/linux-6.3-rc2/mm/ |
A D | userfaultfd.c | 33 dst_vma = find_vma(dst_mm, dst_start); in find_dst_vma() 339 mmap_read_unlock(dst_mm); in __mcopy_atomic_hugetlb() 424 mmap_read_unlock(dst_mm); in __mcopy_atomic_hugetlb() 435 mmap_read_lock(dst_mm); in __mcopy_atomic_hugetlb() 455 mmap_read_unlock(dst_mm); in __mcopy_atomic_hugetlb() 550 mmap_read_lock(dst_mm); in __mcopy_atomic() 651 mmap_read_unlock(dst_mm); in __mcopy_atomic() 681 mmap_read_unlock(dst_mm); in __mcopy_atomic() 733 tlb_gather_mmu(&tlb, dst_mm); in uffd_wp_range() 757 mmap_read_lock(dst_mm); in mwriteprotect_range() [all …]
|
A D | huge_memory.c | 1089 pgtable = pte_alloc_one(dst_mm); in copy_huge_pmd() 1093 dst_ptl = pmd_lock(dst_mm, dst_pmd); in copy_huge_pmd() 1116 mm_inc_nr_ptes(dst_mm); in copy_huge_pmd() 1120 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_pmd() 1127 pte_free(dst_mm, pgtable); in copy_huge_pmd() 1141 mm_get_huge_zero_page(dst_mm); in copy_huge_pmd() 1152 pte_free(dst_mm, pgtable); in copy_huge_pmd() 1160 mm_inc_nr_ptes(dst_mm); in copy_huge_pmd() 1166 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_pmd() 1241 dst_ptl = pud_lock(dst_mm, dst_pud); in copy_huge_pud() [all …]
|
A D | memory.c | 764 if (list_empty(&dst_mm->mmlist)) in copy_nonpresent_pte() 765 list_add(&dst_mm->mmlist, in copy_nonpresent_pte() 842 set_pte_at(dst_mm, addr, dst_pte, pte); in copy_nonpresent_pte() 847 set_pte_at(dst_mm, addr, dst_pte, pte); in copy_nonpresent_pte() 983 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pte_range() local 1070 add_mm_rss_vec(dst_mm, rss); in copy_pte_range() 1107 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pmd_range() local 1144 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pud_range() local 1159 err = copy_huge_pud(dst_mm, src_mm, in copy_pud_range() 1181 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_p4d_range() local [all …]
|
A D | shmem.c | 2418 int shmem_mfill_atomic_pte(struct mm_struct *dst_mm, in shmem_mfill_atomic_pte() argument 2509 gfp & GFP_RECLAIM_MASK, dst_mm); in shmem_mfill_atomic_pte() 2513 ret = mfill_atomic_install_pte(dst_mm, dst_pmd, dst_vma, dst_addr, in shmem_mfill_atomic_pte()
|
A D | hugetlb.c | 6160 int hugetlb_mcopy_atomic_pte(struct mm_struct *dst_mm, in hugetlb_mcopy_atomic_pte() argument 6280 ptl = huge_pte_lock(h, dst_mm, dst_pte); in hugetlb_mcopy_atomic_pte() 6322 set_huge_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in hugetlb_mcopy_atomic_pte() 6324 hugetlb_count_add(pages_per_huge_page(h), dst_mm); in hugetlb_mcopy_atomic_pte()
|
/linux-6.3-rc2/include/linux/ |
A D | userfaultfd_k.h | 59 extern int mfill_atomic_install_pte(struct mm_struct *dst_mm, pmd_t *dst_pmd, 64 extern ssize_t mcopy_atomic(struct mm_struct *dst_mm, unsigned long dst_start, 67 extern ssize_t mfill_zeropage(struct mm_struct *dst_mm, 71 extern ssize_t mcopy_continue(struct mm_struct *dst_mm, unsigned long dst_start, 73 extern int mwriteprotect_range(struct mm_struct *dst_mm, 76 extern long uffd_wp_range(struct mm_struct *dst_mm, struct vm_area_struct *vma,
|
A D | shmem_fs.h | 154 extern int shmem_mfill_atomic_pte(struct mm_struct *dst_mm, pmd_t *dst_pmd, 161 #define shmem_mfill_atomic_pte(dst_mm, dst_pmd, dst_vma, dst_addr, \ argument
|
A D | huge_mm.h | 11 int copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm, 15 int copy_huge_pud(struct mm_struct *dst_mm, struct mm_struct *src_mm,
|
A D | hugetlb.h | 161 int hugetlb_mcopy_atomic_pte(struct mm_struct *dst_mm, pte_t *dst_pte, 396 static inline int hugetlb_mcopy_atomic_pte(struct mm_struct *dst_mm, in hugetlb_mcopy_atomic_pte() argument
|
/linux-6.3-rc2/drivers/gpu/drm/amd/amdgpu/ |
A D | amdgpu_ttm.c | 301 struct amdgpu_res_cursor src_mm, dst_mm; in amdgpu_ttm_copy_mem_to_mem() local 311 amdgpu_res_first(dst->mem, dst->offset, size, &dst_mm); in amdgpu_ttm_copy_mem_to_mem() 319 cur_size = min3(src_mm.size, dst_mm.size, 256ULL << 20); in amdgpu_ttm_copy_mem_to_mem() 327 r = amdgpu_ttm_map_buffer(dst->bo, dst->mem, &dst_mm, in amdgpu_ttm_copy_mem_to_mem() 341 amdgpu_res_next(&dst_mm, cur_size); in amdgpu_ttm_copy_mem_to_mem()
|