Lines Matching refs:end

488 			   unsigned long addr, unsigned long end,  in record_subpages()  argument
495 for (nr = 0; addr != end; nr++, addr += PAGE_SIZE) in record_subpages()
1834 unsigned long start, unsigned long end, int *locked) in populate_vma_page_range() argument
1837 unsigned long nr_pages = (end - start) / PAGE_SIZE; in populate_vma_page_range()
1843 VM_WARN_ON_ONCE(!PAGE_ALIGNED(end)); in populate_vma_page_range()
1845 VM_WARN_ON_ONCE_VMA(end > vma->vm_end, vma); in populate_vma_page_range()
1908 unsigned long end, bool write, int *locked) in faultin_page_range() argument
1910 unsigned long nr_pages = (end - start) / PAGE_SIZE; in faultin_page_range()
1915 VM_WARN_ON_ONCE(!PAGE_ALIGNED(end)); in faultin_page_range()
1948 unsigned long end, nstart, nend; in __mm_populate() local
1953 end = start + len; in __mm_populate()
1955 for (nstart = start; nstart < end; nstart = nend) { in __mm_populate()
1963 vma = find_vma_intersection(mm, nstart, end); in __mm_populate()
1965 vma = find_vma_intersection(mm, vma->vm_end, end); in __mm_populate()
1973 nend = min(end, vma->vm_end); in __mm_populate()
2069 const unsigned long end = start + size; in fault_in_writeable() local
2078 for (cur = start; cur && cur < end; cur = PAGE_ALIGN_DOWN(cur + PAGE_SIZE)) in fault_in_writeable()
2138 const unsigned long end = start + size; in fault_in_safe_writeable() local
2148 for (cur = start; cur && cur < end; cur = PAGE_ALIGN_DOWN(cur + PAGE_SIZE)) in fault_in_safe_writeable()
2170 const unsigned long end = start + size; in fault_in_readable() local
2180 for (cur = start; cur && cur < end; cur = PAGE_ALIGN_DOWN(cur + PAGE_SIZE)) in fault_in_readable()
2853 unsigned long end, unsigned int flags, struct page **pages, in gup_fast_pte_range() argument
2924 } while (ptep++, addr += PAGE_SIZE, addr != end); in gup_fast_pte_range()
2946 unsigned long end, unsigned int flags, struct page **pages, in gup_fast_pte_range() argument
2954 unsigned long end, unsigned int flags, struct page **pages, in gup_fast_pmd_leaf() argument
2968 refs = record_subpages(page, PMD_SIZE, addr, end, pages + *nr); in gup_fast_pmd_leaf()
2994 unsigned long end, unsigned int flags, struct page **pages, in gup_fast_pud_leaf() argument
3008 refs = record_subpages(page, PUD_SIZE, addr, end, pages + *nr); in gup_fast_pud_leaf()
3035 unsigned long end, unsigned int flags, struct page **pages, in gup_fast_pmd_range() argument
3045 next = pmd_addr_end(addr, end); in gup_fast_pmd_range()
3061 } while (pmdp++, addr = next, addr != end); in gup_fast_pmd_range()
3067 unsigned long end, unsigned int flags, struct page **pages, in gup_fast_pud_range() argument
3077 next = pud_addr_end(addr, end); in gup_fast_pud_range()
3087 } while (pudp++, addr = next, addr != end); in gup_fast_pud_range()
3093 unsigned long end, unsigned int flags, struct page **pages, in gup_fast_p4d_range() argument
3103 next = p4d_addr_end(addr, end); in gup_fast_p4d_range()
3110 } while (p4dp++, addr = next, addr != end); in gup_fast_p4d_range()
3115 static void gup_fast_pgd_range(unsigned long addr, unsigned long end, in gup_fast_pgd_range() argument
3125 next = pgd_addr_end(addr, end); in gup_fast_pgd_range()
3132 } while (pgdp++, addr = next, addr != end); in gup_fast_pgd_range()
3135 static inline void gup_fast_pgd_range(unsigned long addr, unsigned long end, in gup_fast_pgd_range() argument
3146 static bool gup_fast_permitted(unsigned long start, unsigned long end) in gup_fast_permitted() argument
3152 static unsigned long gup_fast(unsigned long start, unsigned long end, in gup_fast() argument
3160 !gup_fast_permitted(start, end)) in gup_fast()
3180 gup_fast_pgd_range(start, end, gup_flags, pages, &nr_pinned); in gup_fast()
3201 unsigned long len, end; in gup_fast_fallback() local
3220 if (check_add_overflow(start, len, &end)) in gup_fast_fallback()
3222 if (end > TASK_SIZE_MAX) in gup_fast_fallback()
3225 nr_pinned = gup_fast(start, end, gup_flags, pages); in gup_fast_fallback()
3459 long memfd_pin_folios(struct file *memfd, loff_t start, loff_t end, in memfd_pin_folios() argument
3471 if (start < 0 || start > end || !max_folios) in memfd_pin_folios()
3480 if (end >= i_size_read(file_inode(memfd))) in memfd_pin_folios()
3492 end_idx = end >> pgshift; in memfd_pin_folios()