Lines Matching refs:vm_end
313 (vma_mt->vm_end - 1 != mas.last)) { in validate_mm_mt()
320 vma_mt->vm_start, vma_mt->vm_end); in validate_mm_mt()
323 if (vma_mt->vm_end != mas.last + 1) { in validate_mm_mt()
325 mm, vma_mt->vm_start, vma_mt->vm_end, in validate_mm_mt()
329 VM_BUG_ON_MM(vma_mt->vm_end != mas.last + 1, mm); in validate_mm_mt()
332 mm, vma_mt, vma_mt->vm_start, vma_mt->vm_end); in validate_mm_mt()
416 unsigned long vm_end = min(end, vma->vm_end); in count_vma_pages_range() local
418 nr_pages += PHYS_PFN(vm_end - vm_start); in count_vma_pages_range()
506 uprobe_munmap(vp->vma, vp->vma->vm_start, vp->vma->vm_end); in vma_prepare()
510 vp->adj_next->vm_end); in vma_prepare()
595 vp->remove->vm_end); in vma_complete()
603 WARN_ON_ONCE(vp->vma->vm_end < vp->remove->vm_end); in vma_complete()
667 if (next && (vma != next) && (end == next->vm_end)) { in vma_expand()
681 VM_WARN_ON(vma->vm_start < start || vma->vm_end > end); in vma_expand()
693 vma->vm_end = end; in vma_expand()
720 WARN_ON((vma->vm_start != start) && (vma->vm_end != end)); in vma_shrink()
732 if (vma->vm_end > end) in vma_shrink()
733 vma_iter_clear(vmi, end, vma->vm_end); in vma_shrink()
736 vma->vm_end = end; in vma_shrink()
915 next = find_vma(mm, prev ? prev->vm_end : 0); in vma_merge()
917 if (next && next->vm_end == end) /* cases 6, 7, 8 */ in vma_merge()
918 next = find_vma(mm, next->vm_end); in vma_merge()
922 VM_WARN_ON(mid && end > mid->vm_end); in vma_merge()
931 if (prev->vm_end == addr && mpol_equal(vma_policy(prev), policy) in vma_merge()
952 vma_end = next->vm_end; in vma_merge()
963 if (end == mid->vm_end) { /* case 7 */ in vma_merge()
972 if (prev && addr < prev->vm_end) { /* case 4 */ in vma_merge()
975 adj_next = -(vma->vm_end - addr); in vma_merge()
980 vma_end = next->vm_end; in vma_merge()
1003 if (vma_start < vma->vm_start || vma_end > vma->vm_end) in vma_merge()
1007 vma->vm_end = vma_end; in vma_merge()
1045 return a->vm_end == b->vm_start && in anon_vma_compatible()
1095 MA_STATE(mas, &vma->vm_mm->mm_mt, vma->vm_end, vma->vm_end); in find_mergeable_anon_vma()
1844 vma->vm_end - size; in acct_stack_growth()
1887 next = find_vma_intersection(mm, vma->vm_end, gap_addr); in expand_upwards()
1911 if (address > vma->vm_end) { in expand_upwards()
1915 grow = (address - vma->vm_end) >> PAGE_SHIFT; in expand_upwards()
1935 vma->vm_end = address; in expand_upwards()
1972 if (address - prev->vm_end < stack_guard_gap) in expand_downwards()
1996 size = vma->vm_end - address; in expand_downwards()
2020 mas_set_range(&mas, address, vma->vm_end - 1); in expand_downwards()
2069 populate_vma_page_range(prev, addr, prev->vm_end, NULL); in find_extend_vma()
2144 free_pgtables(&tlb, mt, vma, prev ? prev->vm_end : FIRST_USER_ADDRESS, in unmap_region()
2164 WARN_ON(vma->vm_end <= addr); in __split_vma()
2181 new->vm_end = addr; in __split_vma()
2210 vma->vm_end = addr; in __split_vma()
2248 mas_set_range(mas_detach, vma->vm_start, vma->vm_end - 1); in munmap_sidetree()
2299 if (end < vma->vm_end && mm->map_count >= sysctl_max_map_count) in do_vmi_align_munmap()
2319 if (next->vm_end > end) { in do_vmi_align_munmap()
2523 merge_end = next->vm_end; in mmap_region()
2529 if (prev && prev->vm_end == addr && !vma_policy(prev) && in mmap_region()
2561 vma->vm_end = end; in mmap_region()
2593 vma->vm_end, vma->vm_flags, NULL, in mmap_region()
2708 vma->vm_end, true); in mmap_region()
2796 if (start + size > vma->vm_end) { in SYSCALL_DEFINE5()
2797 VMA_ITERATOR(vmi, mm, vma->vm_end); in SYSCALL_DEFINE5()
2802 if (next->vm_start != prev->vm_end) in SYSCALL_DEFINE5()
2811 if (start + size <= next->vm_end) in SYSCALL_DEFINE5()
2906 if (vma && vma->vm_end == addr && !vma_policy(vma) && in do_brk_flags()
2915 vma->vm_end = addr + len; in do_brk_flags()
2931 vma->vm_end = addr + len; in do_brk_flags()
3079 if (find_vma_intersection(mm, vma->vm_start, vma->vm_end)) in insert_vm_struct()
3148 vma_start < new_vma->vm_end)) { in copy_vma()
3170 new_vma->vm_end = addr + len; in copy_vma()
3343 vma->vm_end = addr + len; in __install_special_mapping()