Home
last modified time | relevance | path

Searched refs:vmi (Results 1 – 25 of 43) sorted by relevance

12

/linux-6.3-rc2/mm/
A Dinternal.h984 return mas_walk(&vmi->mas); in vma_iter_load()
993 if (WARN_ON(vmi->mas.node != MAS_START && vmi->mas.index > vma->vm_start)) { in vma_iter_store()
996 printk("into slot %lu-%lu", vmi->mas.index, vmi->mas.last); in vma_iter_store()
997 mt_dump(vmi->mas.tree); in vma_iter_store()
999 if (WARN_ON(vmi->mas.node != MAS_START && vmi->mas.last < vma->vm_start)) { in vma_iter_store()
1002 printk("into slot %lu-%lu", vmi->mas.index, vmi->mas.last); in vma_iter_store()
1003 mt_dump(vmi->mas.tree); in vma_iter_store()
1008 ((vmi->mas.index > vma->vm_start) || (vmi->mas.last < vma->vm_start))) in vma_iter_store()
1009 vma_iter_invalidate(vmi); in vma_iter_store()
1020 ((vmi->mas.index > vma->vm_start) || (vmi->mas.last < vma->vm_start))) in vma_iter_store_gfp()
[all …]
A Dmmap.c156 vmi->mas.index = start; in vma_iter_clear_gfp()
157 vmi->mas.last = end - 1; in vma_iter_clear_gfp()
194 struct vma_iterator vmi; in SYSCALL_DEFINE1() local
935 vma_prev(vmi); in vma_merge()
1023 vma_iter_free(vmi); in vma_merge()
2218 vma_next(vmi); in __split_vma()
2225 vma_iter_free(vmi); in __split_vma()
2309 prev = vma_prev(vmi); in do_vmi_align_munmap()
2335 next = vma_next(vmi); in do_vmi_align_munmap()
2513 next = vma_next(&vmi); in mmap_region()
[all …]
A Dmlock.c430 ret = split_vma(vmi, vma, start, 1); in mlock_fixup()
436 ret = split_vma(vmi, vma, end, 0); in mlock_fixup()
475 VMA_ITERATOR(vmi, current->mm, start); in apply_vma_lock_flags()
484 vma = vma_iter_load(&vmi); in apply_vma_lock_flags()
488 prev = vma_prev(&vmi); in apply_vma_lock_flags()
494 for_each_vma_range(vmi, vma, end) { in apply_vma_lock_flags()
512 if (vma_iter_end(&vmi) < end) in apply_vma_lock_flags()
531 VMA_ITERATOR(vmi, mm, start); in count_mm_mlocked_page_nr()
539 for_each_vma_range(vmi, vma, end) { in count_mm_mlocked_page_nr()
660 VMA_ITERATOR(vmi, current->mm, 0); in apply_mlockall_flags()
[all …]
A Dnommu.c627 VMA_ITERATOR(vmi, mm, addr); in find_vma()
629 return vma_iter_load(&vmi); in find_vma()
661 VMA_ITERATOR(vmi, mm, addr); in find_vma_exact()
663 vma = vma_iter_load(&vmi); in find_vma_exact()
1044 if (vma_iter_prealloc(&vmi)) in do_mmap()
1191 vma_iter_store(&vmi, vma); in do_mmap()
1207 vma_iter_free(&vmi); in do_mmap()
1363 vma_iter_store(vmi, new); in split_vma()
1438 vma = vma_find(&vmi, end); in do_munmap()
1508 VMA_ITERATOR(vmi, mm, 0); in exit_mmap()
[all …]
A Dmprotect.c588 mprotect_fixup(struct vma_iterator *vmi, struct mmu_gather *tlb, in mprotect_fixup() argument
645 *pprev = vma_merge(vmi, mm, *pprev, start, end, newflags, in mprotect_fixup()
657 error = split_vma(vmi, vma, start, 1); in mprotect_fixup()
663 error = split_vma(vmi, vma, end, 0); in mprotect_fixup()
712 struct vma_iterator vmi; in do_mprotect_pkey() local
744 vma_iter_init(&vmi, current->mm, start); in do_mprotect_pkey()
745 vma = vma_find(&vmi, end); in do_mprotect_pkey()
768 prev = vma_prev(&vmi); in do_mprotect_pkey()
775 for_each_vma_range(vmi, vma, end) { in do_mprotect_pkey()
835 tmp = vma_iter_end(&vmi); in do_mprotect_pkey()
[all …]
A Dmremap.c588 struct vma_iterator vmi; in move_vma() local
704 vma_iter_init(&vmi, mm, old_addr); in move_vma()
705 if (do_vmi_munmap(&vmi, mm, old_addr, old_len, uf_unmap, false) < 0) { in move_vma()
721 vma = vma_prev(&vmi); in move_vma()
726 vma = vma_next(&vmi); in move_vma()
992 VMA_ITERATOR(vmi, mm, addr + new_len); in SYSCALL_DEFINE5()
994 retval = do_vmi_munmap(&vmi, mm, addr + new_len, in SYSCALL_DEFINE5()
1027 VMA_ITERATOR(vmi, mm, extension_start); in SYSCALL_DEFINE5()
1052 vma = vma_merge(&vmi, mm, vma, extension_start, in SYSCALL_DEFINE5()
1056 } else if (vma_expand(&vmi, vma, vma->vm_start, in SYSCALL_DEFINE5()
A Dmempolicy.c384 VMA_ITERATOR(vmi, mm, 0); in mpol_rebind_mm()
387 for_each_vma(vmi, vma) in mpol_rebind_mm()
797 VMA_ITERATOR(vmi, mm, start); in mbind_range()
803 prev = vma_prev(&vmi); in mbind_range()
804 vma = vma_find(&vmi, end); in mbind_range()
834 err = split_vma(&vmi, vma, vmend, 0); in mbind_range()
844 } for_each_vma_range(vmi, vma, end); in mbind_range()
1212 VMA_ITERATOR(vmi, current->mm, start); in new_page()
1215 for_each_vma(vmi, vma) { in new_page()
1498 VMA_ITERATOR(vmi, mm, start); in SYSCALL_DEFINE4()
[all …]
/linux-6.3-rc2/arch/xtensa/kernel/
A Dsyscall.c61 struct vma_iterator vmi; in arch_get_unmapped_area() local
83 vma_iter_init(&vmi, current->mm, addr); in arch_get_unmapped_area()
84 for_each_vma(vmi, vmm) { in arch_get_unmapped_area()
/linux-6.3-rc2/fs/
A Duserfaultfd.c639 VMA_ITERATOR(vmi, mm, 0); in userfaultfd_event_wait_completion()
643 for_each_vma(vmi, vma) { in userfaultfd_event_wait_completion()
886 VMA_ITERATOR(vmi, mm, 0); in userfaultfd_release()
903 for_each_vma(vmi, vma) { in userfaultfd_release()
1304 struct vma_iterator vmi; in userfaultfd_register() local
1349 vma = vma_find(&vmi, end); in userfaultfd_register()
1430 vma_iter_set(&vmi, start); in userfaultfd_register()
1431 prev = vma_prev(&vmi); in userfaultfd_register()
1535 struct vma_iterator vmi; in userfaultfd_unregister() local
1556 vma = vma_find(&vmi, end); in userfaultfd_unregister()
[all …]
A Dexec.c686 VMA_ITERATOR(vmi, mm, new_start); in shift_arg_pages()
696 if (vma != vma_next(&vmi)) in shift_arg_pages()
702 if (vma_expand(&vmi, vma, new_start, old_end, vma->vm_pgoff, NULL)) in shift_arg_pages()
715 next = vma_next(&vmi); in shift_arg_pages()
734 vma_prev(&vmi); in shift_arg_pages()
736 return vma_shrink(&vmi, vma, new_start, new_end, vma->vm_pgoff); in shift_arg_pages()
758 struct vma_iterator vmi; in setup_arg_pages() local
813 vma_iter_init(&vmi, mm, vma->vm_start); in setup_arg_pages()
816 ret = mprotect_fixup(&vmi, &tlb, vma, &prev, vma->vm_start, vma->vm_end, in setup_arg_pages()
A Dcoredump.c1111 static struct vm_area_struct *coredump_next_vma(struct vma_iterator *vmi, in coredump_next_vma() argument
1118 vma = vma_next(vmi); in coredump_next_vma()
1146 VMA_ITERATOR(vmi, mm, 0); in dump_vma_snapshot()
1167 while ((vma = coredump_next_vma(&vmi, vma, gate_vma)) != NULL) { in dump_vma_snapshot()
/linux-6.3-rc2/fs/proc/
A Dtask_nommu.c23 VMA_ITERATOR(vmi, mm, 0); in task_mem()
29 for_each_vma(vmi, vma) { in task_mem()
83 VMA_ITERATOR(vmi, mm, 0); in task_vsize()
88 for_each_vma(vmi, vma) in task_vsize()
98 VMA_ITERATOR(vmi, mm, 0); in task_statm()
104 for_each_vma(vmi, vma) { in task_statm()
/linux-6.3-rc2/include/linux/
A Dmm.h736 return mas_find(&vmi->mas, max - 1); in vma_find()
750 return mas_prev(&vmi->mas, 0); in vma_prev()
755 return vmi->mas.index; in vma_iter_addr()
760 return vmi->mas.last + 1; in vma_iter_end()
771 mas_destroy(&vmi->mas); in vma_iter_free()
777 vmi->mas.index = vma->vm_start; in vma_iter_bulk_store()
778 vmi->mas.last = vma->vm_end - 1; in vma_iter_bulk_store()
779 mas_store(&vmi->mas, vma); in vma_iter_bulk_store()
780 if (unlikely(mas_is_err(&vmi->mas))) in vma_iter_bulk_store()
788 mas_pause(&vmi->mas); in vma_iter_invalidate()
[all …]
/linux-6.3-rc2/arch/powerpc/mm/book3s32/
A Dtlb.c84 VMA_ITERATOR(vmi, mm, 0); in hash__flush_tlb_mm()
92 for_each_vma(vmi, mp) in hash__flush_tlb_mm()
/linux-6.3-rc2/arch/x86/entry/vdso/
A Dvma.c115 VMA_ITERATOR(vmi, mm, 0); in vdso_join_timens()
118 for_each_vma(vmi, vma) { in vdso_join_timens()
334 VMA_ITERATOR(vmi, mm, 0); in map_vdso_once()
344 for_each_vma(vmi, vma) { in map_vdso_once()
/linux-6.3-rc2/arch/riscv/kernel/
A Dvdso.c117 VMA_ITERATOR(vmi, mm, 0); in vdso_join_timens()
121 for_each_vma(vmi, vma) { in vdso_join_timens()
/linux-6.3-rc2/arch/s390/kernel/
A Dvdso.c57 VMA_ITERATOR(vmi, mm, 0); in vdso_join_timens()
61 for_each_vma(vmi, vma) { in vdso_join_timens()
/linux-6.3-rc2/arch/powerpc/mm/book3s64/
A Dsubpage_prot.c152 VMA_ITERATOR(vmi, mm, addr); in subpage_mark_vma_nohuge()
158 for_each_vma_range(vmi, vma, addr + len) { in subpage_mark_vma_nohuge()
/linux-6.3-rc2/arch/um/kernel/
A Dtlb.c588 VMA_ITERATOR(vmi, mm, 0); in flush_tlb_mm()
590 for_each_vma(vmi, vma) in flush_tlb_mm()
598 VMA_ITERATOR(vmi, mm, 0); in force_flush_all()
601 for_each_vma(vmi, vma) in force_flush_all()
/linux-6.3-rc2/arch/parisc/kernel/
A Dcache.c660 VMA_ITERATOR(vmi, mm, 0); in mm_total_size()
662 for_each_vma(vmi, vma) { in mm_total_size()
673 VMA_ITERATOR(vmi, mm, 0); in flush_cache_mm()
693 for_each_vma(vmi, vma) in flush_cache_mm()
/linux-6.3-rc2/drivers/misc/cxl/
A Dfault.c297 VMA_ITERATOR(vmi, mm, 0); in cxl_prefault_vma()
302 for_each_vma(vmi, vma) { in cxl_prefault_vma()
/linux-6.3-rc2/arch/ia64/kernel/
A Dsetup.c939 pal_vm_info_2_u_t vmi; in cpu_init() local
1045 if (ia64_pal_vm_summary(NULL, &vmi) == 0) { in cpu_init()
1046 max_ctx = (1U << (vmi.pal_vm_info_2_s.rid_size - 3)) - 1; in cpu_init()
1047 setup_ptcg_sem(vmi.pal_vm_info_2_s.max_purges, NPTCG_FROM_PAL); in cpu_init()
/linux-6.3-rc2/arch/powerpc/kernel/
A Dvdso.c118 VMA_ITERATOR(vmi, mm, 0); in vdso_join_timens()
122 for_each_vma(vmi, vma) { in vdso_join_timens()
/linux-6.3-rc2/arch/arm64/kernel/
A Dvdso.c136 VMA_ITERATOR(vmi, mm, 0); in vdso_join_timens()
140 for_each_vma(vmi, vma) { in vdso_join_timens()
/linux-6.3-rc2/drivers/gpu/drm/i915/gem/
A Di915_gem_userptr.c430 VMA_ITERATOR(vmi, mm, addr); in probe_range()
435 for_each_vma_range(vmi, vma, end) { in probe_range()

Completed in 56 milliseconds

12