| /linux-6.3-rc2/mm/ |
| A D | util.c | 473 unsigned long locked_vm, limit; in __account_locked_vm() local
478 locked_vm = mm->locked_vm; in __account_locked_vm()
482 if (locked_vm + pages > limit) in __account_locked_vm()
486 mm->locked_vm = locked_vm + pages; in __account_locked_vm()
488 WARN_ON_ONCE(pages > locked_vm); in __account_locked_vm()
489 mm->locked_vm = locked_vm - pages; in __account_locked_vm()
494 locked_vm << PAGE_SHIFT, task_rlimit(task, RLIMIT_MEMLOCK), in __account_locked_vm()
|
| A D | debug.c | 194 mm->hiwater_rss, mm->hiwater_vm, mm->total_vm, mm->locked_vm, in dump_mm()
|
| A D | mlock.c | 450 mm->locked_vm += nr_pages; in mlock_fixup()
587 locked += current->mm->locked_vm; in do_mlock()
|
| A D | mmap.c | 1148 locked += mm->locked_vm; in mlock_future_check()
1932 mm->locked_vm += grow; in expand_upwards()
2014 mm->locked_vm += grow; in expand_downwards()
2253 vma->vm_mm->locked_vm -= vma_pages(vma); in munmap_sidetree()
2677 mm->locked_vm += (len >> PAGE_SHIFT); in mmap_region()
2944 mm->locked_vm += (len >> PAGE_SHIFT); in do_brk_flags()
|
| A D | mremap.c | 713 mm->locked_vm += new_len >> PAGE_SHIFT; in move_vma()
1068 mm->locked_vm += pages; in SYSCALL_DEFINE5()
|
| /linux-6.3-rc2/net/xdp/ |
| A D | xdp_umem.c | 35 atomic_long_sub(umem->npgs, &umem->user->locked_vm); in xdp_umem_unaccount_pages()
139 old_npgs = atomic_long_read(&umem->user->locked_vm); in xdp_umem_account_pages()
146 } while (atomic_long_cmpxchg(&umem->user->locked_vm, old_npgs, in xdp_umem_account_pages()
|
| /linux-6.3-rc2/include/linux/sched/ |
| A D | user.h | 29 atomic_long_t locked_vm; member
|
| /linux-6.3-rc2/arch/s390/kvm/ |
| A D | pci.c | 199 atomic_long_sub(nr_pages, &user->locked_vm); in unaccount_mem()
212 cur_pages = atomic_long_read(&user->locked_vm); in account_mem()
216 } while (atomic_long_cmpxchg(&user->locked_vm, cur_pages, in account_mem()
|
| /linux-6.3-rc2/io_uring/ |
| A D | rsrc.h | 175 atomic_long_sub(nr_pages, &user->locked_vm); in __io_unaccount_mem()
|
| A D | rsrc.c | 55 cur_pages = atomic_long_read(&user->locked_vm); in __io_account_mem()
60 } while (!atomic_long_try_cmpxchg(&user->locked_vm, in __io_account_mem()
|
| /linux-6.3-rc2/drivers/iommu/iommufd/ |
| A D | pages.c | 813 cur_pages = atomic_long_read(&pages->source_user->locked_vm); in incr_user_locked_vm()
817 } while (atomic_long_cmpxchg(&pages->source_user->locked_vm, cur_pages, in incr_user_locked_vm()
824 if (WARN_ON(atomic_long_read(&pages->source_user->locked_vm) < npages)) in decr_user_locked_vm()
826 atomic_long_sub(npages, &pages->source_user->locked_vm); in decr_user_locked_vm()
|
| /linux-6.3-rc2/include/linux/ |
| A D | mm_types.h | 646 unsigned long locked_vm; /* Pages that have PG_mlocked set */ member
|
| /linux-6.3-rc2/drivers/vfio/ |
| A D | vfio_iommu_type1.c | 101 size_t locked_vm; member
439 dma->locked_vm += npage; in vfio_lock_acct()
672 mm->locked_vm + lock_acct + 1 > limit) { in vfio_pin_pages_remote()
1521 long npage = dma->locked_vm; in vfio_change_dma_owner()
|
| /linux-6.3-rc2/drivers/infiniband/sw/siw/ |
| A D | siw_verbs.c | 1346 if (num_pages > mem_limit - current->mm->locked_vm) { in siw_reg_user_mr()
1349 current->mm->locked_vm); in siw_reg_user_mr()
|
| /linux-6.3-rc2/net/core/ |
| A D | skbuff.c | 1421 old_pg = atomic_long_read(&user->locked_vm); in mm_account_pinned_pages()
1426 } while (!atomic_long_try_cmpxchg(&user->locked_vm, &old_pg, new_pg)); in mm_account_pinned_pages()
1442 atomic_long_sub(mmp->num_pg, &mmp->user->locked_vm); in mm_unaccount_pinned_pages()
|
| /linux-6.3-rc2/fs/proc/ |
| A D | task_mmu.c | 61 SEQ_PUT_DEC(" kB\nVmLck:\t", mm->locked_vm); in task_mem()
|
| /linux-6.3-rc2/Documentation/driver-api/ |
| A D | vfio.rst | 503 mm::locked_vm counter to make sure we do not exceed the rlimit.
|
| /linux-6.3-rc2/kernel/events/ |
| A D | core.c | 6274 atomic_long_sub(rb->aux_nr_pages - rb->aux_mmap_locked, &mmap_user->locked_vm); in perf_mmap_close()
6349 &mmap_user->locked_vm); in perf_mmap_close()
6495 user_locked = atomic_long_read(&user->locked_vm); in perf_mmap()
6557 atomic_long_add(user_extra, &user->locked_vm); in perf_mmap()
|
| /linux-6.3-rc2/kernel/ |
| A D | fork.c | 1135 mm->locked_vm = 0; in mm_init()
|
| /linux-6.3-rc2/Documentation/mm/ |
| A D | unevictable-lru.rst | 361 VMAs against the task's "locked_vm".
|