Home
last modified time | relevance | path

Searched refs:iter (Results 1 – 18 of 18) sorted by relevance

/mm/
A Dprocess_vm_access.c30 struct iov_iter *iter, in process_vm_rw_pages() argument
34 while (len && iov_iter_count(iter)) { in process_vm_rw_pages()
48 if (copied < copy && iov_iter_count(iter)) in process_vm_rw_pages()
75 struct iov_iter *iter, in process_vm_rw_single_vec() argument
95 while (!rc && nr_pages && iov_iter_count(iter)) { in process_vm_rw_single_vec()
119 start_offset, bytes, iter, in process_vm_rw_single_vec()
165 size_t total_len = iov_iter_count(iter); in process_vm_rw_core()
218 iter, process_pages, mm, task, vm_write); in process_vm_rw_core()
221 total_len -= iov_iter_count(iter); in process_vm_rw_core()
265 struct iov_iter iter; in process_vm_rw() local
[all …]
A Dmemcontrol-v1.h15 #define for_each_mem_cgroup_tree(iter, root) \ argument
16 for (iter = mem_cgroup_iter(root, NULL, NULL); \
17 iter != NULL; \
18 iter = mem_cgroup_iter(root, iter, NULL))
20 #define for_each_mem_cgroup(iter) \ argument
21 for (iter = mem_cgroup_iter(NULL, NULL, NULL); \
22 iter != NULL; \
23 iter = mem_cgroup_iter(NULL, iter, NULL))
A Dmemcontrol-v1.c727 struct mem_cgroup *iter; in mem_cgroup_oom_notify() local
1229 if (iter->oom_lock) { in mem_cgroup_oom_trylock()
1234 failed = iter; in mem_cgroup_oom_trylock()
1238 iter->oom_lock = true; in mem_cgroup_oom_trylock()
1247 if (iter == failed) { in mem_cgroup_oom_trylock()
1263 struct mem_cgroup *iter; in mem_cgroup_oom_unlock() local
1268 iter->oom_lock = false; in mem_cgroup_oom_unlock()
1274 struct mem_cgroup *iter; in mem_cgroup_mark_under_oom() local
1278 iter->under_oom++; in mem_cgroup_mark_under_oom()
1284 struct mem_cgroup *iter; in mem_cgroup_unmark_under_oom() local
[all …]
A Dpage_table_check.c65 struct page_ext_iter iter; in page_table_check_clear() local
78 for_each_page_ext(page, pgcnt, page_ext, iter) { in page_table_check_clear()
100 struct page_ext_iter iter; in page_table_check_set() local
113 for_each_page_ext(page, pgcnt, page_ext, iter) { in page_table_check_set()
133 struct page_ext_iter iter; in __page_table_check_zero() local
139 for_each_page_ext(page, 1 << order, page_ext, iter) { in __page_table_check_zero()
A Dswap_cgroup.c97 unsigned short old, iter = 0; in swap_cgroup_clear() local
105 if (!iter) in swap_cgroup_clear()
106 iter = old; in swap_cgroup_clear()
107 VM_BUG_ON(iter != old); in swap_cgroup_clear()
A Dpage_owner.c239 struct page_ext_iter iter; in __update_page_owner_handle() local
244 for_each_page_ext(page, 1 << order, page_ext, iter) { in __update_page_owner_handle()
267 struct page_ext_iter iter; in __update_page_owner_free_handle() local
272 for_each_page_ext(page, 1 << order, page_ext, iter) { in __update_page_owner_free_handle()
351 struct page_ext_iter iter; in __split_page_owner() local
356 for_each_page_ext(page, 1 << old_order, page_ext, iter) { in __split_page_owner()
366 struct page_ext_iter iter; in __folio_copy_owner() local
406 for_each_page_ext(&old->page, 1 << new_page_owner->order, page_ext, iter) { in __folio_copy_owner()
A Dmadvise.c1991 static ssize_t vector_madvise(struct mm_struct *mm, struct iov_iter *iter, in vector_madvise() argument
2003 total_len = iov_iter_count(iter); in vector_madvise()
2010 while (iov_iter_count(iter)) { in vector_madvise()
2011 unsigned long start = (unsigned long)iter_iov_addr(iter); in vector_madvise()
2012 size_t len_in = iter_iov_len(iter); in vector_madvise()
2046 iov_iter_advance(iter, iter_iov_len(iter)); in vector_madvise()
2052 ret = (total_len - iov_iter_count(iter)) ? : ret; in vector_madvise()
2063 struct iov_iter iter; in SYSCALL_DEFINE5() local
2073 ret = import_iovec(ITER_DEST, vec, vlen, ARRAY_SIZE(iovstack), &iov, &iter); in SYSCALL_DEFINE5()
2109 ret = vector_madvise(mm, &iter, behavior); in SYSCALL_DEFINE5()
A Dmemcontrol.c209 struct obj_cgroup *objcg, *iter; in memcg_reparent_objcgs() local
219 WRITE_ONCE(iter->memcg, parent); in memcg_reparent_objcgs()
1005 struct mem_cgroup_reclaim_iter *iter; in mem_cgroup_iter() local
1024 iter = &root->nodeinfo[nid]->iter; in mem_cgroup_iter()
1025 gen = atomic_read(&iter->generation); in mem_cgroup_iter()
1036 pos = READ_ONCE(iter->position); in mem_cgroup_iter()
1067 atomic_inc(&iter->generation); in mem_cgroup_iter()
1105 struct mem_cgroup_reclaim_iter *iter; in __invalidate_reclaim_iterators() local
1111 iter = &mz->iter; in __invalidate_reclaim_iterators()
1153 struct mem_cgroup *iter; in mem_cgroup_scan_tasks() local
[all …]
A Dfilemap.c2675 ssize_t filemap_read(struct kiocb *iocb, struct iov_iter *iter, in filemap_read() argument
2692 if (unlikely(!iov_iter_count(iter))) in filemap_read()
2695 iov_iter_truncate(iter, inode->i_sb->s_maxbytes - iocb->ki_pos); in filemap_read()
2712 error = filemap_get_pages(iocb, iter->count, &fbatch, false); in filemap_read()
2727 end_offset = min_t(loff_t, isize, iocb->ki_pos + iter->count); in filemap_read()
2763 copied = copy_folio_to_iter(folio, offset, bytes, iter); in filemap_read()
2863 generic_file_read_iter(struct kiocb *iocb, struct iov_iter *iter) in generic_file_read_iter() argument
2865 size_t count = iov_iter_count(iter); in generic_file_read_iter()
2881 retval = mapping->a_ops->direct_IO(iocb, iter); in generic_file_read_iter()
2887 iov_iter_revert(iter, count - iov_iter_count(iter)); in generic_file_read_iter()
[all …]
A Dvmalloc.c4256 static size_t aligned_vread_iter(struct iov_iter *iter, in aligned_vread_iter() argument
4281 length, iter); in aligned_vread_iter()
4283 copied = zero_iter(iter, length); in aligned_vread_iter()
4316 return aligned_vread_iter(iter, addr, count); in vmap_ram_vread_iter()
4345 size_t zeroed = zero_iter(iter, to_zero); in vmap_ram_vread_iter()
4373 return count - remains + zero_iter(iter, remains); in vmap_ram_vread_iter()
4460 size_t zeroed = zero_iter(iter, to_zero); in vread_iter()
4474 copied = vmap_ram_vread_iter(iter, addr, n, flags); in vread_iter()
4476 copied = aligned_vread_iter(iter, addr, n); in vread_iter()
4478 copied = zero_iter(iter, n); in vread_iter()
[all …]
A Dhugetlb.c610 struct file_region *iter, *trg = NULL; in add_reservation_in_range() local
620 list_for_each_entry_safe(iter, trg, head, link) { in add_reservation_in_range()
622 if (iter->from < f) { in add_reservation_in_range()
626 if (iter->to > last_accounted_offset) in add_reservation_in_range()
627 last_accounted_offset = iter->to; in add_reservation_in_range()
634 if (iter->from >= t) { in add_reservation_in_range()
635 rg = iter->link.prev; in add_reservation_in_range()
642 if (iter->from > last_accounted_offset) in add_reservation_in_range()
643 add += hugetlb_resv_map_add(resv, iter->link.prev, in add_reservation_in_range()
645 iter->from, h, h_cg, in add_reservation_in_range()
[all …]
A Dslub.c1857 char *iter; in kmem_cache_flags() local
1878 next_block = parse_slub_debug_flags(next_block, &block_flags, &iter, false); in kmem_cache_flags()
1879 if (!iter) in kmem_cache_flags()
1882 while (*iter) { in kmem_cache_flags()
1886 end = strchrnul(iter, ','); in kmem_cache_flags()
1890 glob = strnchr(iter, end - iter, '*'); in kmem_cache_flags()
1892 cmplen = glob - iter; in kmem_cache_flags()
1894 cmplen = max_t(size_t, len, (end - iter)); in kmem_cache_flags()
1896 if (!strncmp(name, iter, cmplen)) { in kmem_cache_flags()
1903 iter = end + 1; in kmem_cache_flags()
A Dbacking-dev.c848 struct radix_tree_iter iter; in cgwb_bdi_unregister() local
855 radix_tree_for_each_slot(slot, &bdi->cgwb_tree, &iter, 0) in cgwb_bdi_unregister()
A Dnommu.c177 long vread_iter(struct iov_iter *iter, const char *addr, size_t count) in vread_iter() argument
183 return copy_to_iter(addr, count, iter); in vread_iter()
A Dshmem.c907 swp_entry_t iter, swap; in shmem_add_to_page_cache() local
923 iter = swap; in shmem_add_to_page_cache()
932 if (!expected || entry != swp_to_radix_entry(iter)) { in shmem_add_to_page_cache()
936 iter.val += 1 << xas_get_order(&xas); in shmem_add_to_page_cache()
938 if (expected && iter.val - nr != swap.val) { in shmem_add_to_page_cache()
A Dvmscan.c3071 static bool iterate_mm_list(struct lru_gen_mm_walk *walk, struct mm_struct **iter) in iterate_mm_list() argument
3119 if (*iter || last) in iterate_mm_list()
3127 if (*iter) in iterate_mm_list()
3128 mmput_async(*iter); in iterate_mm_list()
3130 *iter = mm; in iterate_mm_list()
/mm/kmsan/
A Dcore.c86 int i, iter, step, src_off, dst_off, oiter_src, oiter_dst; in kmsan_internal_memmove_metadata() local
114 iter = backwards ? n - 1 : 0; in kmsan_internal_memmove_metadata()
119 for (i = 0; i < n; i++, iter += step) { in kmsan_internal_memmove_metadata()
120 oiter_src = (iter + src_off) / KMSAN_ORIGIN_SIZE; in kmsan_internal_memmove_metadata()
121 oiter_dst = (iter + dst_off) / KMSAN_ORIGIN_SIZE; in kmsan_internal_memmove_metadata()
122 if (!shadow_src[iter]) { in kmsan_internal_memmove_metadata()
123 shadow_dst[iter] = 0; in kmsan_internal_memmove_metadata()
128 shadow_dst[iter] = shadow_src[iter]; in kmsan_internal_memmove_metadata()
/mm/kfence/
A Dkfence_test.c551 int iter; in test_free_bulk() local
553 for (iter = 0; iter < 5; iter++) { in test_free_bulk()
555 0, (iter & 1) ? ctor_set_x : NULL); in test_free_bulk()

Completed in 783 milliseconds