| /arch/x86/kvm/mmu/ |
| A D | tdp_iter.c | 14 iter->sptep = iter->pt_path[iter->level - 1] + in tdp_iter_refresh_sptep()
15 SPTE_INDEX((iter->gfn | iter->gfn_bits) << PAGE_SHIFT, iter->level); in tdp_iter_refresh_sptep()
26 iter->yielded_gfn = iter->next_last_level_gfn; in tdp_iter_restart()
27 iter->level = iter->root_level; in tdp_iter_restart()
29 iter->gfn = gfn_round_for_level(iter->next_last_level_gfn, iter->level); in tdp_iter_restart()
84 if (iter->level == iter->min_level) in try_step_down()
99 iter->gfn = gfn_round_for_level(iter->next_last_level_gfn, iter->level); in try_step_down()
118 if (SPTE_INDEX((iter->gfn | iter->gfn_bits) << PAGE_SHIFT, iter->level) == in try_step_side()
123 iter->next_last_level_gfn = iter->gfn; in try_step_side()
137 if (iter->level == iter->root_level) in try_step_up()
[all …]
|
| A D | tdp_mmu.c | 678 iter->old_spte, new_spte, iter->level); in __tdp_mmu_set_spte_atomic()
728 handle_changed_spte(kvm, iter->as_id, iter->gfn, iter->old_spte, in tdp_mmu_set_spte_atomic()
781 iter->old_spte = tdp_mmu_set_spte(kvm, iter->as_id, iter->sptep, in tdp_mmu_iter_set_spte()
783 iter->gfn, iter->level); in tdp_mmu_iter_set_spte()
975 !is_last_spte(iter.old_spte, iter.level)) in tdp_mmu_zap_leafs()
1368 trace_kvm_tdp_mmu_spte_changed(iter->as_id, iter->gfn, iter->level, in kvm_tdp_mmu_age_spte()
1654 !is_last_spte(iter.old_spte, iter.level)) in clear_dirty_gfn_range()
1720 trace_kvm_tdp_mmu_spte_changed(iter.as_id, iter.gfn, iter.level, in clear_dirty_pt_masked()
1803 if (is_last_spte(iter.old_spte, iter.level)) in recover_huge_pages_range()
1813 if (iter.gfn < start || iter.gfn >= end) in recover_huge_pages_range()
[all …]
|
| A D | tdp_iter.h | 125 iter.valid && iter.gfn < end; \
126 tdp_iter_next(&iter))
128 #define for_each_tdp_pte_min_level_all(iter, root, min_level) \ argument
129 for (tdp_iter_start(&iter, root, min_level, 0, 0); \
130 iter.valid && iter.gfn < tdp_mmu_max_gfn_exclusive(); \
131 tdp_iter_next(&iter))
133 #define for_each_tdp_pte(iter, kvm, root, start, end) \ argument
134 for_each_tdp_pte_min_level(iter, kvm, root, PG_LEVEL_4K, start, end)
138 void tdp_iter_start(struct tdp_iter *iter, struct kvm_mmu_page *root,
140 void tdp_iter_next(struct tdp_iter *iter);
[all …]
|
| /arch/arm64/kvm/vgic/ |
| A D | vgic-debug.c | 50 if (iter->lpi_idx < iter->nr_lpis) in iter_next()
60 ++iter->vcpu_id < iter->nr_cpus) in iter_next()
99 memset(iter, 0, sizeof(*iter)); in iter_init()
114 iter->vcpu_id == iter->nr_cpus && in end_of_vgic()
116 (!iter->nr_lpis || iter->lpi_idx > iter->nr_lpis); in end_of_vgic()
125 iter = kvm->arch.vgic.iter; in vgic_debug_start()
131 iter = kmalloc(sizeof(*iter), GFP_KERNEL); in vgic_debug_start()
138 kvm->arch.vgic.iter = iter; in vgic_debug_start()
172 iter = kvm->arch.vgic.iter; in vgic_debug_stop()
283 if (iter->vcpu_id < iter->nr_cpus) in vgic_debug_show()
[all …]
|
| /arch/x86/kernel/ |
| A D | crash_dump_64.c | 15 static ssize_t __copy_oldmem_page(struct iov_iter *iter, unsigned long pfn, in __copy_oldmem_page() argument
32 csize = copy_to_iter(vaddr + offset, csize, iter); in __copy_oldmem_page()
38 ssize_t copy_oldmem_page(struct iov_iter *iter, unsigned long pfn, size_t csize, in copy_oldmem_page() argument
41 return __copy_oldmem_page(iter, pfn, csize, offset, false); in copy_oldmem_page()
49 ssize_t copy_oldmem_page_encrypted(struct iov_iter *iter, unsigned long pfn, in copy_oldmem_page_encrypted() argument
52 return __copy_oldmem_page(iter, pfn, csize, offset, true); in copy_oldmem_page_encrypted()
58 struct iov_iter iter; in elfcorehdr_read() local
60 iov_iter_kvec(&iter, ITER_DEST, &kvec, 1, count); in elfcorehdr_read()
62 return read_from_oldmem(&iter, count, ppos, in elfcorehdr_read()
|
| A D | crash_dump_32.c | 31 ssize_t copy_oldmem_page(struct iov_iter *iter, unsigned long pfn, size_t csize, in copy_oldmem_page() argument
43 csize = copy_to_iter(vaddr + offset, csize, iter); in copy_oldmem_page()
|
| A D | ftrace.c | 200 struct ftrace_rec_iter *iter; in ftrace_replace_code() local
205 for_ftrace_rec_iter(iter) { in ftrace_replace_code()
206 rec = ftrace_rec_iter_record(iter); in ftrace_replace_code()
232 for_ftrace_rec_iter(iter) { in ftrace_replace_code()
233 rec = ftrace_rec_iter_record(iter); in ftrace_replace_code()
|
| /arch/sparc/prom/ |
| A D | bootstr_32.c | 19 int iter; in prom_getbootargs() local
31 for (iter = 1; iter < 8; iter++) { in prom_getbootargs()
32 arg = (*(romvec->pv_v0bootargs))->argv[iter]; in prom_getbootargs()
|
| /arch/mips/kernel/ |
| A D | jump_label.c | 97 struct jump_entry *iter; in jump_label_apply_nops() local
103 for (iter = iter_start; iter < iter_stop; iter++) { in jump_label_apply_nops()
105 if (jump_label_init_type(iter) == JUMP_LABEL_NOP) in jump_label_apply_nops()
106 arch_jump_label_transform(iter, JUMP_LABEL_NOP); in jump_label_apply_nops()
|
| A D | crash_dump.c | 6 ssize_t copy_oldmem_page(struct iov_iter *iter, unsigned long pfn, in copy_oldmem_page() argument
15 csize = copy_to_iter(vaddr + offset, csize, iter); in copy_oldmem_page()
|
| /arch/um/kernel/ |
| A D | kmsg_dump.c | 13 static struct kmsg_dump_iter iter; in kmsg_dumper_stdout() local
45 kmsg_dump_rewind(&iter); in kmsg_dumper_stdout()
48 while (kmsg_dump_get_line(&iter, true, line, sizeof(line), &len)) { in kmsg_dumper_stdout()
|
| /arch/s390/mm/ |
| A D | maccess.c | 83 size_t memcpy_real_iter(struct iov_iter *iter, unsigned long src, size_t count) in memcpy_real_iter() argument
103 copied = copy_to_iter(chunk, len, iter); in memcpy_real_iter()
117 struct iov_iter iter; in memcpy_real() local
122 iov_iter_kvec(&iter, ITER_DEST, &kvec, 1, count); in memcpy_real()
123 if (memcpy_real_iter(&iter, src, count) < count) in memcpy_real()
|
| /arch/powerpc/kernel/ |
| A D | cacheinfo.c | 169 struct cache *iter; in release_cache_debugcheck() local
172 WARN_ONCE(iter->next_local == cache, in release_cache_debugcheck()
174 iter->ofnode, in release_cache_debugcheck()
175 cache_type_string(iter), in release_cache_debugcheck()
307 struct cache *iter; in cache_find_first_sibling() local
314 if (iter->ofnode == cache->ofnode && in cache_find_first_sibling()
316 iter->next_local == cache) in cache_find_first_sibling()
317 return iter; in cache_find_first_sibling()
327 struct cache *iter; in cache_lookup_by_node_group() local
330 if (iter->ofnode != node || in cache_lookup_by_node_group()
[all …]
|
| A D | crash_dump.c | 72 ssize_t copy_oldmem_page(struct iov_iter *iter, unsigned long pfn, in copy_oldmem_page() argument
86 csize = copy_to_iter(vaddr + offset, csize, iter); in copy_oldmem_page()
89 csize = copy_to_iter(vaddr + offset, csize, iter); in copy_oldmem_page()
|
| /arch/sh/kernel/ |
| A D | crash_dump.c | 14 ssize_t copy_oldmem_page(struct iov_iter *iter, unsigned long pfn, in copy_oldmem_page() argument
23 csize = copy_to_iter(vaddr + offset, csize, iter); in copy_oldmem_page()
|
| /arch/arm/kernel/ |
| A D | crash_dump.c | 19 ssize_t copy_oldmem_page(struct iov_iter *iter, unsigned long pfn, in copy_oldmem_page() argument
31 csize = copy_to_iter(vaddr + offset, csize, iter); in copy_oldmem_page()
|
| /arch/loongarch/kernel/ |
| A D | crash_dump.c | 6 ssize_t copy_oldmem_page(struct iov_iter *iter, unsigned long pfn, in copy_oldmem_page() argument
18 csize = copy_to_iter(vaddr + offset, csize, iter); in copy_oldmem_page()
|
| /arch/riscv/kernel/ |
| A D | crash_dump.c | 12 ssize_t copy_oldmem_page(struct iov_iter *iter, unsigned long pfn, in copy_oldmem_page() argument
24 csize = copy_to_iter(vaddr + offset, csize, iter); in copy_oldmem_page()
|
| /arch/arm64/kernel/ |
| A D | crash_dump.c | 15 ssize_t copy_oldmem_page(struct iov_iter *iter, unsigned long pfn, in copy_oldmem_page() argument
27 csize = copy_to_iter(vaddr + offset, csize, iter); in copy_oldmem_page()
|
| /arch/x86/kernel/cpu/microcode/ |
| A D | intel.c | 487 static enum ucode_state parse_microcode_blobs(int cpu, struct iov_iter *iter) in parse_microcode_blobs() argument
495 while (iov_iter_count(iter)) { in parse_microcode_blobs()
500 if (!copy_from_iter_full(&mc_header, sizeof(mc_header), iter)) { in parse_microcode_blobs()
511 if (data_size > iov_iter_count(iter)) { in parse_microcode_blobs()
527 if (!copy_from_iter_full(data, data_size, iter) || in parse_microcode_blobs()
548 if (iov_iter_count(iter)) in parse_microcode_blobs()
590 struct iov_iter iter; in request_microcode_fw() local
608 iov_iter_kvec(&iter, ITER_SOURCE, &kvec, 1, firmware->size); in request_microcode_fw()
609 ret = parse_microcode_blobs(cpu, &iter); in request_microcode_fw()
|
| /arch/s390/kernel/ |
| A D | crash_dump.c | 118 static size_t copy_oldmem_iter(struct iov_iter *iter, unsigned long src, size_t count) in copy_oldmem_iter() argument
126 copied = memcpy_hsa_iter(iter, src, len); in copy_oldmem_iter()
138 copied = memcpy_real_iter(iter, src, len); in copy_oldmem_iter()
151 struct iov_iter iter; in copy_oldmem_kernel() local
156 iov_iter_kvec(&iter, ITER_DEST, &kvec, 1, count); in copy_oldmem_kernel()
157 if (copy_oldmem_iter(&iter, src, count) < count) in copy_oldmem_kernel()
165 ssize_t copy_oldmem_page(struct iov_iter *iter, unsigned long pfn, size_t csize, in copy_oldmem_page() argument
171 return copy_oldmem_iter(iter, src, csize); in copy_oldmem_page()
|
| /arch/sh/mm/ |
| A D | pmb.c | 145 struct pmb_entry *pmbe, *iter; in pmb_mapping_exists() local
175 for (iter = pmbe->link; iter; iter = iter->link) in pmb_mapping_exists()
176 span += iter->size; in pmb_mapping_exists()
815 static int pmb_debugfs_show(struct seq_file *file, void *iter) in pmb_debugfs_show() argument
|
| A D | asids-debugfs.c | 29 static int asids_debugfs_show(struct seq_file *file, void *iter) in asids_debugfs_show() argument
|
| /arch/s390/include/asm/ |
| A D | maccess.h | 14 size_t memcpy_real_iter(struct iov_iter *iter, unsigned long src, size_t count);
|
| /arch/m68k/emu/ |
| A D | nfblock.c | 64 struct bvec_iter iter; in nfhd_submit_bio() local
70 bio_for_each_segment(bvec, bio, iter) { in nfhd_submit_bio()
|