Lines Matching refs:iterator
1509 rmap_walk_init_level(struct slot_rmap_walk_iterator *iterator, int level) in rmap_walk_init_level() argument
1511 iterator->level = level; in rmap_walk_init_level()
1512 iterator->gfn = iterator->start_gfn; in rmap_walk_init_level()
1513 iterator->rmap = gfn_to_rmap(iterator->gfn, level, iterator->slot); in rmap_walk_init_level()
1514 iterator->end_rmap = gfn_to_rmap(iterator->end_gfn, level, iterator->slot); in rmap_walk_init_level()
1518 slot_rmap_walk_init(struct slot_rmap_walk_iterator *iterator, in slot_rmap_walk_init() argument
1522 iterator->slot = slot; in slot_rmap_walk_init()
1523 iterator->start_level = start_level; in slot_rmap_walk_init()
1524 iterator->end_level = end_level; in slot_rmap_walk_init()
1525 iterator->start_gfn = start_gfn; in slot_rmap_walk_init()
1526 iterator->end_gfn = end_gfn; in slot_rmap_walk_init()
1528 rmap_walk_init_level(iterator, iterator->start_level); in slot_rmap_walk_init()
1531 static bool slot_rmap_walk_okay(struct slot_rmap_walk_iterator *iterator) in slot_rmap_walk_okay() argument
1533 return !!iterator->rmap; in slot_rmap_walk_okay()
1536 static void slot_rmap_walk_next(struct slot_rmap_walk_iterator *iterator) in slot_rmap_walk_next() argument
1538 if (++iterator->rmap <= iterator->end_rmap) { in slot_rmap_walk_next()
1539 iterator->gfn += (1UL << KVM_HPAGE_GFN_SHIFT(iterator->level)); in slot_rmap_walk_next()
1543 if (++iterator->level > iterator->end_level) { in slot_rmap_walk_next()
1544 iterator->rmap = NULL; in slot_rmap_walk_next()
1548 rmap_walk_init_level(iterator, iterator->level); in slot_rmap_walk_next()
1566 struct slot_rmap_walk_iterator iterator; in kvm_handle_gfn_range() local
1570 range->start, range->end - 1, &iterator) in kvm_handle_gfn_range()
1571 ret |= handler(kvm, iterator.rmap, range->slot, iterator.gfn, in kvm_handle_gfn_range()
1572 iterator.level, range->pte); in kvm_handle_gfn_range()
2172 static void shadow_walk_init_using_root(struct kvm_shadow_walk_iterator *iterator, in shadow_walk_init_using_root() argument
2176 iterator->addr = addr; in shadow_walk_init_using_root()
2177 iterator->shadow_addr = root; in shadow_walk_init_using_root()
2178 iterator->level = vcpu->arch.mmu->shadow_root_level; in shadow_walk_init_using_root()
2180 if (iterator->level >= PT64_ROOT_4LEVEL && in shadow_walk_init_using_root()
2183 iterator->level = PT32E_ROOT_LEVEL; in shadow_walk_init_using_root()
2185 if (iterator->level == PT32E_ROOT_LEVEL) { in shadow_walk_init_using_root()
2192 iterator->shadow_addr in shadow_walk_init_using_root()
2194 iterator->shadow_addr &= PT64_BASE_ADDR_MASK; in shadow_walk_init_using_root()
2195 --iterator->level; in shadow_walk_init_using_root()
2196 if (!iterator->shadow_addr) in shadow_walk_init_using_root()
2197 iterator->level = 0; in shadow_walk_init_using_root()
2201 static void shadow_walk_init(struct kvm_shadow_walk_iterator *iterator, in shadow_walk_init() argument
2204 shadow_walk_init_using_root(iterator, vcpu, vcpu->arch.mmu->root_hpa, in shadow_walk_init()
2208 static bool shadow_walk_okay(struct kvm_shadow_walk_iterator *iterator) in shadow_walk_okay() argument
2210 if (iterator->level < PG_LEVEL_4K) in shadow_walk_okay()
2213 iterator->index = SHADOW_PT_INDEX(iterator->addr, iterator->level); in shadow_walk_okay()
2214 iterator->sptep = ((u64 *)__va(iterator->shadow_addr)) + iterator->index; in shadow_walk_okay()
2218 static void __shadow_walk_next(struct kvm_shadow_walk_iterator *iterator, in __shadow_walk_next() argument
2221 if (!is_shadow_present_pte(spte) || is_last_spte(spte, iterator->level)) { in __shadow_walk_next()
2222 iterator->level = 0; in __shadow_walk_next()
2226 iterator->shadow_addr = spte & PT64_BASE_ADDR_MASK; in __shadow_walk_next()
2227 --iterator->level; in __shadow_walk_next()
2230 static void shadow_walk_next(struct kvm_shadow_walk_iterator *iterator) in shadow_walk_next() argument
2232 __shadow_walk_next(iterator, *iterator->sptep); in shadow_walk_next()
3125 struct kvm_shadow_walk_iterator iterator; in fast_pf_get_last_sptep() local
3129 for_each_shadow_entry_lockless(vcpu, gpa, iterator, old_spte) { in fast_pf_get_last_sptep()
3130 sptep = iterator.sptep; in fast_pf_get_last_sptep()
3777 struct kvm_shadow_walk_iterator iterator; in get_walk() local
3781 for (shadow_walk_init(&iterator, vcpu, addr), in get_walk()
3782 *root_level = iterator.level; in get_walk()
3783 shadow_walk_okay(&iterator); in get_walk()
3784 __shadow_walk_next(&iterator, spte)) { in get_walk()
3785 leaf = iterator.level; in get_walk()
3786 spte = mmu_spte_get_lockless(iterator.sptep); in get_walk()
3899 struct kvm_shadow_walk_iterator iterator; in shadow_page_table_clear_flood() local
3903 for_each_shadow_entry_lockless(vcpu, addr, iterator, spte) in shadow_page_table_clear_flood()
3904 clear_sp_write_flooding_count(iterator.sptep); in shadow_page_table_clear_flood()
5471 struct slot_rmap_walk_iterator iterator; in slot_handle_level_range() local
5474 end_gfn, &iterator) { in slot_handle_level_range()
5475 if (iterator.rmap) in slot_handle_level_range()
5476 flush |= fn(kvm, iterator.rmap, memslot); in slot_handle_level_range()
5482 iterator.gfn - start_gfn + 1); in slot_handle_level_range()