Lines Matching refs:vm_flags
542 (void *)addr, vma->vm_flags, vma->anon_vma, mapping, index); in print_bad_pte()
608 if (vma->vm_flags & (VM_PFNMAP | VM_MIXEDMAP)) in vm_normal_page()
619 if (unlikely(vma->vm_flags & (VM_PFNMAP|VM_MIXEDMAP))) { in vm_normal_page()
620 if (vma->vm_flags & VM_MIXEDMAP) { in vm_normal_page()
631 if (!is_cow_mapping(vma->vm_flags)) in vm_normal_page()
674 if (unlikely(vma->vm_flags & (VM_PFNMAP|VM_MIXEDMAP))) { in vm_normal_page_pmd()
675 if (vma->vm_flags & VM_MIXEDMAP) { in vm_normal_page_pmd()
684 if (!is_cow_mapping(vma->vm_flags)) in vm_normal_page_pmd()
754 if ((vma->vm_flags & VM_WRITE) && in restore_exclusive_pte()
799 vm_flags_t vm_flags = dst_vma->vm_flags; in copy_nonpresent_pte() local
830 is_cow_mapping(vm_flags)) { in copy_nonpresent_pte()
871 is_cow_mapping(vm_flags)) { in copy_nonpresent_pte()
886 VM_BUG_ON(!is_cow_mapping(src_vma->vm_flags)); in copy_nonpresent_pte()
959 if (is_cow_mapping(src_vma->vm_flags) && pte_write(pte)) { in __copy_present_ptes()
965 if (src_vma->vm_flags & VM_SHARED) in __copy_present_ptes()
1004 if (!(src_vma->vm_flags & VM_SHARED)) in copy_present_ptes()
1346 if (src_vma->vm_flags & (VM_PFNMAP | VM_MIXEDMAP)) in vma_needs_copy()
1386 is_cow = is_cow_mapping(src_vma->vm_flags); in copy_page_range()
2060 !(vma->vm_flags & VM_PFNMAP)) in zap_vma_ptes()
2101 VM_WARN_ON_ONCE(vma->vm_flags & VM_PFNMAP); in vm_mixed_zeropage_allowed()
2111 if (is_cow_mapping(vma->vm_flags)) in vm_mixed_zeropage_allowed()
2114 if (!(vma->vm_flags & (VM_WRITE | VM_MAYWRITE))) in vm_mixed_zeropage_allowed()
2126 (vma_is_fsdax(vma) || vma->vm_flags & VM_IO); in vm_mixed_zeropage_allowed()
2304 if (!(vma->vm_flags & VM_MIXEDMAP)) { in vm_insert_pages()
2306 BUG_ON(vma->vm_flags & VM_PFNMAP); in vm_insert_pages()
2349 if (!(vma->vm_flags & VM_MIXEDMAP)) { in vm_insert_page()
2351 BUG_ON(vma->vm_flags & VM_PFNMAP); in vm_insert_page()
2534 BUG_ON(!(vma->vm_flags & (VM_PFNMAP|VM_MIXEDMAP))); in vmf_insert_pfn_prot()
2535 BUG_ON((vma->vm_flags & (VM_PFNMAP|VM_MIXEDMAP)) == in vmf_insert_pfn_prot()
2537 BUG_ON((vma->vm_flags & VM_PFNMAP) && is_cow_mapping(vma->vm_flags)); in vmf_insert_pfn_prot()
2538 BUG_ON((vma->vm_flags & VM_MIXEDMAP) && pfn_valid(pfn)); in vmf_insert_pfn_prot()
2586 if (vma->vm_flags & VM_MIXEDMAP) in vm_mixed_ok()
2805 if (is_cow_mapping(vma->vm_flags)) { in remap_pfn_range_internal()
3700 WARN_ON_ONCE(!(vmf->vma->vm_flags & VM_SHARED)); in finish_mkwrite_fault()
3969 if (vma->vm_flags & (VM_SHARED | VM_MAYSHARE)) { in do_wp_page()
4196 if (mem_cgroup_swap_full(folio) || (vma->vm_flags & VM_LOCKED) || in should_try_to_free_swap()
4390 orders = thp_vma_allowable_orders(vma, vma->vm_flags, in alloc_swap_folio()
4807 if ((vma->vm_flags & VM_WRITE) && !userfaultfd_pte_wp(vma, pte) && in do_swap_page()
4938 orders = thp_vma_allowable_orders(vma, vma->vm_flags, in alloc_anon_folio()
5015 if (vma->vm_flags & VM_SHARED) in do_anonymous_page()
5072 if (vma->vm_flags & VM_WRITE) in do_anonymous_page()
5209 if (thp_disabled_by_hw() || vma_thp_disabled(vma, vma->vm_flags)) in do_set_pmd()
5306 if (write && !(vma->vm_flags & VM_SHARED)) { in set_pte_range()
5349 !(vma->vm_flags & VM_SHARED); in finish_fault()
5368 if (!(vma->vm_flags & VM_SHARED)) { in finish_fault()
5708 else if (!(vma->vm_flags & VM_SHARED)) in do_fault()
5742 if (folio_maybe_mapped_shared(folio) && (vma->vm_flags & VM_SHARED)) in numa_migrate_check()
5940 if (vma->vm_flags & (VM_SHARED | VM_MAYSHARE)) { in wp_huge_pmd()
5979 if (vma->vm_flags & (VM_SHARED | VM_MAYSHARE)) { in wp_huge_pud()
6114 vm_flags_t vm_flags = vma->vm_flags; in __handle_mm_fault() local
6129 thp_vma_allowable_order(vma, vm_flags, in __handle_mm_fault()
6164 thp_vma_allowable_order(vma, vm_flags, in __handle_mm_fault()
6297 if (!is_cow_mapping(vma->vm_flags)) in sanitize_fault_flags()
6301 if (WARN_ON_ONCE(!(vma->vm_flags & VM_MAYWRITE))) in sanitize_fault_flags()
6304 if (WARN_ON_ONCE(!(vma->vm_flags & VM_WRITE) && in sanitize_fault_flags()
6305 !is_cow_mapping(vma->vm_flags))) in sanitize_fault_flags()
6350 is_droppable = !!(vma->vm_flags & VM_DROPPABLE); in handle_mm_fault()
6544 if (!(vma->vm_flags & (VM_IO | VM_PFNMAP))) in follow_pfnmap_start()