Lines Matching refs:pgd
265 static inline void free_p4d_range(struct mmu_gather *tlb, pgd_t *pgd, in free_p4d_range() argument
274 p4d = p4d_offset(pgd, addr); in free_p4d_range()
293 p4d = p4d_offset(pgd, start); in free_p4d_range()
294 pgd_clear(pgd); in free_p4d_range()
314 pgd_t *pgd; in free_pgd_range() local
363 pgd = pgd_offset(tlb->mm, addr); in free_pgd_range()
366 if (pgd_none_or_clear_bad(pgd)) in free_pgd_range()
368 free_p4d_range(tlb, pgd, addr, next, floor, ceiling); in free_pgd_range()
369 } while (pgd++, addr = next, addr != end); in free_pgd_range()
504 pgd_t *pgd = pgd_offset(vma->vm_mm, addr); in print_bad_pte() local
505 p4d_t *p4d = p4d_offset(pgd, addr); in print_bad_pte()
1856 struct vm_area_struct *vma, pgd_t *pgd, in zap_p4d_range() argument
1863 p4d = p4d_offset(pgd, addr); in zap_p4d_range()
1879 pgd_t *pgd; in unmap_page_range() local
1884 pgd = pgd_offset(vma->vm_mm, addr); in unmap_page_range()
1887 if (pgd_none_or_clear_bad(pgd)) in unmap_page_range()
1889 next = zap_p4d_range(tlb, vma, pgd, addr, next, details); in unmap_page_range()
1890 } while (pgd++, addr = next, addr != end); in unmap_page_range()
2069 pgd_t *pgd; in walk_to_pmd() local
2074 pgd = pgd_offset(mm, addr); in walk_to_pmd()
2075 p4d = p4d_alloc(mm, pgd, addr); in walk_to_pmd()
2753 static inline int remap_p4d_range(struct mm_struct *mm, pgd_t *pgd, in remap_p4d_range() argument
2762 p4d = p4d_alloc(mm, pgd, addr); in remap_p4d_range()
2778 pgd_t *pgd; in remap_pfn_range_internal() local
2815 pgd = pgd_offset(mm, addr); in remap_pfn_range_internal()
2819 err = remap_p4d_range(mm, pgd, addr, next, in remap_pfn_range_internal()
2823 } while (pgd++, addr = next, addr != end); in remap_pfn_range_internal()
3104 static int apply_to_p4d_range(struct mm_struct *mm, pgd_t *pgd, in apply_to_p4d_range() argument
3114 p4d = p4d_alloc_track(mm, pgd, addr, mask); in apply_to_p4d_range()
3118 p4d = p4d_offset(pgd, addr); in apply_to_p4d_range()
3144 pgd_t *pgd; in __apply_to_page_range() local
3153 pgd = pgd_offset(mm, addr); in __apply_to_page_range()
3156 if (pgd_none(*pgd) && !create) in __apply_to_page_range()
3158 if (WARN_ON_ONCE(pgd_leaf(*pgd))) { in __apply_to_page_range()
3162 if (!pgd_none(*pgd) && WARN_ON_ONCE(pgd_bad(*pgd))) { in __apply_to_page_range()
3165 pgd_clear_bad(pgd); in __apply_to_page_range()
3167 err = apply_to_p4d_range(mm, pgd, addr, next, in __apply_to_page_range()
3171 } while (pgd++, addr = next, addr != end); in __apply_to_page_range()
6115 pgd_t *pgd; in __handle_mm_fault() local
6119 pgd = pgd_offset(mm, address); in __handle_mm_fault()
6120 p4d = p4d_alloc(mm, pgd, address); in __handle_mm_fault()
6401 int __p4d_alloc(struct mm_struct *mm, pgd_t *pgd, unsigned long address) in __p4d_alloc() argument
6408 if (pgd_present(*pgd)) { /* Another has populated it */ in __p4d_alloc()
6412 pgd_populate(mm, pgd, new); in __p4d_alloc()