Lines Matching refs:vaddr
36 static void __init kasan_populate_pte(pmd_t *pmd, unsigned long vaddr, unsigned long end) in kasan_populate_pte() argument
46 ptep = base_pte + pte_index(vaddr); in kasan_populate_pte()
53 } while (ptep++, vaddr += PAGE_SIZE, vaddr != end); in kasan_populate_pte()
58 static void __init kasan_populate_pmd(pud_t *pud, unsigned long vaddr, unsigned long end) in kasan_populate_pmd() argument
72 pmdp = base_pmd + pmd_index(vaddr); in kasan_populate_pmd()
75 next = pmd_addr_end(vaddr, end); in kasan_populate_pmd()
77 if (pmd_none(*pmdp) && IS_ALIGNED(vaddr, PMD_SIZE) && (next - vaddr) >= PMD_SIZE) { in kasan_populate_pmd()
85 kasan_populate_pte(pmdp, vaddr, next); in kasan_populate_pmd()
86 } while (pmdp++, vaddr = next, vaddr != end); in kasan_populate_pmd()
98 unsigned long vaddr, unsigned long end, in kasan_populate_pud() argument
127 pudp = base_pud + pud_index(vaddr); in kasan_populate_pud()
130 next = pud_addr_end(vaddr, end); in kasan_populate_pud()
132 if (pud_none(*pudp) && IS_ALIGNED(vaddr, PUD_SIZE) && (next - vaddr) >= PUD_SIZE) { in kasan_populate_pud()
146 kasan_populate_pmd(pudp, vaddr, next); in kasan_populate_pud()
147 } while (pudp++, vaddr = next, vaddr != end); in kasan_populate_pud()
160 unsigned long vaddr, unsigned long end, in kasan_populate_p4d() argument
185 p4dp = base_p4d + p4d_index(vaddr); in kasan_populate_p4d()
188 next = p4d_addr_end(vaddr, end); in kasan_populate_p4d()
190 if (p4d_none(*p4dp) && IS_ALIGNED(vaddr, P4D_SIZE) && (next - vaddr) >= P4D_SIZE) { in kasan_populate_p4d()
204 kasan_populate_pud((pgd_t *)p4dp, vaddr, next, early); in kasan_populate_p4d()
205 } while (p4dp++, vaddr = next, vaddr != end); in kasan_populate_p4d()
222 #define kasan_populate_pgd_next(pgdp, vaddr, next, early) \ argument
224 kasan_populate_p4d(pgdp, vaddr, next, early) : \
226 kasan_populate_pud(pgdp, vaddr, next, early) : \
227 kasan_populate_pmd((pud_t *)pgdp, vaddr, next)))
230 unsigned long vaddr, unsigned long end, in kasan_populate_pgd() argument
237 next = pgd_addr_end(vaddr, end); in kasan_populate_pgd()
239 if (IS_ALIGNED(vaddr, PGDIR_SIZE) && (next - vaddr) >= PGDIR_SIZE) { in kasan_populate_pgd()
261 kasan_populate_pgd_next(pgdp, vaddr, next, early); in kasan_populate_pgd()
262 } while (pgdp++, vaddr = next, vaddr != end); in kasan_populate_pgd()
314 unsigned long vaddr = (unsigned long)start & PAGE_MASK; in kasan_populate() local
317 kasan_populate_pgd(pgd_offset_k(vaddr), vaddr, vend, false); in kasan_populate()
324 unsigned long vaddr, unsigned long end) in kasan_shallow_populate_pmd() argument
331 pmdp = base_pmd + pmd_index(vaddr); in kasan_shallow_populate_pmd()
334 next = pmd_addr_end(vaddr, end); in kasan_shallow_populate_pmd()
339 } while (pmdp++, vaddr = next, vaddr != end); in kasan_shallow_populate_pmd()
343 unsigned long vaddr, unsigned long end) in kasan_shallow_populate_pud() argument
351 pudp = base_pud + pud_index(vaddr); in kasan_shallow_populate_pud()
354 next = pud_addr_end(vaddr, end); in kasan_shallow_populate_pud()
363 if (IS_ALIGNED(vaddr, PUD_SIZE) && (next - vaddr) >= PUD_SIZE) in kasan_shallow_populate_pud()
367 kasan_shallow_populate_pmd((pgd_t *)pudp, vaddr, next); in kasan_shallow_populate_pud()
368 } while (pudp++, vaddr = next, vaddr != end); in kasan_shallow_populate_pud()
372 unsigned long vaddr, unsigned long end) in kasan_shallow_populate_p4d() argument
380 p4dp = base_p4d + p4d_index(vaddr); in kasan_shallow_populate_p4d()
383 next = p4d_addr_end(vaddr, end); in kasan_shallow_populate_p4d()
392 if (IS_ALIGNED(vaddr, P4D_SIZE) && (next - vaddr) >= P4D_SIZE) in kasan_shallow_populate_p4d()
396 kasan_shallow_populate_pud((pgd_t *)p4dp, vaddr, next); in kasan_shallow_populate_p4d()
397 } while (p4dp++, vaddr = next, vaddr != end); in kasan_shallow_populate_p4d()
400 #define kasan_shallow_populate_pgd_next(pgdp, vaddr, next) \ argument
402 kasan_shallow_populate_p4d(pgdp, vaddr, next) : \
404 kasan_shallow_populate_pud(pgdp, vaddr, next) : \
405 kasan_shallow_populate_pmd(pgdp, vaddr, next)))
407 static void __init kasan_shallow_populate_pgd(unsigned long vaddr, unsigned long end) in kasan_shallow_populate_pgd() argument
411 pgd_t *pgd_k = pgd_offset_k(vaddr); in kasan_shallow_populate_pgd()
415 next = pgd_addr_end(vaddr, end); in kasan_shallow_populate_pgd()
424 if (IS_ALIGNED(vaddr, PGDIR_SIZE) && (next - vaddr) >= PGDIR_SIZE) in kasan_shallow_populate_pgd()
428 kasan_shallow_populate_pgd_next(pgd_k, vaddr, next); in kasan_shallow_populate_pgd()
429 } while (pgd_k++, vaddr = next, vaddr != end); in kasan_shallow_populate_pgd()
434 unsigned long vaddr = (unsigned long)start & PAGE_MASK; in kasan_shallow_populate() local
437 kasan_shallow_populate_pgd(vaddr, vend); in kasan_shallow_populate()