Lines Matching refs:addr
154 pte_t * __meminit vmemmap_pte_populate(pmd_t *pmd, unsigned long addr, int node, in vmemmap_pte_populate() argument
158 pte_t *pte = pte_offset_kernel(pmd, addr); in vmemmap_pte_populate()
182 set_pte_at(&init_mm, addr, pte, entry); in vmemmap_pte_populate()
198 pmd_t * __meminit vmemmap_pmd_populate(pud_t *pud, unsigned long addr, int node) in vmemmap_pmd_populate() argument
200 pmd_t *pmd = pmd_offset(pud, addr); in vmemmap_pmd_populate()
211 pud_t * __meminit vmemmap_pud_populate(p4d_t *p4d, unsigned long addr, int node) in vmemmap_pud_populate() argument
213 pud_t *pud = pud_offset(p4d, addr); in vmemmap_pud_populate()
224 p4d_t * __meminit vmemmap_p4d_populate(pgd_t *pgd, unsigned long addr, int node) in vmemmap_p4d_populate() argument
226 p4d_t *p4d = p4d_offset(pgd, addr); in vmemmap_p4d_populate()
237 pgd_t * __meminit vmemmap_pgd_populate(unsigned long addr, int node) in vmemmap_pgd_populate() argument
239 pgd_t *pgd = pgd_offset_k(addr); in vmemmap_pgd_populate()
249 static pte_t * __meminit vmemmap_populate_address(unsigned long addr, int node, in vmemmap_populate_address() argument
260 pgd = vmemmap_pgd_populate(addr, node); in vmemmap_populate_address()
263 p4d = vmemmap_p4d_populate(pgd, addr, node); in vmemmap_populate_address()
266 pud = vmemmap_pud_populate(p4d, addr, node); in vmemmap_populate_address()
269 pmd = vmemmap_pmd_populate(pud, addr, node); in vmemmap_populate_address()
272 pte = vmemmap_pte_populate(pmd, addr, node, altmap, ptpfn, flags); in vmemmap_populate_address()
275 vmemmap_verify(pte, node, addr, addr + PAGE_SIZE); in vmemmap_populate_address()
286 unsigned long addr = start; in vmemmap_populate_range() local
289 for (; addr < end; addr += PAGE_SIZE) { in vmemmap_populate_range()
290 pte = vmemmap_populate_address(addr, node, altmap, in vmemmap_populate_range()
319 int __meminit vmemmap_undo_hvo(unsigned long addr, unsigned long end, in vmemmap_undo_hvo() argument
337 for (maddr = addr + headsize; maddr < end; maddr += PAGE_SIZE) { in vmemmap_undo_hvo()
346 for (maddr = addr; headpages-- > 0; maddr += PAGE_SIZE) { in vmemmap_undo_hvo()
353 flush_tlb_kernel_range(addr, end); in vmemmap_undo_hvo()
355 return vmemmap_populate(addr, end, node, NULL); in vmemmap_undo_hvo()
369 void vmemmap_wrprotect_hvo(unsigned long addr, unsigned long end, in vmemmap_wrprotect_hvo() argument
375 for (maddr = addr + headsize; maddr < end; maddr += PAGE_SIZE) { in vmemmap_wrprotect_hvo()
386 int __meminit vmemmap_populate_hvo(unsigned long addr, unsigned long end, in vmemmap_populate_hvo() argument
392 for (maddr = addr; maddr < addr + headsize; maddr += PAGE_SIZE) { in vmemmap_populate_hvo()
406 unsigned long addr, unsigned long next) in vmemmap_set_pmd() argument
411 unsigned long addr, unsigned long next) in vmemmap_check_pmd() argument
419 unsigned long addr; in vmemmap_populate_hugepages() local
426 for (addr = start; addr < end; addr = next) { in vmemmap_populate_hugepages()
427 next = pmd_addr_end(addr, end); in vmemmap_populate_hugepages()
429 pgd = vmemmap_pgd_populate(addr, node); in vmemmap_populate_hugepages()
433 p4d = vmemmap_p4d_populate(pgd, addr, node); in vmemmap_populate_hugepages()
437 pud = vmemmap_pud_populate(p4d, addr, node); in vmemmap_populate_hugepages()
441 pmd = pmd_offset(pud, addr); in vmemmap_populate_hugepages()
447 vmemmap_set_pmd(pmd, p, node, addr, next); in vmemmap_populate_hugepages()
460 } else if (vmemmap_check_pmd(pmd, node, addr, next)) in vmemmap_populate_hugepages()
462 if (vmemmap_populate_basepages(addr, next, node, altmap)) in vmemmap_populate_hugepages()
489 static pte_t * __meminit compound_section_tail_page(unsigned long addr) in compound_section_tail_page() argument
493 addr -= PAGE_SIZE; in compound_section_tail_page()
499 pte = pte_offset_kernel(pmd_off_k(addr), addr); in compound_section_tail_page()
511 unsigned long size, addr; in vmemmap_populate_compound_pages() local
530 for (addr = start; addr < end; addr += size) { in vmemmap_populate_compound_pages()
531 unsigned long next, last = addr + size; in vmemmap_populate_compound_pages()
534 pte = vmemmap_populate_address(addr, node, NULL, -1, 0); in vmemmap_populate_compound_pages()
539 next = addr + PAGE_SIZE; in vmemmap_populate_compound_pages()