Lines Matching refs:phys
110 phys_addr_t phys; in early_pgtable_alloc() local
113 phys = memblock_phys_alloc_range(PAGE_SIZE, PAGE_SIZE, 0, in early_pgtable_alloc()
115 if (!phys) in early_pgtable_alloc()
123 ptr = pte_set_fixmap(phys); in early_pgtable_alloc()
133 return phys; in early_pgtable_alloc()
175 phys_addr_t phys, pgprot_t prot) in init_pte() argument
183 set_pte(ptep, pfn_pte(__phys_to_pfn(phys), prot)); in init_pte()
192 phys += PAGE_SIZE; in init_pte()
199 unsigned long end, phys_addr_t phys, in alloc_init_cont_pte() argument
227 if ((((addr | next | phys) & ~CONT_PTE_MASK) == 0) && in alloc_init_cont_pte()
231 init_pte(pmdp, addr, next, phys, __prot); in alloc_init_cont_pte()
233 phys += next - addr; in alloc_init_cont_pte()
238 phys_addr_t phys, pgprot_t prot, in init_pmd() argument
251 if (((addr | next | phys) & ~PMD_MASK) == 0 && in init_pmd()
253 pmd_set_huge(pmdp, phys, prot); in init_pmd()
262 alloc_init_cont_pte(pmdp, addr, next, phys, prot, in init_pmd()
268 phys += next - addr; in init_pmd()
275 unsigned long end, phys_addr_t phys, in alloc_init_cont_pmd() argument
305 if ((((addr | next | phys) & ~CONT_PMD_MASK) == 0) && in alloc_init_cont_pmd()
309 init_pmd(pudp, addr, next, phys, __prot, pgtable_alloc, flags); in alloc_init_cont_pmd()
311 phys += next - addr; in alloc_init_cont_pmd()
316 phys_addr_t phys, pgprot_t prot, in alloc_init_pud() argument
348 ((addr | next | phys) & ~PUD_MASK) == 0 && in alloc_init_pud()
350 pud_set_huge(pudp, phys, prot); in alloc_init_pud()
359 alloc_init_cont_pmd(pudp, addr, next, phys, prot, in alloc_init_pud()
365 phys += next - addr; in alloc_init_pud()
371 static void __create_pgd_mapping_locked(pgd_t *pgdir, phys_addr_t phys, in __create_pgd_mapping_locked() argument
384 if (WARN_ON((phys ^ virt) & ~PAGE_MASK)) in __create_pgd_mapping_locked()
387 phys &= PAGE_MASK; in __create_pgd_mapping_locked()
393 alloc_init_pud(pgdp, addr, next, phys, prot, pgtable_alloc, in __create_pgd_mapping_locked()
395 phys += next - addr; in __create_pgd_mapping_locked()
399 static void __create_pgd_mapping(pgd_t *pgdir, phys_addr_t phys, in __create_pgd_mapping() argument
406 __create_pgd_mapping_locked(pgdir, phys, virt, size, prot, in __create_pgd_mapping()
413 void create_kpti_ng_temp_pgd(pgd_t *pgdir, phys_addr_t phys, unsigned long virt,
453 static void __init create_mapping_noalloc(phys_addr_t phys, unsigned long virt, in create_mapping_noalloc() argument
458 &phys, virt); in create_mapping_noalloc()
461 __create_pgd_mapping(init_mm.pgd, phys, virt, size, prot, NULL, in create_mapping_noalloc()
465 void __init create_pgd_mapping(struct mm_struct *mm, phys_addr_t phys, in create_pgd_mapping() argument
476 __create_pgd_mapping(mm->pgd, phys, virt, size, prot, in create_pgd_mapping()
480 static void update_mapping_prot(phys_addr_t phys, unsigned long virt, in update_mapping_prot() argument
485 &phys, virt); in update_mapping_prot()
489 __create_pgd_mapping(init_mm.pgd, phys, virt, size, prot, NULL, in update_mapping_prot()
1269 phys_addr_t phys, pgprot_t flags) in __set_fixmap() argument
1279 set_pte(ptep, pfn_pte(phys >> PAGE_SHIFT, flags)); in __set_fixmap()
1339 int pud_set_huge(pud_t *pudp, phys_addr_t phys, pgprot_t prot) in pud_set_huge() argument
1341 pud_t new_pud = pfn_pud(__phys_to_pfn(phys), mk_pud_sect_prot(prot)); in pud_set_huge()
1348 VM_BUG_ON(phys & ~PUD_MASK); in pud_set_huge()
1353 int pmd_set_huge(pmd_t *pmdp, phys_addr_t phys, pgprot_t prot) in pmd_set_huge() argument
1355 pmd_t new_pmd = pfn_pmd(__phys_to_pfn(phys), mk_pmd_sect_prot(prot)); in pmd_set_huge()
1362 VM_BUG_ON(phys & ~PMD_MASK); in pmd_set_huge()