Lines Matching refs:kernel_map
34 struct kernel_mapping kernel_map __ro_after_init;
35 EXPORT_SYMBOL(kernel_map);
37 #define kernel_map (*(struct kernel_mapping *)XIP_FIXUP(&kernel_map)) macro
433 BUG_ON((va - kernel_map.virt_addr) >> PUD_SHIFT); in alloc_pmd_early()
499 BUG_ON((va - kernel_map.virt_addr) >> PGDIR_SHIFT); in alloc_pud_early()
537 BUG_ON((va - kernel_map.virt_addr) >> PGDIR_SHIFT); in alloc_p4d_early()
738 kernel_map.page_offset = PAGE_OFFSET_L4; in disable_pgtable_l5()
745 kernel_map.page_offset = PAGE_OFFSET_L3; in disable_pgtable_l4()
830 end_va = kernel_map.virt_addr + kernel_map.xiprom_sz; in create_kernel_page_table()
831 for (va = kernel_map.virt_addr; va < end_va; va += PMD_SIZE) in create_kernel_page_table()
833 kernel_map.xiprom + (va - kernel_map.virt_addr), in create_kernel_page_table()
837 end_va = kernel_map.virt_addr + XIP_OFFSET + kernel_map.size; in create_kernel_page_table()
838 for (va = kernel_map.virt_addr + XIP_OFFSET; va < end_va; va += PMD_SIZE) in create_kernel_page_table()
840 kernel_map.phys_addr + (va - (kernel_map.virt_addr + XIP_OFFSET)), in create_kernel_page_table()
848 end_va = kernel_map.virt_addr + kernel_map.size; in create_kernel_page_table()
849 for (va = kernel_map.virt_addr; va < end_va; va += PMD_SIZE) in create_kernel_page_table()
851 kernel_map.phys_addr + (va - kernel_map.virt_addr), in create_kernel_page_table()
964 kernel_map.virt_addr = KERNEL_LINK_ADDR; in setup_vm()
965 kernel_map.page_offset = _AC(CONFIG_PAGE_OFFSET, UL); in setup_vm()
968 kernel_map.xiprom = (uintptr_t)CONFIG_XIP_PHYS_ADDR; in setup_vm()
969 kernel_map.xiprom_sz = (uintptr_t)(&_exiprom) - (uintptr_t)(&_xiprom); in setup_vm()
972 kernel_map.phys_addr = (uintptr_t)CONFIG_PHYS_RAM_BASE; in setup_vm()
973 kernel_map.size = (uintptr_t)(&_end) - (uintptr_t)(&_sdata); in setup_vm()
975 kernel_map.va_kernel_xip_pa_offset = kernel_map.virt_addr - kernel_map.xiprom; in setup_vm()
977 kernel_map.phys_addr = (uintptr_t)(&_start); in setup_vm()
978 kernel_map.size = (uintptr_t)(&_end) - kernel_map.phys_addr; in setup_vm()
985 kernel_map.va_pa_offset = PAGE_OFFSET - kernel_map.phys_addr; in setup_vm()
986 kernel_map.va_kernel_pa_offset = kernel_map.virt_addr - kernel_map.phys_addr; in setup_vm()
988 riscv_pfn_base = PFN_DOWN(kernel_map.phys_addr); in setup_vm()
1000 BUG_ON((kernel_map.phys_addr % PMD_SIZE) != 0); in setup_vm()
1007 BUG_ON((kernel_map.virt_addr + kernel_map.size) > ADDRESS_SPACE_END - SZ_4K); in setup_vm()
1029 create_pgd_mapping(trampoline_pg_dir, kernel_map.virt_addr, in setup_vm()
1032 create_p4d_mapping(trampoline_p4d, kernel_map.virt_addr, in setup_vm()
1035 create_pud_mapping(trampoline_pud, kernel_map.virt_addr, in setup_vm()
1038 create_pmd_mapping(trampoline_pmd, kernel_map.virt_addr, in setup_vm()
1039 kernel_map.xiprom, PMD_SIZE, PAGE_KERNEL_EXEC); in setup_vm()
1041 create_pmd_mapping(trampoline_pmd, kernel_map.virt_addr, in setup_vm()
1042 kernel_map.phys_addr, PMD_SIZE, PAGE_KERNEL_EXEC); in setup_vm()
1046 create_pgd_mapping(trampoline_pg_dir, kernel_map.virt_addr, in setup_vm()
1047 kernel_map.phys_addr, PGDIR_SIZE, PAGE_KERNEL_EXEC); in setup_vm()