Lines Matching refs:address
175 static inline pmd_t *vmalloc_sync_one(pgd_t *pgd, unsigned long address) in vmalloc_sync_one() argument
177 unsigned index = pgd_index(address); in vmalloc_sync_one()
194 p4d = p4d_offset(pgd, address); in vmalloc_sync_one()
195 p4d_k = p4d_offset(pgd_k, address); in vmalloc_sync_one()
199 pud = pud_offset(p4d, address); in vmalloc_sync_one()
200 pud_k = pud_offset(p4d_k, address); in vmalloc_sync_one()
204 pmd = pmd_offset(pud, address); in vmalloc_sync_one()
205 pmd_k = pmd_offset(pud_k, address); in vmalloc_sync_one()
232 static noinline int vmalloc_fault(unsigned long address) in vmalloc_fault() argument
239 if (!(address >= VMALLOC_START && address < VMALLOC_END)) in vmalloc_fault()
250 pmd_k = vmalloc_sync_one(__va(pgd_paddr), address); in vmalloc_fault()
257 pte_k = pte_offset_kernel(pmd_k, address); in vmalloc_fault()
294 static void dump_pagetable(unsigned long address) in dump_pagetable() argument
297 pgd_t *pgd = &base[pgd_index(address)]; in dump_pagetable()
311 p4d = p4d_offset(pgd, address); in dump_pagetable()
312 pud = pud_offset(p4d, address); in dump_pagetable()
313 pmd = pmd_offset(pud, address); in dump_pagetable()
326 pte = pte_offset_kernel(pmd, address); in dump_pagetable()
350 static void dump_pagetable(unsigned long address) in dump_pagetable() argument
353 pgd_t *pgd = base + pgd_index(address); in dump_pagetable()
367 p4d = p4d_offset(pgd, address); in dump_pagetable()
375 pud = pud_offset(p4d, address); in dump_pagetable()
383 pmd = pmd_offset(pud, address); in dump_pagetable()
391 pte = pte_offset_kernel(pmd, address); in dump_pagetable()
419 static int is_errata93(struct pt_regs *regs, unsigned long address) in is_errata93() argument
429 if (address != regs->ip) in is_errata93()
432 if ((address >> 32) != 0) in is_errata93()
435 address |= 0xffffffffUL << 32; in is_errata93()
436 if ((address >= (u64)_stext && address <= (u64)_etext) || in is_errata93()
437 (address >= MODULES_VADDR && address <= MODULES_END)) { in is_errata93()
439 regs->ip = address; in is_errata93()
454 static int is_errata100(struct pt_regs *regs, unsigned long address) in is_errata100() argument
457 if ((regs->cs == __USER32_CS || (regs->cs & (1<<2))) && (address >> 32)) in is_errata100()
465 unsigned long address) in is_f00f_bug() argument
469 idt_is_f00f_address(address)) { in is_f00f_bug()
493 if (copy_from_kernel_nofault(&desc, (void *)(gdt->address + offset), in show_ldttss()
509 show_fault_oops(struct pt_regs *regs, unsigned long error_code, unsigned long address) in show_fault_oops() argument
521 pgd += pgd_index(address); in show_fault_oops()
523 pte = lookup_address_in_pgd_attr(pgd, address, &level, &nx, &rw); in show_fault_oops()
535 if (address < PAGE_SIZE && !user_mode(regs)) in show_fault_oops()
537 (void *)address); in show_fault_oops()
540 (void *)address); in show_fault_oops()
575 idt.address, idt.size, gdt.address, gdt.size); in show_fault_oops()
584 dump_pagetable(address); in show_fault_oops()
587 snp_dump_hva_rmpentry(address); in show_fault_oops()
592 unsigned long address) in pgtable_bad() argument
603 tsk->comm, address); in pgtable_bad()
604 dump_pagetable(address); in pgtable_bad()
612 static void sanitize_error_code(unsigned long address, in sanitize_error_code() argument
624 if (address >= TASK_SIZE_MAX) in sanitize_error_code()
628 static void set_signal_archinfo(unsigned long address, in set_signal_archinfo() argument
635 tsk->thread.cr2 = address; in set_signal_archinfo()
640 unsigned long address) in page_fault_oops() argument
662 if (is_vmalloc_addr((void *)address) && in page_fault_oops()
663 get_stack_guard_info((void *)address, &info)) { in page_fault_oops()
677 , [arg1] "r" (regs), [arg2] "r" (address), [arg3] "r" (&info)); in page_fault_oops()
689 efi_crash_gracefully_on_page_fault(address); in page_fault_oops()
693 kfence_handle_page_fault(address, error_code & X86_PF_WRITE, regs)) in page_fault_oops()
703 show_fault_oops(regs, error_code, address); in page_fault_oops()
713 printk(KERN_DEFAULT "CR2: %016lx\n", address); in page_fault_oops()
720 unsigned long address, int signal, int si_code, in kernelmode_fixup_or_oops() argument
726 if (fixup_exception(regs, X86_TRAP_PF, error_code, address)) in kernelmode_fixup_or_oops()
733 if (is_prefetch(regs, error_code, address)) in kernelmode_fixup_or_oops()
736 page_fault_oops(regs, error_code, address); in kernelmode_fixup_or_oops()
745 unsigned long address, struct task_struct *tsk) in show_signal_msg() argument
758 loglvl, tsk->comm, task_pid_nr(tsk), address, in show_signal_msg()
778 unsigned long address, u32 pkey, int si_code) in __bad_area_nosemaphore() argument
783 kernelmode_fixup_or_oops(regs, error_code, address, in __bad_area_nosemaphore()
790 page_fault_oops(regs, error_code, address); in __bad_area_nosemaphore()
804 if (is_prefetch(regs, error_code, address)) in __bad_area_nosemaphore()
807 if (is_errata100(regs, address)) in __bad_area_nosemaphore()
810 sanitize_error_code(address, &error_code); in __bad_area_nosemaphore()
812 if (fixup_vdso_exception(regs, X86_TRAP_PF, error_code, address)) in __bad_area_nosemaphore()
816 show_signal_msg(regs, error_code, address, tsk); in __bad_area_nosemaphore()
818 set_signal_archinfo(address, error_code); in __bad_area_nosemaphore()
821 force_sig_pkuerr((void __user *)address, pkey); in __bad_area_nosemaphore()
823 force_sig_fault(SIGSEGV, si_code, (void __user *)address); in __bad_area_nosemaphore()
830 unsigned long address) in bad_area_nosemaphore() argument
832 __bad_area_nosemaphore(regs, error_code, address, 0, SEGV_MAPERR); in bad_area_nosemaphore()
837 unsigned long address, struct mm_struct *mm, in __bad_area() argument
849 __bad_area_nosemaphore(regs, error_code, address, pkey, si_code); in __bad_area()
871 unsigned long address, struct mm_struct *mm, in bad_area_access_error() argument
902 __bad_area(regs, error_code, address, mm, vma, pkey, SEGV_PKUERR); in bad_area_access_error()
904 __bad_area(regs, error_code, address, mm, vma, 0, SEGV_ACCERR); in bad_area_access_error()
909 do_sigbus(struct pt_regs *regs, unsigned long error_code, unsigned long address, in do_sigbus() argument
914 kernelmode_fixup_or_oops(regs, error_code, address, in do_sigbus()
920 if (is_prefetch(regs, error_code, address)) in do_sigbus()
923 sanitize_error_code(address, &error_code); in do_sigbus()
925 if (fixup_vdso_exception(regs, X86_TRAP_PF, error_code, address)) in do_sigbus()
928 set_signal_archinfo(address, error_code); in do_sigbus()
937 tsk->comm, tsk->pid, address); in do_sigbus()
942 force_sig_mceerr(BUS_MCEERR_AR, (void __user *)address, lsb); in do_sigbus()
946 force_sig_fault(SIGBUS, BUS_ADRERR, (void __user *)address); in do_sigbus()
982 spurious_kernel_fault(unsigned long error_code, unsigned long address) in spurious_kernel_fault() argument
1004 pgd = init_mm.pgd + pgd_index(address); in spurious_kernel_fault()
1008 p4d = p4d_offset(pgd, address); in spurious_kernel_fault()
1015 pud = pud_offset(p4d, address); in spurious_kernel_fault()
1022 pmd = pmd_offset(pud, address); in spurious_kernel_fault()
1029 pte = pte_offset_kernel(pmd, address); in spurious_kernel_fault()
1117 bool fault_in_kernel_space(unsigned long address) in fault_in_kernel_space() argument
1124 if (IS_ENABLED(CONFIG_X86_64) && is_vsyscall_vaddr(address)) in fault_in_kernel_space()
1127 return address >= TASK_SIZE_MAX; in fault_in_kernel_space()
1137 unsigned long address) in do_kern_addr_fault() argument
1172 if (vmalloc_fault(address) >= 0) in do_kern_addr_fault()
1177 if (is_f00f_bug(regs, hw_error_code, address)) in do_kern_addr_fault()
1181 if (spurious_kernel_fault(hw_error_code, address)) in do_kern_addr_fault()
1196 bad_area_nosemaphore(regs, hw_error_code, address); in do_kern_addr_fault()
1211 unsigned long address) in do_user_addr_fault() argument
1230 if (is_errata93(regs, address)) in do_user_addr_fault()
1233 page_fault_oops(regs, error_code, address); in do_user_addr_fault()
1246 pgtable_bad(regs, error_code, address); in do_user_addr_fault()
1262 page_fault_oops(regs, error_code, address); in do_user_addr_fault()
1271 bad_area_nosemaphore(regs, error_code, address); in do_user_addr_fault()
1277 bad_area_nosemaphore(regs, error_code, address); in do_user_addr_fault()
1283 perf_sw_event(PERF_COUNT_SW_PAGE_FAULTS, 1, regs, address); in do_user_addr_fault()
1318 if (is_vsyscall_vaddr(address)) { in do_user_addr_fault()
1319 if (emulate_vsyscall(error_code, regs, address)) in do_user_addr_fault()
1327 vma = lock_vma_under_rcu(mm, address); in do_user_addr_fault()
1332 bad_area_access_error(regs, error_code, address, NULL, vma); in do_user_addr_fault()
1336 fault = handle_mm_fault(vma, address, flags | FAULT_FLAG_VMA_LOCK, regs); in do_user_addr_fault()
1351 kernelmode_fixup_or_oops(regs, error_code, address, in do_user_addr_fault()
1359 vma = lock_mm_and_find_vma(mm, address, regs); in do_user_addr_fault()
1361 bad_area_nosemaphore(regs, error_code, address); in do_user_addr_fault()
1370 bad_area_access_error(regs, error_code, address, mm, vma); in do_user_addr_fault()
1387 fault = handle_mm_fault(vma, address, flags, regs); in do_user_addr_fault()
1395 kernelmode_fixup_or_oops(regs, error_code, address, in do_user_addr_fault()
1421 kernelmode_fixup_or_oops(regs, error_code, address, in do_user_addr_fault()
1429 kernelmode_fixup_or_oops(regs, error_code, address, in do_user_addr_fault()
1444 do_sigbus(regs, error_code, address, fault); in do_user_addr_fault()
1446 bad_area_nosemaphore(regs, error_code, address); in do_user_addr_fault()
1455 unsigned long address) in trace_page_fault_entries() argument
1458 trace_page_fault_user(address, regs, error_code); in trace_page_fault_entries()
1460 trace_page_fault_kernel(address, regs, error_code); in trace_page_fault_entries()
1465 unsigned long address) in handle_page_fault() argument
1467 trace_page_fault_entries(regs, error_code, address); in handle_page_fault()
1469 if (unlikely(kmmio_fault(regs, address))) in handle_page_fault()
1473 if (unlikely(fault_in_kernel_space(address))) { in handle_page_fault()
1474 do_kern_addr_fault(regs, error_code, address); in handle_page_fault()
1476 do_user_addr_fault(regs, error_code, address); in handle_page_fault()
1491 unsigned long address; in DEFINE_IDTENTRY_RAW_ERRORCODE() local
1493 address = cpu_feature_enabled(X86_FEATURE_FRED) ? fred_event_data(regs) : read_cr2(); in DEFINE_IDTENTRY_RAW_ERRORCODE()
1516 if (kvm_handle_async_pf(regs, (u32)address)) in DEFINE_IDTENTRY_RAW_ERRORCODE()
1532 handle_page_fault(regs, error_code, address); in DEFINE_IDTENTRY_RAW_ERRORCODE()