/linux-6.3-rc2/drivers/gpu/drm/nouveau/nvkm/subdev/fault/ |
A D | base.c | 29 struct nvkm_fault *fault = container_of(event, typeof(*fault), event); in nvkm_fault_ntfy_fini() local 30 fault->func->buffer.intr(fault->buffer[index], false); in nvkm_fault_ntfy_fini() 36 struct nvkm_fault *fault = container_of(event, typeof(*fault), event); in nvkm_fault_ntfy_init() local 37 fault->func->buffer.intr(fault->buffer[index], true); in nvkm_fault_ntfy_init() 50 return fault->func->intr(fault); in nvkm_fault_intr() 58 fault->func->fini(fault); in nvkm_fault_fini() 67 fault->func->init(fault); in nvkm_fault_init() 81 buffer->fault = fault; in nvkm_fault_oneinit_buffer() 122 ret = fault->func->oneinit(fault); in nvkm_fault_oneinit() 142 return fault; in nvkm_fault_dtor() [all …]
|
A D | gv100.c | 33 struct nvkm_fault *fault = container_of(work, typeof(*fault), nrpfb_work); in gv100_fault_buffer_process() local 122 struct nvkm_fault *fault = container_of(ntfy, typeof(*fault), nrpfb); in gv100_fault_ntfy_nrpfb() local 124 schedule_work(&fault->nrpfb_work); in gv100_fault_ntfy_nrpfb() 162 gv100_fault_intr_fault(fault); in gv100_fault_intr() 168 if (fault->buffer[0]) { in gv100_fault_intr() 175 if (fault->buffer[1]) { in gv100_fault_intr() 189 nvkm_event_ntfy_block(&fault->nrpfb); in gv100_fault_fini() 190 flush_work(&fault->nrpfb_work); in gv100_fault_fini() 192 if (fault->buffer[0]) in gv100_fault_fini() 193 fault->func->buffer.fini(fault->buffer[0]); in gv100_fault_fini() [all …]
|
A D | tu102.c | 87 struct nvkm_fault *fault = container_of(inth, typeof(*fault), info_fault); in tu102_fault_info_fault() local 117 nvkm_event_ntfy_block(&fault->nrpfb); in tu102_fault_fini() 118 flush_work(&fault->nrpfb_work); in tu102_fault_fini() 120 if (fault->buffer[0]) in tu102_fault_fini() 121 fault->func->buffer.fini(fault->buffer[0]); in tu102_fault_fini() 123 nvkm_inth_block(&fault->info_fault); in tu102_fault_fini() 129 nvkm_inth_allow(&fault->info_fault); in tu102_fault_init() 131 fault->func->buffer.init(fault->buffer[0]); in tu102_fault_init() 132 nvkm_event_ntfy_allow(&fault->nrpfb); in tu102_fault_init() 144 &fault->info_fault); in tu102_fault_oneinit() [all …]
|
A D | Kbuild | 2 nvkm-y += nvkm/subdev/fault/base.o 3 nvkm-y += nvkm/subdev/fault/user.o 4 nvkm-y += nvkm/subdev/fault/gp100.o 5 nvkm-y += nvkm/subdev/fault/gp10b.o 6 nvkm-y += nvkm/subdev/fault/gv100.o 7 nvkm-y += nvkm/subdev/fault/tu102.o
|
A D | user.c | 42 return nvkm_uevent_add(uevent, &buffer->fault->event, buffer->id, in nvkm_ufault_uevent() 51 struct nvkm_device *device = buffer->fault->subdev.device; in nvkm_ufault_map() 62 buffer->fault->func->buffer.fini(buffer); in nvkm_ufault_fini() 70 buffer->fault->func->buffer.init(buffer); in nvkm_ufault_init() 96 struct nvkm_fault *fault = device->fault; in nvkm_ufault_new() local 97 struct nvkm_fault_buffer *buffer = fault->buffer[fault->func->user.rp]; in nvkm_ufault_new()
|
/linux-6.3-rc2/drivers/infiniband/hw/hfi1/ |
A D | fault.c | 69 if (!ibd->fault->n_rxfaults[i] && !ibd->fault->n_txfaults[i]) in _fault_stats_seq_show() 96 struct fault *fault = file->private_data; in fault_opcodes_write() local 138 bitmap_zero(fault->opcodes, sizeof(fault->opcodes) * in fault_opcodes_write() 170 struct fault *fault = file->private_data; in fault_opcodes_read() local 211 if (ibd->fault) in hfi1_fault_exit_debugfs() 222 ibd->fault = kzalloc(sizeof(*ibd->fault), GFP_KERNEL); in hfi1_fault_init_debugfs() 223 if (!ibd->fault) in hfi1_fault_init_debugfs() 269 if (ibd->fault) in hfi1_dbg_fault_suppress_err() 279 if (!ibd->fault || !ibd->fault->enable) in __hfi1_should_fault() 294 if (ibd->fault->fault_skip && ibd->fault->skip) { in __hfi1_should_fault() [all …]
|
/linux-6.3-rc2/drivers/iommu/amd/ |
A D | iommu_v2.c | 67 struct fault { struct 425 static void handle_fault_error(struct fault *fault) in handle_fault_error() argument 430 set_pri_tag_status(fault->state, fault->tag, PPR_INVALID); in handle_fault_error() 440 set_pri_tag_status(fault->state, fault->tag, PPR_SUCCESS); in handle_fault_error() 443 set_pri_tag_status(fault->state, fault->tag, PPR_INVALID); in handle_fault_error() 446 set_pri_tag_status(fault->state, fault->tag, PPR_FAILURE); in handle_fault_error() 471 struct fault *fault = container_of(work, struct fault, work); in do_fault() local 505 finish_pri_tag(fault->dev_state, fault->state, fault->tag); in do_fault() 509 kfree(fault); in do_fault() 519 struct fault *fault; in ppr_notifier() local [all …]
|
/linux-6.3-rc2/arch/s390/mm/ |
A D | fault.c | 304 switch (fault) { in do_fault_error() 368 vm_fault_t fault; in do_exception() local 428 fault = VM_FAULT_BADMAP; in do_exception() 467 fault = 0; in do_exception() 499 fault = VM_FAULT_OOM; in do_exception() 503 fault = 0; in do_exception() 507 return fault; in do_exception() 514 vm_fault_t fault; in do_protection_exception() local 542 if (unlikely(fault)) in do_protection_exception() 550 vm_fault_t fault; in do_dat_exception() local [all …]
|
/linux-6.3-rc2/arch/nios2/kernel/ |
A D | misaligned.c | 72 unsigned int fault; in handle_unaligned_c() local 85 fault = 0; in handle_unaligned_c() 98 fault |= __get_user(d0, (u8 *)(addr+0)); in handle_unaligned_c() 99 fault |= __get_user(d1, (u8 *)(addr+1)); in handle_unaligned_c() 116 fault |= __get_user(d0, (u8 *)(addr+0)); in handle_unaligned_c() 117 fault |= __get_user(d1, (u8 *)(addr+1)); in handle_unaligned_c() 140 fault |= __get_user(d0, (u8 *)(addr+0)); in handle_unaligned_c() 141 fault |= __get_user(d1, (u8 *)(addr+1)); in handle_unaligned_c() 142 fault |= __get_user(d2, (u8 *)(addr+2)); in handle_unaligned_c() 143 fault |= __get_user(d3, (u8 *)(addr+3)); in handle_unaligned_c() [all …]
|
/linux-6.3-rc2/arch/x86/kvm/svm/ |
A D | svm_ops.h | 12 _ASM_EXTABLE(1b, %l[fault]) \ 13 ::: clobber : fault); \ 15 fault: \ 22 _ASM_EXTABLE(1b, %l[fault]) \ 23 :: op1 : clobber : fault); \ 25 fault: \ 32 _ASM_EXTABLE(1b, %l[fault]) \ 33 :: op1, op2 : clobber : fault); \ 35 fault: \
|
/linux-6.3-rc2/arch/mips/kernel/ |
A D | unaligned.c | 257 goto fault; in emulate_load_store_insn() 272 goto fault; in emulate_load_store_insn() 287 goto fault; in emulate_load_store_insn() 306 goto fault; in emulate_load_store_insn() 329 goto fault; in emulate_load_store_insn() 351 goto fault; in emulate_load_store_insn() 367 goto fault; in emulate_load_store_insn() 542 fault: in emulate_load_store_insn() 614 goto fault; in emulate_load_store_microMIPS() 1169 fault: in emulate_load_store_microMIPS() [all …]
|
/linux-6.3-rc2/drivers/gpu/drm/nouveau/ |
A D | nouveau_svm.c | 66 u8 fault; member 68 } **fault; member 418 fault->hub, in nouveau_svm_fault_cancel_fault() 419 fault->gpc, in nouveau_svm_fault_cancel_fault() 426 switch (fault) { in nouveau_svm_fault_priority() 481 fault = kmalloc(sizeof(*fault), GFP_KERNEL); in nouveau_svm_fault_cache() 486 buffer->fault[buffer->fault_nr] = fault; in nouveau_svm_fault_cache() 489 fault = buffer->fault[buffer->fault_nr++]; in nouveau_svm_fault_cache() 498 fault->fault = (info & 0x0000001f); in nouveau_svm_fault_cache() 501 fault->inst, fault->addr, fault->access); in nouveau_svm_fault_cache() [all …]
|
/linux-6.3-rc2/arch/mips/loongson64/ |
A D | cop2-ex.c | 76 goto fault; in loongson_cu2_call() 80 goto fault; in loongson_cu2_call() 92 goto fault; in loongson_cu2_call() 96 goto fault; in loongson_cu2_call() 118 goto fault; in loongson_cu2_call() 123 goto fault; in loongson_cu2_call() 135 goto fault; in loongson_cu2_call() 141 goto fault; in loongson_cu2_call() 165 goto fault; in loongson_cu2_call() 176 goto fault; in loongson_cu2_call() [all …]
|
/linux-6.3-rc2/arch/arc/kernel/ |
A D | unaligned.c | 50 goto fault; \ 65 goto fault; \ 92 goto fault; \ 125 goto fault; \ 159 fault: state->fault = 1; in fixup_load() 179 goto fault; in fixup_store() 191 fault: state->fault = 1; in fixup_store() 226 goto fault; in misaligned_fixup() 230 goto fault; in misaligned_fixup() 238 goto fault; in misaligned_fixup() [all …]
|
/linux-6.3-rc2/drivers/iommu/ |
A D | io-pgfault.c | 44 struct iommu_fault fault; member 60 .pasid = iopf->fault.prm.pasid, in iopf_complete_group() 61 .grpid = iopf->fault.prm.grpid, in iopf_complete_group() 81 group->last_fault.fault.prm.pasid, 0); in iopf_handler() 91 status = domain->iopf_handler(&iopf->fault, in iopf_handler() 94 if (!(iopf->fault.prm.flags & in iopf_handler() 155 if (fault->type != IOMMU_FAULT_PAGE_REQ) in iommu_queue_iopf() 172 iopf->fault = *fault; in iommu_queue_iopf() 192 group->last_fault.fault = *fault; in iommu_queue_iopf() 199 if (iopf->fault.prm.grpid == fault->prm.grpid) in iommu_queue_iopf() [all …]
|
/linux-6.3-rc2/arch/x86/kvm/mmu/ |
A D | paging_tmpl.h | 92 struct x86_exception fault; member 505 walker->fault.address = addr; in FNAME() 625 gfn_t base_gfn = fault->gfn; in FNAME() 723 base_gfn, fault->pfn, fault); in FNAME() 794 pgprintk("%s: addr %lx err %x\n", __func__, fault->addr, fault->error_code); in FNAME() 795 WARN_ON_ONCE(fault->is_tdp); in FNAME() 810 if (!fault->prefetch) in FNAME() 816 fault->gfn = walker.gfn; in FNAME() 817 fault->slot = kvm_vcpu_gfn_to_memslot(vcpu, fault->gfn); in FNAME() 847 !is_cr0_wp(vcpu->arch.mmu) && !fault->user && fault->slot) { in FNAME() [all …]
|
A D | mmu_internal.h | 245 int kvm_tdp_page_fault(struct kvm_vcpu *vcpu, struct kvm_page_fault *fault); 278 struct kvm_page_fault fault = { in kvm_mmu_do_page_fault() local 298 fault.gfn = fault.addr >> PAGE_SHIFT; in kvm_mmu_do_page_fault() 299 fault.slot = kvm_vcpu_gfn_to_memslot(vcpu, fault.gfn); in kvm_mmu_do_page_fault() 310 if (IS_ENABLED(CONFIG_RETPOLINE) && fault.is_tdp) in kvm_mmu_do_page_fault() 311 r = kvm_tdp_page_fault(vcpu, &fault); in kvm_mmu_do_page_fault() 313 r = vcpu->arch.mmu->page_fault(vcpu, &fault); in kvm_mmu_do_page_fault() 334 void kvm_mmu_hugepage_adjust(struct kvm_vcpu *vcpu, struct kvm_page_fault *fault); 335 void disallowed_hugepage_adjust(struct kvm_page_fault *fault, u64 spte, int cur_level);
|
/linux-6.3-rc2/arch/powerpc/lib/ |
A D | checksum_32.S | 240 fault: label 244 EX_TABLE(70b, fault); 245 EX_TABLE(71b, fault); 246 EX_TABLE(72b, fault); 247 EX_TABLE(73b, fault); 248 EX_TABLE(54b, fault); 269 EX_TABLE(30b, fault); 270 EX_TABLE(31b, fault); 271 EX_TABLE(40b, fault); 272 EX_TABLE(41b, fault); [all …]
|
/linux-6.3-rc2/arch/m68k/mm/ |
A D | fault.c | 73 vm_fault_t fault; in do_page_fault() local 138 fault = handle_mm_fault(vma, address, flags, regs); in do_page_fault() 139 pr_debug("handle_mm_fault returns %x\n", fault); in do_page_fault() 141 if (fault_signal_pending(fault, regs)) { in do_page_fault() 148 if (fault & VM_FAULT_COMPLETED) in do_page_fault() 151 if (unlikely(fault & VM_FAULT_ERROR)) { in do_page_fault() 152 if (fault & VM_FAULT_OOM) in do_page_fault() 154 else if (fault & VM_FAULT_SIGSEGV) in do_page_fault() 156 else if (fault & VM_FAULT_SIGBUS) in do_page_fault() 161 if (fault & VM_FAULT_RETRY) { in do_page_fault()
|
/linux-6.3-rc2/arch/powerpc/mm/ |
A D | fault.c | 138 vm_fault_t fault) in do_sigbus() argument 151 if (fault & VM_FAULT_HWPOISON_LARGE) in do_sigbus() 153 if (fault & VM_FAULT_HWPOISON) in do_sigbus() 166 vm_fault_t fault) in mm_fault_error() argument 176 if (fault & VM_FAULT_OOM) { in mm_fault_error() 187 return do_sigbus(regs, addr, fault); in mm_fault_error() 188 else if (fault & VM_FAULT_SIGSEGV) in mm_fault_error() 414 vm_fault_t fault, major = 0; in ___do_page_fault() local 528 major |= fault & VM_FAULT_MAJOR; in ___do_page_fault() 534 if (fault & VM_FAULT_COMPLETED) in ___do_page_fault() [all …]
|
/linux-6.3-rc2/arch/arm64/kernel/ |
A D | compat_alignment.c | 287 int fault; in alignment_get_arm() local 289 fault = get_user(instr, ip); in alignment_get_arm() 290 if (fault) in alignment_get_arm() 291 return fault; in alignment_get_arm() 300 int fault; in alignment_get_thumb() local 302 fault = get_user(instr, ip); in alignment_get_thumb() 303 if (fault) in alignment_get_thumb() 304 return fault; in alignment_get_thumb() 320 int fault; in do_compat_alignment_fixup() local 328 if (!fault) { in do_compat_alignment_fixup() [all …]
|
/linux-6.3-rc2/arch/hexagon/mm/ |
A D | vm_fault.c | 42 vm_fault_t fault; in do_page_fault() local 94 fault = handle_mm_fault(vma, address, flags, regs); in do_page_fault() 96 if (fault_signal_pending(fault, regs)) { in do_page_fault() 103 if (fault & VM_FAULT_COMPLETED) in do_page_fault() 107 if (likely(!(fault & VM_FAULT_ERROR))) { in do_page_fault() 108 if (fault & VM_FAULT_RETRY) { in do_page_fault() 123 if (fault & VM_FAULT_OOM) { in do_page_fault() 131 if (fault & VM_FAULT_SIGBUS) { in do_page_fault()
|
/linux-6.3-rc2/arch/x86/include/asm/ |
A D | virtext.h | 47 _ASM_EXTABLE(1b, %l[fault]) in cpu_vmxoff() 48 ::: "cc", "memory" : fault); in cpu_vmxoff() 53 fault: in cpu_vmxoff() 139 _ASM_EXTABLE(1b, %l[fault]) in cpu_svm_disable() 140 ::: "memory" : fault); in cpu_svm_disable() 141 fault: in cpu_svm_disable()
|
/linux-6.3-rc2/arch/parisc/mm/ |
A D | fault.c | 269 vm_fault_t fault = 0; in do_page_fault() local 309 fault = handle_mm_fault(vma, address, flags, regs); in do_page_fault() 311 if (fault_signal_pending(fault, regs)) { in do_page_fault() 320 if (fault & VM_FAULT_COMPLETED) in do_page_fault() 323 if (unlikely(fault & VM_FAULT_ERROR)) { in do_page_fault() 329 if (fault & VM_FAULT_OOM) in do_page_fault() 331 else if (fault & VM_FAULT_SIGSEGV) in do_page_fault() 333 else if (fault & (VM_FAULT_SIGBUS|VM_FAULT_HWPOISON| in do_page_fault() 338 if (fault & VM_FAULT_RETRY) { in do_page_fault() 406 if (fault & VM_FAULT_HWPOISON_LARGE) in do_page_fault() [all …]
|
/linux-6.3-rc2/arch/microblaze/mm/ |
A D | fault.c | 93 vm_fault_t fault; in do_page_fault() local 220 fault = handle_mm_fault(vma, address, flags, regs); in do_page_fault() 222 if (fault_signal_pending(fault, regs)) { in do_page_fault() 229 if (fault & VM_FAULT_COMPLETED) in do_page_fault() 232 if (unlikely(fault & VM_FAULT_ERROR)) { in do_page_fault() 233 if (fault & VM_FAULT_OOM) in do_page_fault() 235 else if (fault & VM_FAULT_SIGSEGV) in do_page_fault() 237 else if (fault & VM_FAULT_SIGBUS) in do_page_fault() 242 if (fault & VM_FAULT_RETRY) { in do_page_fault()
|