/linux-6.3-rc2/arch/x86/include/asm/trace/ |
A D | fpu.h | 11 TP_PROTO(struct fpu *fpu), 15 __field(struct fpu *, fpu) 22 __entry->fpu = fpu; 38 TP_PROTO(struct fpu *fpu), 43 TP_PROTO(struct fpu *fpu), 48 TP_PROTO(struct fpu *fpu), 53 TP_PROTO(struct fpu *fpu), 58 TP_PROTO(struct fpu *fpu), 63 TP_PROTO(struct fpu *fpu), 68 TP_PROTO(struct fpu *fpu), [all …]
|
/linux-6.3-rc2/arch/x86/kernel/fpu/ |
A D | core.c | 333 struct fpu *fpu = ¤t->thread.fpu; in fpu_swap_kvm_fpstate() local 347 fpu->fpstate = fpu->__task_fpstate; in fpu_swap_kvm_fpstate() 458 void fpu_sync_fpstate(struct fpu *fpu) in fpu_sync_fpstate() argument 528 void fpstate_reset(struct fpu *fpu) in fpstate_reset() argument 531 fpu->fpstate = &fpu->__fpstate; in fpstate_reset() 539 fpu->guest_perm = fpu->perm; in fpstate_reset() 641 void fpu__drop(struct fpu *fpu) in fpu__drop() argument 645 if (fpu == ¤t->thread.fpu) { in fpu__drop() 679 struct fpu *fpu = ¤t->thread.fpu; in fpu_reset_fpregs() local 764 struct fpu *fpu = ¤t->thread.fpu; in fpregs_assert_state_consistent() local [all …]
|
A D | context.h | 32 static inline void __fpu_invalidate_fpregs_state(struct fpu *fpu) in __fpu_invalidate_fpregs_state() argument 34 fpu->last_cpu = -1; in __fpu_invalidate_fpregs_state() 37 static inline int fpregs_state_valid(struct fpu *fpu, unsigned int cpu) in fpregs_state_valid() argument 39 return fpu == this_cpu_read(fpu_fpregs_owner_ctx) && cpu == fpu->last_cpu; in fpregs_state_valid() 42 static inline void fpregs_deactivate(struct fpu *fpu) in fpregs_deactivate() argument 45 trace_x86_fpu_regs_deactivated(fpu); in fpregs_deactivate() 48 static inline void fpregs_activate(struct fpu *fpu) in fpregs_activate() argument 51 trace_x86_fpu_regs_activated(fpu); in fpregs_activate() 57 struct fpu *fpu = ¤t->thread.fpu; in fpregs_restore_userregs() local 77 fpregs_activate(fpu); in fpregs_restore_userregs() [all …]
|
A D | regset.c | 45 static void sync_fpstate(struct fpu *fpu) in sync_fpstate() argument 47 if (fpu == ¤t->thread.fpu) in sync_fpstate() 59 static void fpu_force_restore(struct fpu *fpu) in fpu_force_restore() argument 65 WARN_ON_FPU(fpu == ¤t->thread.fpu); in fpu_force_restore() 73 struct fpu *fpu = &target->thread.fpu; in xfpregs_get() local 78 sync_fpstate(fpu); in xfpregs_get() 93 struct fpu *fpu = &target->thread.fpu; in xfpregs_set() local 145 struct fpu *fpu = &target->thread.fpu; in xstateregs_set() local 322 struct fpu *fpu = &target->thread.fpu; in fpregs_get() local 326 sync_fpstate(fpu); in fpregs_get() [all …]
|
A D | signal.c | 280 struct fpu *fpu = ¤t->thread.fpu; in restore_fpregs_from_user() local 286 xfd_update_state(fpu->fpstate); in restore_fpregs_from_user() 327 os_xrstor_supervisor(fpu->fpstate); in restore_fpregs_from_user() 338 struct fpu *fpu = &tsk->thread.fpu; in __fpu_restore_sig() local 356 state_size = fpu->fpstate->user_size; in __fpu_restore_sig() 390 os_xsave(fpu->fpstate); in __fpu_restore_sig() 393 __fpu_invalidate_fpregs_state(fpu); in __fpu_restore_sig() 397 fpregs = &fpu->fpstate->regs; in __fpu_restore_sig() 462 struct fpu *fpu = ¤t->thread.fpu; in fpu__restore_sig() local 469 fpu__clear_user_states(fpu); in fpu__restore_sig() [all …]
|
A D | xstate.c | 1473 void fpstate_free(struct fpu *fpu) in arch_initcall() 1475 if (fpu->fpstate && fpu->fpstate != &fpu->__fpstate) in arch_initcall() 1476 vfree(fpu->fpstate); in arch_initcall() 1497 struct fpu *fpu = ¤t->thread.fpu; in fpstate_realloc() local 1551 fpu->fpstate = newfps; in fpstate_realloc() 1553 fpu->fpstate = newfps; in fpstate_realloc() 1593 struct fpu *fpu = ¤t->group_leader->thread.fpu; in __xstate_request_perm() local 1620 perm = guest ? &fpu->guest_perm : &fpu->perm; in __xstate_request_perm() 1679 struct fpu *fpu; in __xfd_enable_feature() local 1696 fpu = ¤t->group_leader->thread.fpu; in __xfd_enable_feature() [all …]
|
A D | init.c | 41 fpstate_init_soft(¤t->thread.fpu.fpstate->regs.soft); in fpu__init_cpu_generic() 157 task_size -= sizeof(current->thread.fpu.__fpstate.regs); in fpu__init_task_struct_size() 172 CHECK_MEMBER_AT_END_OF(struct fpu, __fpstate); in fpu__init_task_struct_size() 173 CHECK_MEMBER_AT_END_OF(struct thread_struct, fpu); in fpu__init_task_struct_size() 207 fpstate_reset(¤t->thread.fpu); in fpu__init_system_xstate_size_legacy() 216 fpstate_reset(¤t->thread.fpu); in fpu__init_system()
|
A D | xstate.h | 25 struct fpu *fpu = ¤t->group_leader->thread.fpu; in xstate_get_group_perm() local 29 perm = guest ? &fpu->guest_perm : &fpu->perm; in xstate_get_group_perm() 263 struct fpstate *fpstate = current->thread.fpu.fpstate; in xsave_to_user_sigframe() 294 xfd_validate_state(current->thread.fpu.fpstate, mask, true); in xrstor_from_user_sigframe()
|
/linux-6.3-rc2/arch/mips/kernel/ |
A D | asm-offsets.c | 138 OFFSET(THREAD_FPU, task_struct, thread.fpu); in output_thread_fpu_defines() 345 OFFSET(VCPU_FPR0, kvm_vcpu_arch, fpu.fpr[0]); in output_kvm_defines() 346 OFFSET(VCPU_FPR1, kvm_vcpu_arch, fpu.fpr[1]); in output_kvm_defines() 347 OFFSET(VCPU_FPR2, kvm_vcpu_arch, fpu.fpr[2]); in output_kvm_defines() 348 OFFSET(VCPU_FPR3, kvm_vcpu_arch, fpu.fpr[3]); in output_kvm_defines() 349 OFFSET(VCPU_FPR4, kvm_vcpu_arch, fpu.fpr[4]); in output_kvm_defines() 350 OFFSET(VCPU_FPR5, kvm_vcpu_arch, fpu.fpr[5]); in output_kvm_defines() 351 OFFSET(VCPU_FPR6, kvm_vcpu_arch, fpu.fpr[6]); in output_kvm_defines() 352 OFFSET(VCPU_FPR7, kvm_vcpu_arch, fpu.fpr[7]); in output_kvm_defines() 353 OFFSET(VCPU_FPR8, kvm_vcpu_arch, fpu.fpr[8]); in output_kvm_defines() [all …]
|
A D | ptrace.c | 347 fcr31 = child->thread.fpu.fcr31; in ptrace_setfcr31() 369 __put_user(child->thread.fpu.fcr31, data + 64); in ptrace_getfpregs() 409 membuf_write(to, &target->thread.fpu, in fpr_get_fpa() 457 &target->thread.fpu, in fpr_set_fpa() 622 .fcsr = target->thread.fpu.fcr31, in msa_get() 624 .msacsr = target->thread.fpu.msacsr, in msa_get() 639 sizeof(target->thread.fpu.fpr[0])); in msa_get() 660 &target->thread.fpu.fpr, in msa_set() 665 sizeof(target->thread.fpu.fpr[0])); in msa_set() 670 &target->thread.fpu.fpr[i], in msa_set() [all …]
|
/linux-6.3-rc2/arch/s390/include/asm/fpu/ |
A D | internal.h | 41 static inline void fpregs_store(_s390_fp_regs *fpregs, struct fpu *fpu) in fpregs_store() argument 44 fpregs->fpc = fpu->fpc; in fpregs_store() 46 convert_vx_to_fp((freg_t *)&fpregs->fprs, fpu->vxrs); in fpregs_store() 48 memcpy((freg_t *)&fpregs->fprs, fpu->fprs, in fpregs_store() 52 static inline void fpregs_load(_s390_fp_regs *fpregs, struct fpu *fpu) in fpregs_load() argument 54 fpu->fpc = fpregs->fpc; in fpregs_load() 56 convert_fp_to_vx(fpu->vxrs, (freg_t *)&fpregs->fprs); in fpregs_load() 58 memcpy(fpu->fprs, (freg_t *)&fpregs->fprs, in fpregs_load()
|
/linux-6.3-rc2/arch/sparc/kernel/ |
A D | sigutil_64.c | 15 int save_fpu_state(struct pt_regs *regs, __siginfo_fpu_t __user *fpu) in save_fpu_state() argument 23 err |= copy_to_user(&fpu->si_float_regs[0], fpregs, in save_fpu_state() 26 err |= copy_to_user(&fpu->si_float_regs[32], fpregs+16, in save_fpu_state() 28 err |= __put_user(current_thread_info()->xfsr[0], &fpu->si_fsr); in save_fpu_state() 29 err |= __put_user(current_thread_info()->gsr[0], &fpu->si_gsr); in save_fpu_state() 30 err |= __put_user(fprs, &fpu->si_fprs); in save_fpu_state() 41 if (((unsigned long) fpu) & 7) in restore_fpu_state() 44 err = get_user(fprs, &fpu->si_fprs); in restore_fpu_state() 48 err |= copy_from_user(fpregs, &fpu->si_float_regs[0], in restore_fpu_state() 51 err |= copy_from_user(fpregs+16, &fpu->si_float_regs[32], in restore_fpu_state() [all …]
|
A D | sigutil_32.c | 15 int save_fpu_state(struct pt_regs *regs, __siginfo_fpu_t __user *fpu) in save_fpu_state() argument 35 err |= __copy_to_user(&fpu->si_float_regs[0], in save_fpu_state() 38 err |= __put_user(current->thread.fsr, &fpu->si_fsr); in save_fpu_state() 39 err |= __put_user(current->thread.fpqdepth, &fpu->si_fpqdepth); in save_fpu_state() 41 err |= __copy_to_user(&fpu->si_fpqueue[0], in save_fpu_state() 49 int restore_fpu_state(struct pt_regs *regs, __siginfo_fpu_t __user *fpu) in restore_fpu_state() argument 53 if (((unsigned long) fpu) & 3) in restore_fpu_state() 68 if (!access_ok(fpu, sizeof(*fpu))) in restore_fpu_state() 73 err |= __get_user(current->thread.fsr, &fpu->si_fsr); in restore_fpu_state() 74 err |= __get_user(current->thread.fpqdepth, &fpu->si_fpqdepth); in restore_fpu_state() [all …]
|
/linux-6.3-rc2/arch/x86/include/asm/fpu/ |
A D | api.h | 106 extern int fpu__exception_code(struct fpu *fpu, int trap_nr); 107 extern void fpu_sync_fpstate(struct fpu *fpu); 123 DECLARE_PER_CPU(struct fpu *, fpu_fpregs_owner_ctx); 127 extern void fpstate_free(struct fpu *fpu); 129 static inline void fpstate_free(struct fpu *fpu) { } in fpstate_free() argument
|
A D | sched.h | 12 extern void save_fpregs_to_fpstate(struct fpu *fpu); 13 extern void fpu__drop(struct fpu *fpu); 39 static inline void switch_fpu_prepare(struct fpu *old_fpu, int cpu) in switch_fpu_prepare()
|
/linux-6.3-rc2/arch/m68k/kernel/ |
A D | process.c | 217 int elf_core_copy_task_fpregs(struct task_struct *t, elf_fpregset_t *fpu) in elf_core_copy_task_fpregs() argument 222 memcpy(fpu->fpcntl, current->thread.fpcntl, 12); in elf_core_copy_task_fpregs() 223 memcpy(fpu->fpregs, current->thread.fp, 96); in elf_core_copy_task_fpregs() 228 fpu->fpregs[i] = ((fpu->fpregs[i] & 0xffff0000) << 15) | in elf_core_copy_task_fpregs() 229 ((fpu->fpregs[i] & 0x0000ffff) << 16); in elf_core_copy_task_fpregs() 247 : "m" (fpu->fpcntl[0]), in elf_core_copy_task_fpregs() 248 "m" (fpu->fpcntl[1]), in elf_core_copy_task_fpregs() 249 "m" (fpu->fpcntl[2]), in elf_core_copy_task_fpregs() 250 "m" (fpu->fpregs[0]) in elf_core_copy_task_fpregs() 255 : "m" (fpu->fpcntl[0]) in elf_core_copy_task_fpregs() [all …]
|
A D | setup_mm.c | 377 const char *cpu, *mmu, *fpu; in show_cpuinfo() local 407 fpu = "none(soft float)"; in show_cpuinfo() 410 fpu = "68881"; in show_cpuinfo() 412 fpu = "68882"; in show_cpuinfo() 414 fpu = "68040"; in show_cpuinfo() 416 fpu = "68060"; in show_cpuinfo() 418 fpu = "Sun FPA"; in show_cpuinfo() 420 fpu = "ColdFire"; in show_cpuinfo() 422 fpu = "none"; in show_cpuinfo() 450 cpu, mmu, fpu, in show_cpuinfo()
|
/linux-6.3-rc2/arch/loongarch/include/asm/ |
A D | fpu.h | 67 _restore_fp(¤t->thread.fpu); in own_fpu_inatomic() 82 _save_fp(&tsk->thread.fpu); in lose_fpu_inatomic() 98 unsigned int fcsr = current->thread.fpu.fcsr; in init_fpu() 108 _save_fp(&tsk->thread.fpu); in save_fp() 114 _restore_fp(&tsk->thread.fpu); in restore_fp() 122 _save_fp(¤t->thread.fpu); in get_fpu_regs() 126 return tsk->thread.fpu.fpr; in get_fpu_regs()
|
/linux-6.3-rc2/arch/s390/kernel/ |
A D | fpu.c | 180 struct fpu *state = ¤t->thread.fpu; in __load_fpu_regs() 181 unsigned long *regs = current->thread.fpu.regs; in __load_fpu_regs() 224 struct fpu *state; in save_fpu_regs() 231 state = ¤t->thread.fpu; in save_fpu_regs() 232 regs = current->thread.fpu.regs; in save_fpu_regs()
|
/linux-6.3-rc2/arch/arc/kernel/ |
A D | fpu.c | 34 unsigned int *saveto = &prev->thread.fpu.aux_dpfp[0].l; in fpu_save_restore() 35 unsigned int *readfrom = &next->thread.fpu.aux_dpfp[0].l; in fpu_save_restore() 71 struct arc_fpu *save = &prev->thread.fpu; in fpu_save_restore() 72 struct arc_fpu *restore = &next->thread.fpu; in fpu_save_restore()
|
/linux-6.3-rc2/arch/loongarch/kernel/ |
A D | signal.c | 67 struct _ctx_layout fpu; member 93 err |= __put_user(current->thread.fpu.fcc, fcc); in copy_fpu_to_sigcontext() 94 err |= __put_user(current->thread.fpu.fcsr, fcsr); in copy_fpu_to_sigcontext() 112 err |= __get_user(current->thread.fpu.fcc, fcc); in copy_fpu_from_sigcontext() 113 err |= __get_user(current->thread.fpu.fcsr, fcsr); in copy_fpu_from_sigcontext() 164 struct sctx_info __user *info = extctx->fpu.addr; in protected_save_fpu_context() 198 struct sctx_info __user *info = extctx->fpu.addr; in protected_restore_fpu_context() 243 if (extctx->fpu.addr) in setup_sigcontext() 274 extctx->fpu.addr = info; in parse_extcontext() 322 if (extctx.fpu.addr) in restore_sigcontext() [all …]
|
/linux-6.3-rc2/arch/mips/loongson64/ |
A D | cop2-ex.c | 98 set_fpr64(¤t->thread.fpu.fpr[insn.loongson3_lswc2_format.rt], 0, value); in loongson_cu2_call() 99 set_fpr64(¤t->thread.fpu.fpr[insn.loongson3_lswc2_format.rq], 0, value_next); in loongson_cu2_call() 131 value_next = get_fpr64(¤t->thread.fpu.fpr[insn.loongson3_lswc2_format.rq], 0); in loongson_cu2_call() 137 value = get_fpr64(¤t->thread.fpu.fpr[insn.loongson3_lswc2_format.rt], 0); in loongson_cu2_call() 203 set_fpr64(¤t->thread.fpu.fpr[insn.loongson3_lsdc2_format.rt], 0, value); in loongson_cu2_call() 219 set_fpr64(¤t->thread.fpu.fpr[insn.loongson3_lsdc2_format.rt], 0, value); in loongson_cu2_call() 283 value = get_fpr64(¤t->thread.fpu.fpr[insn.loongson3_lsdc2_format.rt], 0); in loongson_cu2_call() 301 value = get_fpr64(¤t->thread.fpu.fpr[insn.loongson3_lsdc2_format.rt], 0); in loongson_cu2_call()
|
/linux-6.3-rc2/tools/testing/selftests/kvm/s390x/ |
A D | resets.c | 90 struct kvm_fpu fpu; in assert_clear() local 98 vcpu_fpu_get(vcpu, &fpu); in assert_clear() 99 TEST_ASSERT(!memcmp(&fpu.fprs, regs_null, sizeof(fpu.fprs)), "fprs == 0"); in assert_clear() 133 struct kvm_fpu fpu; in assert_initial() local 162 vcpu_fpu_get(vcpu, &fpu); in assert_initial() 163 TEST_ASSERT(!fpu.fpc, "fpc == 0"); in assert_initial()
|
/linux-6.3-rc2/arch/m68k/math-emu/ |
A D | fp_movem.S | 74 printf PDECODE,"->" | fpu -> cpu 76 1: printf PDECODE,"<-" | fpu <- cpu 132 swap %d1 | get fpu register list 141 | move register from memory into fpu 161 | move register from fpu into memory 218 printf PDECODE,"->" | fpu -> cpu 220 1: printf PDECODE,"<-" | fpu <- cpu 319 swap %d1 | get fpu register list 325 | move register from memory into fpu 336 | move register from fpu into memory
|
/linux-6.3-rc2/arch/mips/kvm/ |
A D | mips.c | 653 struct mips_fpu_struct *fpu = &vcpu->arch.fpu; in kvm_mips_get_reg() local 683 v = get_fpr32(&fpu->fpr[idx], 0); in kvm_mips_get_reg() 694 v = get_fpr64(&fpu->fpr[idx], 0); in kvm_mips_get_reg() 704 v = fpu->fcr31; in kvm_mips_get_reg() 733 v = fpu->msacsr; in kvm_mips_get_reg() 765 struct mips_fpu_struct *fpu = &vcpu->arch.fpu; in kvm_mips_set_reg() local 817 set_fpr32(&fpu->fpr[idx], 0, v); in kvm_mips_set_reg() 828 set_fpr64(&fpu->fpr[idx], 0, v); in kvm_mips_set_reg() 838 fpu->fcr31 = v; in kvm_mips_set_reg() 848 set_fpr64(&fpu->fpr[idx], 0, vs[0]); in kvm_mips_set_reg() [all …]
|