| /arch/x86/include/asm/trace/ |
| A D | fpu.h | 11 TP_PROTO(struct fpu *fpu), 12 TP_ARGS(fpu), 15 __field(struct fpu *, fpu) 22 __entry->fpu = fpu; 38 TP_PROTO(struct fpu *fpu), 43 TP_PROTO(struct fpu *fpu), 48 TP_PROTO(struct fpu *fpu), 53 TP_PROTO(struct fpu *fpu), 58 TP_PROTO(struct fpu *fpu), 63 TP_PROTO(struct fpu *fpu), [all …]
|
| /arch/x86/kernel/fpu/ |
| A D | context.h | 31 static inline void __fpu_invalidate_fpregs_state(struct fpu *fpu) in __fpu_invalidate_fpregs_state() argument 33 fpu->last_cpu = -1; in __fpu_invalidate_fpregs_state() 36 static inline int fpregs_state_valid(struct fpu *fpu, unsigned int cpu) in fpregs_state_valid() argument 38 return fpu == this_cpu_read(fpu_fpregs_owner_ctx) && cpu == fpu->last_cpu; in fpregs_state_valid() 41 static inline void fpregs_deactivate(struct fpu *fpu) in fpregs_deactivate() argument 44 trace_x86_fpu_regs_deactivated(fpu); in fpregs_deactivate() 47 static inline void fpregs_activate(struct fpu *fpu) in fpregs_activate() argument 50 trace_x86_fpu_regs_activated(fpu); in fpregs_activate() 56 struct fpu *fpu = x86_task_fpu(current); in fpregs_restore_userregs() local 76 fpregs_activate(fpu); in fpregs_restore_userregs() [all …]
|
| A D | core.c | 117 static void update_avx_timestamp(struct fpu *fpu) in update_avx_timestamp() argument 140 void save_fpregs_to_fpstate(struct fpu *fpu) in save_fpregs_to_fpstate() argument 357 struct fpu *fpu = x86_task_fpu(current); in fpu_swap_kvm_fpstate() local 371 fpu->fpstate = fpu->__task_fpstate; in fpu_swap_kvm_fpstate() 487 void fpu_sync_fpstate(struct fpu *fpu) in fpu_sync_fpstate() argument 573 void fpstate_reset(struct fpu *fpu) in fpstate_reset() argument 576 fpu->fpstate = &fpu->__fpstate; in fpstate_reset() 739 struct fpu *fpu; in fpu__drop() local 782 struct fpu *fpu = x86_task_fpu(current); in fpu_reset_fpstate_regs() local 885 struct fpu *fpu = x86_task_fpu(current); in fpregs_assert_state_consistent() local [all …]
|
| A D | regset.c | 46 static void sync_fpstate(struct fpu *fpu) in sync_fpstate() argument 60 static void fpu_force_restore(struct fpu *fpu) in fpu_force_restore() argument 74 struct fpu *fpu = x86_task_fpu(target); in xfpregs_get() local 79 sync_fpstate(fpu); in xfpregs_get() 94 struct fpu *fpu = x86_task_fpu(target); in xfpregs_set() local 146 struct fpu *fpu = x86_task_fpu(target); in xstateregs_set() local 190 struct fpu *fpu = x86_task_fpu(target); in ssp_get() local 197 sync_fpstate(fpu); in ssp_get() 217 struct fpu *fpu = x86_task_fpu(target); in ssp_set() local 404 struct fpu *fpu = x86_task_fpu(target); in fpregs_get() local [all …]
|
| A D | signal.c | 266 struct fpu *fpu = x86_task_fpu(current); in restore_fpregs_from_user() local 274 xfd_update_state(fpu->fpstate); in restore_fpregs_from_user() 315 os_xrstor_supervisor(fpu->fpstate); in restore_fpregs_from_user() 326 struct fpu *fpu = x86_task_fpu(tsk); in __fpu_restore_sig() local 374 os_xsave(fpu->fpstate); in __fpu_restore_sig() 377 __fpu_invalidate_fpregs_state(fpu); in __fpu_restore_sig() 381 fpregs = &fpu->fpstate->regs; in __fpu_restore_sig() 421 success = !os_xrstor_safe(fpu->fpstate, in __fpu_restore_sig() 446 struct fpu *fpu = x86_task_fpu(current); in fpu__restore_sig() local 453 fpu__clear_user_states(fpu); in fpu__restore_sig() [all …]
|
| A D | internal.h | 26 extern void fpstate_reset(struct fpu *fpu);
|
| /arch/mips/kernel/ |
| A D | asm-offsets.c | 150 OFFSET(THREAD_FPU, task_struct, thread.fpu); in output_thread_fpu_defines() 368 OFFSET(VCPU_FPR0, kvm_vcpu_arch, fpu.fpr[0]); in output_kvm_defines() 369 OFFSET(VCPU_FPR1, kvm_vcpu_arch, fpu.fpr[1]); in output_kvm_defines() 370 OFFSET(VCPU_FPR2, kvm_vcpu_arch, fpu.fpr[2]); in output_kvm_defines() 371 OFFSET(VCPU_FPR3, kvm_vcpu_arch, fpu.fpr[3]); in output_kvm_defines() 372 OFFSET(VCPU_FPR4, kvm_vcpu_arch, fpu.fpr[4]); in output_kvm_defines() 373 OFFSET(VCPU_FPR5, kvm_vcpu_arch, fpu.fpr[5]); in output_kvm_defines() 374 OFFSET(VCPU_FPR6, kvm_vcpu_arch, fpu.fpr[6]); in output_kvm_defines() 375 OFFSET(VCPU_FPR7, kvm_vcpu_arch, fpu.fpr[7]); in output_kvm_defines() 376 OFFSET(VCPU_FPR8, kvm_vcpu_arch, fpu.fpr[8]); in output_kvm_defines() [all …]
|
| /arch/sparc/kernel/ |
| A D | sigutil_64.c | 15 int save_fpu_state(struct pt_regs *regs, __siginfo_fpu_t __user *fpu) in save_fpu_state() argument 23 err |= copy_to_user(&fpu->si_float_regs[0], fpregs, in save_fpu_state() 26 err |= copy_to_user(&fpu->si_float_regs[32], fpregs+16, in save_fpu_state() 28 err |= __put_user(current_thread_info()->xfsr[0], &fpu->si_fsr); in save_fpu_state() 29 err |= __put_user(current_thread_info()->gsr[0], &fpu->si_gsr); in save_fpu_state() 30 err |= __put_user(fprs, &fpu->si_fprs); in save_fpu_state() 41 if (((unsigned long) fpu) & 7) in restore_fpu_state() 44 err = get_user(fprs, &fpu->si_fprs); in restore_fpu_state() 48 err |= copy_from_user(fpregs, &fpu->si_float_regs[0], in restore_fpu_state() 51 err |= copy_from_user(fpregs+16, &fpu->si_float_regs[32], in restore_fpu_state() [all …]
|
| A D | sigutil_32.c | 15 int save_fpu_state(struct pt_regs *regs, __siginfo_fpu_t __user *fpu) in save_fpu_state() argument 35 err |= __copy_to_user(&fpu->si_float_regs[0], in save_fpu_state() 38 err |= __put_user(current->thread.fsr, &fpu->si_fsr); in save_fpu_state() 39 err |= __put_user(current->thread.fpqdepth, &fpu->si_fpqdepth); in save_fpu_state() 41 err |= __copy_to_user(&fpu->si_fpqueue[0], in save_fpu_state() 49 int restore_fpu_state(struct pt_regs *regs, __siginfo_fpu_t __user *fpu) in restore_fpu_state() argument 53 if (((unsigned long) fpu) & 3) in restore_fpu_state() 68 if (!access_ok(fpu, sizeof(*fpu))) in restore_fpu_state() 73 err |= __get_user(current->thread.fsr, &fpu->si_fsr); in restore_fpu_state() 74 err |= __get_user(current->thread.fpqdepth, &fpu->si_fpqdepth); in restore_fpu_state() [all …]
|
| A D | sigutil.h | 5 int save_fpu_state(struct pt_regs *regs, __siginfo_fpu_t __user *fpu); 6 int restore_fpu_state(struct pt_regs *regs, __siginfo_fpu_t __user *fpu);
|
| /arch/loongarch/include/asm/ |
| A D | fpu.h | 121 _restore_fp(¤t->thread.fpu); in own_fpu_inatomic() 137 _save_fp(&tsk->thread.fpu); in lose_fpu_inatomic() 175 _save_fp(&tsk->thread.fpu); in save_fp() 181 _restore_fp(&tsk->thread.fpu); in restore_fp() 195 _save_lasx(¤t->thread.fpu); in save_fpu_regs() 200 _save_lsx(¤t->thread.fpu); in save_fpu_regs() 204 _save_fp(¤t->thread.fpu); in save_fpu_regs() 232 _save_lsx(&t->thread.fpu); in save_lsx() 238 _restore_lsx(&t->thread.fpu); in restore_lsx() 280 _save_lasx(&t->thread.fpu); in save_lasx() [all …]
|
| A D | kvm_vcpu.h | 55 void kvm_save_fpu(struct loongarch_fpu *fpu); 56 void kvm_restore_fpu(struct loongarch_fpu *fpu); 57 void kvm_restore_fcsr(struct loongarch_fpu *fpu); 61 void kvm_save_lsx(struct loongarch_fpu *fpu); 62 void kvm_restore_lsx(struct loongarch_fpu *fpu); 65 static inline void kvm_save_lsx(struct loongarch_fpu *fpu) { } in kvm_save_lsx() argument 66 static inline void kvm_restore_lsx(struct loongarch_fpu *fpu) { } in kvm_restore_lsx() argument 71 void kvm_save_lasx(struct loongarch_fpu *fpu); 72 void kvm_restore_lasx(struct loongarch_fpu *fpu); 75 static inline void kvm_save_lasx(struct loongarch_fpu *fpu) { } in kvm_save_lasx() argument [all …]
|
| /arch/x86/include/asm/fpu/ |
| A D | api.h | 112 extern int fpu__exception_code(struct fpu *fpu, int trap_nr); 113 extern void fpu_sync_fpstate(struct fpu *fpu); 130 DECLARE_PER_CPU(struct fpu *, fpu_fpregs_owner_ctx); 134 extern void fpstate_free(struct fpu *fpu); 136 static inline void fpstate_free(struct fpu *fpu) { } in fpstate_free() argument
|
| A D | sched.h | 12 extern void save_fpregs_to_fpstate(struct fpu *fpu); 37 struct fpu *old_fpu = x86_task_fpu(old); in switch_fpu()
|
| /arch/m68k/kernel/ |
| A D | process.c | 218 int elf_core_copy_task_fpregs(struct task_struct *t, elf_fpregset_t *fpu) in elf_core_copy_task_fpregs() argument 223 memcpy(fpu->fpcntl, current->thread.fpcntl, 12); in elf_core_copy_task_fpregs() 224 memcpy(fpu->fpregs, current->thread.fp, 96); in elf_core_copy_task_fpregs() 229 fpu->fpregs[i] = ((fpu->fpregs[i] & 0xffff0000) << 15) | in elf_core_copy_task_fpregs() 230 ((fpu->fpregs[i] & 0x0000ffff) << 16); in elf_core_copy_task_fpregs() 248 : "m" (fpu->fpcntl[0]), in elf_core_copy_task_fpregs() 249 "m" (fpu->fpcntl[1]), in elf_core_copy_task_fpregs() 250 "m" (fpu->fpcntl[2]), in elf_core_copy_task_fpregs() 251 "m" (fpu->fpregs[0]) in elf_core_copy_task_fpregs() 256 : "m" (fpu->fpcntl[0]) in elf_core_copy_task_fpregs() [all …]
|
| A D | setup_mm.c | 378 const char *cpu, *mmu, *fpu; in show_cpuinfo() local 408 fpu = "none(soft float)"; in show_cpuinfo() 411 fpu = "68881"; in show_cpuinfo() 413 fpu = "68882"; in show_cpuinfo() 415 fpu = "68040"; in show_cpuinfo() 417 fpu = "68060"; in show_cpuinfo() 419 fpu = "Sun FPA"; in show_cpuinfo() 421 fpu = "ColdFire"; in show_cpuinfo() 423 fpu = "none"; in show_cpuinfo() 451 cpu, mmu, fpu, in show_cpuinfo()
|
| /arch/loongarch/kernel/ |
| A D | kfpu.c | 54 _save_lasx(¤t->thread.fpu); in kernel_fpu_begin() 59 _save_lsx(¤t->thread.fpu); in kernel_fpu_begin() 63 _save_fp(¤t->thread.fpu); in kernel_fpu_begin() 79 _restore_lasx(¤t->thread.fpu); in kernel_fpu_end() 84 _restore_lsx(¤t->thread.fpu); in kernel_fpu_end() 88 _restore_fp(¤t->thread.fpu); in kernel_fpu_end()
|
| A D | signal.c | 67 struct _ctx_layout fpu; member 96 err |= __put_user(current->thread.fpu.fcc, fcc); in copy_fpu_to_sigcontext() 97 err |= __put_user(current->thread.fpu.fcsr, fcsr); in copy_fpu_to_sigcontext() 115 err |= __get_user(current->thread.fpu.fcc, fcc); in copy_fpu_from_sigcontext() 135 err |= __put_user(current->thread.fpu.fcc, fcc); in copy_lsx_to_sigcontext() 156 err |= __get_user(current->thread.fpu.fcc, fcc); in copy_lsx_from_sigcontext() 180 err |= __put_user(current->thread.fpu.fcc, fcc); in copy_lasx_to_sigcontext() 205 err |= __get_user(current->thread.fpu.fcc, fcc); in copy_lasx_from_sigcontext() 689 else if (extctx->fpu.addr) in setup_sigcontext() 720 extctx->fpu.addr = info; in parse_extcontext() [all …]
|
| A D | ptrace.c | 57 memset(&target->thread.fpu.fpr, ~0, sizeof(target->thread.fpu.fpr)); in init_fp_ctx() 123 return membuf_write(to, &target->thread.fpu.fpr, in gfpr_get() 158 r = membuf_write(&to, &target->thread.fpu.fcc, sizeof(target->thread.fpu.fcc)); in fpr_get() 159 r = membuf_write(&to, &target->thread.fpu.fcsr, sizeof(target->thread.fpu.fcsr)); in fpr_get() 169 &target->thread.fpu.fpr, in gfpr_set() 220 &target->thread.fpu.fcc, fcc_start, in fpr_set() 223 &target->thread.fpu.fcsr, fcsr_start, in fpr_set() 322 &target->thread.fpu.fpr, in simd_set() 327 sizeof(target->thread.fpu.fpr[0])); in simd_set() 332 &target->thread.fpu.fpr[i], in simd_set() [all …]
|
| /arch/arc/kernel/ |
| A D | fpu.c | 34 unsigned int *saveto = &prev->thread.fpu.aux_dpfp[0].l; in fpu_save_restore() 35 unsigned int *readfrom = &next->thread.fpu.aux_dpfp[0].l; in fpu_save_restore() 71 struct arc_fpu *save = &prev->thread.fpu; in fpu_save_restore() 72 struct arc_fpu *restore = &next->thread.fpu; in fpu_save_restore()
|
| /arch/s390/include/asm/ |
| A D | fpu.h | 77 void load_fpu_state(struct fpu *state, int flags); 78 void save_fpu_state(struct fpu *state, int flags); 277 static inline void fpregs_store(_s390_fp_regs *fpregs, struct fpu *fpu) in fpregs_store() argument 280 fpregs->fpc = fpu->fpc; in fpregs_store() 281 convert_vx_to_fp((freg_t *)&fpregs->fprs, fpu->vxrs); in fpregs_store() 284 static inline void fpregs_load(_s390_fp_regs *fpregs, struct fpu *fpu) in fpregs_load() argument 286 fpu->fpc = fpregs->fpc; in fpregs_load() 287 convert_fp_to_vx(fpu->vxrs, (freg_t *)&fpregs->fprs); in fpregs_load()
|
| /arch/mips/loongson64/ |
| A D | cop2-ex.c | 98 set_fpr64(¤t->thread.fpu.fpr[insn.loongson3_lswc2_format.rt], 0, value); in loongson_cu2_call() 99 set_fpr64(¤t->thread.fpu.fpr[insn.loongson3_lswc2_format.rq], 0, value_next); in loongson_cu2_call() 131 value_next = get_fpr64(¤t->thread.fpu.fpr[insn.loongson3_lswc2_format.rq], 0); in loongson_cu2_call() 137 value = get_fpr64(¤t->thread.fpu.fpr[insn.loongson3_lswc2_format.rt], 0); in loongson_cu2_call() 203 set_fpr64(¤t->thread.fpu.fpr[insn.loongson3_lsdc2_format.rt], 0, value); in loongson_cu2_call() 219 set_fpr64(¤t->thread.fpu.fpr[insn.loongson3_lsdc2_format.rt], 0, value); in loongson_cu2_call() 283 value = get_fpr64(¤t->thread.fpu.fpr[insn.loongson3_lsdc2_format.rt], 0); in loongson_cu2_call() 301 value = get_fpr64(¤t->thread.fpu.fpr[insn.loongson3_lsdc2_format.rt], 0); in loongson_cu2_call()
|
| /arch/mips/include/asm/ |
| A D | fpu.h | 132 if (current->thread.fpu.fcr31 & FPU_CSR_NAN2008) { in __own_fpu() 184 tsk->thread.fpu.fcr31 = in lose_fpu_inatomic() 228 memset(&target->thread.fpu.fpr, ~0, sizeof(target->thread.fpu.fpr)); in init_fp_ctx() 263 return tsk->thread.fpu.fpr; in get_fpu_regs()
|
| /arch/csky/kernel/ |
| A D | process.c | 73 int elf_core_copy_task_fpregs(struct task_struct *t, elf_fpregset_t *fpu) in elf_core_copy_task_fpregs() argument 75 memcpy(fpu, ¤t->thread.user_fp, sizeof(*fpu)); in elf_core_copy_task_fpregs()
|
| /arch/arm/vfp/ |
| A D | vfphw.S | 83 .fpu vfpv2 98 .fpu vfpv2 113 .fpu vfpv2 121 .fpu vfpv3 137 .fpu vfpv2 144 .fpu vfpv3
|