Lines Matching refs:fpu
46 static void sync_fpstate(struct fpu *fpu) in sync_fpstate() argument
48 if (fpu == x86_task_fpu(current)) in sync_fpstate()
49 fpu_sync_fpstate(fpu); in sync_fpstate()
60 static void fpu_force_restore(struct fpu *fpu) in fpu_force_restore() argument
66 WARN_ON_FPU(fpu == x86_task_fpu(current)); in fpu_force_restore()
68 __fpu_invalidate_fpregs_state(fpu); in fpu_force_restore()
74 struct fpu *fpu = x86_task_fpu(target); in xfpregs_get() local
79 sync_fpstate(fpu); in xfpregs_get()
82 return membuf_write(&to, &fpu->fpstate->regs.fxsave, in xfpregs_get()
83 sizeof(fpu->fpstate->regs.fxsave)); in xfpregs_get()
94 struct fpu *fpu = x86_task_fpu(target); in xfpregs_set() local
113 fpu_force_restore(fpu); in xfpregs_set()
116 memcpy(&fpu->fpstate->regs.fxsave, &newstate, sizeof(newstate)); in xfpregs_set()
119 BUILD_BUG_ON(sizeof(fpu->__fpstate.regs.fxsave.xmm_space) != 16 * 16); in xfpregs_set()
121 memset(&fpu->fpstate->regs.fxsave.xmm_space[8*4], 0, 8 * 16); in xfpregs_set()
125 fpu->fpstate->regs.xsave.header.xfeatures |= XFEATURE_MASK_FPSSE; in xfpregs_set()
146 struct fpu *fpu = x86_task_fpu(target); in xstateregs_set() local
170 fpu_force_restore(fpu); in xstateregs_set()
171 ret = copy_uabi_from_kernel_to_xstate(fpu->fpstate, kbuf ?: tmpbuf, &target->thread.pkru); in xstateregs_set()
190 struct fpu *fpu = x86_task_fpu(target); in ssp_get() local
197 sync_fpstate(fpu); in ssp_get()
198 cetregs = get_xsave_addr(&fpu->fpstate->regs.xsave, XFEATURE_CET_USER); in ssp_get()
217 struct fpu *fpu = x86_task_fpu(target); in ssp_set() local
218 struct xregs_state *xsave = &fpu->fpstate->regs.xsave; in ssp_set()
241 fpu_force_restore(fpu); in ssp_set()
404 struct fpu *fpu = x86_task_fpu(target); in fpregs_get() local
408 sync_fpstate(fpu); in fpregs_get()
414 return membuf_write(&to, &fpu->fpstate->regs.fsave, in fpregs_get()
425 fx = &fpu->fpstate->regs.fxsave; in fpregs_get()
436 struct fpu *fpu = x86_task_fpu(target); in fpregs_set() local
451 fpu_force_restore(fpu); in fpregs_set()
454 convert_to_fxsr(&fpu->fpstate->regs.fxsave, &env); in fpregs_set()
456 memcpy(&fpu->fpstate->regs.fsave, &env, sizeof(env)); in fpregs_set()
463 fpu->fpstate->regs.xsave.header.xfeatures |= XFEATURE_MASK_FP; in fpregs_set()