| /arch/mips/include/asm/ |
| A D | dsp.h | 39 #define __save_dsp(tsk) \ argument 50 #define save_dsp(tsk) \ argument 53 __save_dsp(tsk); \ 56 #define __restore_dsp(tsk) \ argument 58 mthi1(tsk->thread.dsp.dspr[0]); \ 59 mtlo1(tsk->thread.dsp.dspr[1]); \ 67 #define restore_dsp(tsk) \ argument 70 __restore_dsp(tsk); \ 73 #define __get_dsp_regs(tsk) \ argument 75 if (tsk == current) \ [all …]
|
| A D | fpu.h | 183 save_msa(tsk); in lose_fpu_inatomic() 184 tsk->thread.fpu.fcr31 = in lose_fpu_inatomic() 188 clear_tsk_thread_flag(tsk, TIF_USEDMSA); in lose_fpu_inatomic() 192 _save_fp(tsk); in lose_fpu_inatomic() 199 KSTK_STATUS(tsk) &= ~ST0_CU1; in lose_fpu_inatomic() 200 clear_tsk_thread_flag(tsk, TIF_USEDFPU); in lose_fpu_inatomic() 245 _save_fp(tsk); in save_fp() 251 _restore_fp(tsk); in restore_fp() 256 if (tsk == current) { in get_fpu_regs() 263 return tsk->thread.fpu.fpr; in get_fpu_regs() [all …]
|
| /arch/sh/kernel/cpu/ |
| A D | fpu.c | 11 int init_fpu(struct task_struct *tsk) in init_fpu() argument 13 if (tsk_used_math(tsk)) { in init_fpu() 15 unlazy_fpu(tsk, task_pt_regs(tsk)); in init_fpu() 22 if (!tsk->thread.xstate) { in init_fpu() 25 if (!tsk->thread.xstate) in init_fpu() 39 set_stopped_child_used_math(tsk); in init_fpu() 46 struct task_struct *tsk = current; in __fpu_state_restore() local 48 restore_fpu(tsk); in __fpu_state_restore() 51 tsk->thread.fpu_counter++; in __fpu_state_restore() 64 if (!tsk_used_math(tsk)) { in fpu_state_restore() [all …]
|
| /arch/s390/mm/ |
| A D | pfault.c | 120 struct task_struct *tsk; in pfault_interrupt() local 137 if (tsk) in pfault_interrupt() 138 get_task_struct(tsk); in pfault_interrupt() 140 if (!tsk) in pfault_interrupt() 155 wake_up_process(tsk); in pfault_interrupt() 156 put_task_struct(tsk); in pfault_interrupt() 192 get_task_struct(tsk); in pfault_interrupt() 208 put_task_struct(tsk); in pfault_interrupt() 214 struct task_struct *tsk; in pfault_cpu_dead() local 221 wake_up_process(tsk); in pfault_cpu_dead() [all …]
|
| /arch/sh/kernel/cpu/sh4/ |
| A D | fpu.c | 41 void save_fpu(struct task_struct *tsk) in save_fpu() argument 228 struct task_struct *tsk = current; in ieee_fpe_handler() local 241 struct task_struct *tsk = current; in ieee_fpe_handler() local 279 struct task_struct *tsk = current; in ieee_fpe_handler() local 323 struct task_struct *tsk = current; in ieee_fpe_handler() local 363 struct task_struct *tsk = current; in ieee_fpe_handler() local 396 struct task_struct *tsk = current; in float_rounding_mode() local 403 struct task_struct *tsk = current; in BUILD_TRAP_HANDLER() local 406 __unlazy_fpu(tsk, regs); in BUILD_TRAP_HANDLER() 409 tsk->thread.xstate->hardfpu.fpscr &= in BUILD_TRAP_HANDLER() [all …]
|
| /arch/powerpc/kernel/ |
| A D | signal_64.c | 91 if (tsk->thread.used_vr) in prepare_setup_sigcontext() 97 flush_fp_to_thread(tsk); in prepare_setup_sigcontext() 100 if (tsk->thread.used_vsr) in prepare_setup_sigcontext() 101 flush_vsx_to_thread(tsk); in prepare_setup_sigcontext() 134 BUG_ON(tsk != current); in __unsafe_setup_sigcontext() 140 if (tsk->thread.used_vr) { in __unsafe_setup_sigcontext() 227 BUG_ON(tsk != current); in setup_tm_sigcontexts() 350 BUG_ON(tsk != current); in __unsafe_restore_sigcontext() 405 tsk->thread.vrsave = 0; in __unsafe_restore_sigcontext() 451 BUG_ON(tsk != current); in restore_tm_sigcontexts() [all …]
|
| A D | process.c | 91 if (tsk == current && tsk->thread.regs && in check_if_tm_restore_required() 155 save_fpu(tsk); in __giveup_fpu() 168 __giveup_fpu(tsk); in giveup_fpu() 198 giveup_fpu(tsk); in flush_fp_to_thread() 238 save_altivec(tsk); in __giveup_altivec() 322 __giveup_vsx(tsk); in giveup_vsx() 580 save_fpu(tsk); in save_all() 600 save_all(tsk); in flush_all_to_thread() 928 return tsk && tsk->thread.regs && (tsk->thread.regs->msr & MSR_TM); in tm_enabled() 1012 tsk->pid); in tm_reclaim_task() [all …]
|
| A D | signal.c | 165 unsigned long sp = get_tm_stackpointer(tsk); in get_sigframe() 243 static void do_signal(struct task_struct *tsk) in do_signal() argument 249 BUG_ON(tsk != current); in do_signal() 259 set_trap_norestart(tsk->thread.regs); in do_signal() 272 if (tsk->thread.hw_brk[i].address && tsk->thread.hw_brk[i].type) in do_signal() 278 thread_change_pc(tsk, tsk->thread.regs); in do_signal() 286 ret = handle_signal32(&ksig, oldset, tsk); in do_signal() 291 set_trap_norestart(tsk->thread.regs); in do_signal() 335 struct pt_regs *regs = tsk->thread.regs; in get_tm_stackpointer() 339 BUG_ON(tsk != current); in get_tm_stackpointer() [all …]
|
| /arch/arc/include/asm/ |
| A D | processor.h | 49 #define KSTK_EIP(tsk) (task_pt_regs(tsk)->ret) argument 50 #define KSTK_ESP(tsk) (task_pt_regs(tsk)->sp) argument 56 #define TSK_K_ESP(tsk) (task_thread_info(tsk)->ksp) argument 58 #define TSK_K_REG(tsk, off) (*((unsigned long *)(TSK_K_ESP(tsk) + \ argument 61 #define TSK_K_BLINK(tsk) TSK_K_REG(tsk, 4) argument 62 #define TSK_K_FP(tsk) TSK_K_REG(tsk, 0) argument
|
| /arch/powerpc/include/asm/ |
| A D | processor.h | 311 #define task_pt_regs(tsk) ((tsk)->thread.regs) argument 315 #define KSTK_EIP(tsk) ((tsk)->thread.regs? (tsk)->thread.regs->nip: 0) argument 316 #define KSTK_ESP(tsk) ((tsk)->thread.regs? (tsk)->thread.regs->gpr[1]: 0) argument 319 #define GET_FPEXC_CTL(tsk, adr) get_fpexc_mode((tsk), (adr)) argument 320 #define SET_FPEXC_CTL(tsk, val) set_fpexc_mode((tsk), (val)) argument 325 #define GET_ENDIAN(tsk, adr) get_endian((tsk), (adr)) argument 326 #define SET_ENDIAN(tsk, val) set_endian((tsk), (val)) argument 331 #define GET_UNALIGN_CTL(tsk, adr) get_unalign_ctl((tsk), (adr)) argument 332 #define SET_UNALIGN_CTL(tsk, val) set_unalign_ctl((tsk), (val)) argument 339 #define PPC_GET_DEXCR_ASPECT(tsk, asp) get_dexcr_prctl((tsk), (asp)) argument [all …]
|
| /arch/sh/include/asm/ |
| A D | fpu.h | 27 #define save_fpu(tsk) do { } while (0) argument 28 #define restore_fpu(tsk) do { } while (0) argument 42 if (task_thread_info(tsk)->status & TS_USEDFPU) { in __unlazy_fpu() 43 task_thread_info(tsk)->status &= ~TS_USEDFPU; in __unlazy_fpu() 44 save_fpu(tsk); in __unlazy_fpu() 47 tsk->thread.fpu_counter = 0; in __unlazy_fpu() 50 static inline void unlazy_fpu(struct task_struct *tsk, struct pt_regs *regs) in unlazy_fpu() argument 53 __unlazy_fpu(tsk, regs); in unlazy_fpu() 57 static inline void clear_fpu(struct task_struct *tsk, struct pt_regs *regs) in clear_fpu() argument 60 if (task_thread_info(tsk)->status & TS_USEDFPU) { in clear_fpu() [all …]
|
| A D | switch_to_32.h | 7 #define is_dsp_enabled(tsk) \ argument 8 (!!(tsk->thread.dsp_status.status & SR_DSP)) 10 #define __restore_dsp(tsk) \ argument 13 (u32 *)&tsk->thread.dsp_status; \ 33 #define __save_dsp(tsk) \ argument 36 (u32 *)&tsk->thread.dsp_status + 14; \ 59 #define is_dsp_enabled(tsk) (0) argument 60 #define __save_dsp(tsk) do { } while (0) argument 61 #define __restore_dsp(tsk) do { } while (0) argument
|
| /arch/arm64/include/asm/ |
| A D | asm_pointer_auth.h | 12 .macro __ptrauth_keys_install_kernel_nosync tsk, tmp1, tmp2, tmp3 14 add \tmp1, \tsk, \tmp1 22 __ptrauth_keys_install_kernel_nosync \tsk, \tmp1, \tmp2, \tmp3 26 .macro ptrauth_keys_install_kernel tsk, tmp1, tmp2, tmp3 41 .macro ptrauth_keys_install_kernel tsk, tmp1, tmp2, tmp3 52 .macro __ptrauth_keys_install_user tsk, tmp1, tmp2, tmp3 54 add \tmp1, \tsk, \tmp1 60 .macro __ptrauth_keys_init_cpu tsk, tmp1, tmp2, tmp3 77 .macro ptrauth_keys_init_cpu tsk, tmp1, tmp2, tmp3 81 __ptrauth_keys_init_cpu \tsk, \tmp1, \tmp2, \tmp3 [all …]
|
| A D | pointer_auth.h | 105 extern int ptrauth_get_enabled_keys(struct task_struct *tsk); 131 ptrauth_keys_install_user(&(tsk)->thread.keys_user) 135 #define ptrauth_prctl_reset_keys(tsk, arg) (-EINVAL) argument 137 #define ptrauth_get_enabled_keys(tsk) (-EINVAL) argument 140 #define ptrauth_thread_switch_user(tsk) argument 144 #define ptrauth_thread_init_kernel(tsk) \ argument 145 ptrauth_keys_init_kernel(&(tsk)->thread.keys_kernel) 146 #define ptrauth_thread_switch_kernel(tsk) \ argument 147 ptrauth_keys_switch_kernel(&(tsk)->thread.keys_kernel) 149 #define ptrauth_thread_init_kernel(tsk) argument [all …]
|
| /arch/arc/kernel/ |
| A D | stacktrace.c | 51 frame_info->task = tsk; in seed_unwind_frame_info() 58 } else if (tsk == NULL || tsk == current) { in seed_unwind_frame_info() 87 if (task_is_running(tsk)) in seed_unwind_frame_info() 90 frame_info->task = tsk; in seed_unwind_frame_info() 92 frame_info->regs.r27 = TSK_K_FP(tsk); in seed_unwind_frame_info() 93 frame_info->regs.r28 = TSK_K_ESP(tsk); in seed_unwind_frame_info() 94 frame_info->regs.r31 = TSK_K_BLINK(tsk); in seed_unwind_frame_info() 125 if (seed_unwind_frame_info(tsk, regs, &frame_info)) in arc_unwind_core() 238 arc_unwind_core(tsk, regs, __print_sym, (void *)loglvl); in show_stacktrace() 245 show_stacktrace(tsk, NULL, loglvl); in show_stack() [all …]
|
| /arch/loongarch/include/asm/ |
| A D | processor.h | 39 #define TASK_SIZE_OF(tsk) \ argument 40 (test_tsk_thread_flag(tsk, TIF_32BIT_ADDR) ? TASK_SIZE32 : TASK_SIZE64) 145 #define thread_saved_ra(tsk) (tsk->thread.sched_ra) argument 146 #define thread_saved_fp(tsk) (tsk->thread.sched_cfa) argument 201 #define __KSTK_TOS(tsk) ((unsigned long)task_stack_page(tsk) + \ argument 203 #define task_pt_regs(tsk) ((struct pt_regs *)__KSTK_TOS(tsk)) argument 204 #define KSTK_EIP(tsk) (task_pt_regs(tsk)->csr_era) argument 205 #define KSTK_ESP(tsk) (task_pt_regs(tsk)->regs[3]) argument 206 #define KSTK_EUEN(tsk) (task_pt_regs(tsk)->csr_euen) argument 207 #define KSTK_ECFG(tsk) (task_pt_regs(tsk)->csr_ecfg) argument
|
| /arch/arm64/kernel/ |
| A D | pointer_auth.c | 13 struct ptrauth_keys_user *keys = &tsk->thread.keys_user; in ptrauth_prctl_reset_keys() 21 if (is_compat_thread(task_thread_info(tsk))) in ptrauth_prctl_reset_keys() 75 if (is_compat_thread(task_thread_info(tsk))) in ptrauth_set_enabled_keys() 82 sctlr = tsk->thread.sctlr_user; in ptrauth_set_enabled_keys() 85 tsk->thread.sctlr_user = sctlr; in ptrauth_set_enabled_keys() 86 if (tsk == current) in ptrauth_set_enabled_keys() 100 if (is_compat_thread(task_thread_info(tsk))) in ptrauth_get_enabled_keys() 103 if (tsk->thread.sctlr_user & SCTLR_ELx_ENIA) in ptrauth_get_enabled_keys() 105 if (tsk->thread.sctlr_user & SCTLR_ELx_ENIB) in ptrauth_get_enabled_keys() 107 if (tsk->thread.sctlr_user & SCTLR_ELx_ENDA) in ptrauth_get_enabled_keys() [all …]
|
| /arch/powerpc/mm/ |
| A D | mmu_context.c | 16 static inline void switch_mm_pgdir(struct task_struct *tsk, in switch_mm_pgdir() argument 20 tsk->thread.pgdir = mm->pgd; in switch_mm_pgdir() 22 tsk->thread.sr0 = mm->context.sr0; in switch_mm_pgdir() 25 tsk->thread.pid = mm->context.id; in switch_mm_pgdir() 29 static inline void switch_mm_pgdir(struct task_struct *tsk, in switch_mm_pgdir() argument 35 tsk->thread.pid = mm->context.id; in switch_mm_pgdir() 39 static inline void switch_mm_pgdir(struct task_struct *tsk, in switch_mm_pgdir() argument 44 struct task_struct *tsk) in switch_mm_irqs_off() argument 84 switch_mm_pgdir(tsk, next); in switch_mm_irqs_off() 98 membarrier_arch_switch_mm(prev, next, tsk); in switch_mm_irqs_off() [all …]
|
| /arch/riscv/kernel/ |
| A D | vector.c | 126 void riscv_v_thread_alloc(struct task_struct *tsk) in riscv_v_thread_alloc() argument 133 void riscv_v_thread_free(struct task_struct *tsk) in riscv_v_thread_free() argument 135 if (tsk->thread.vstate.datap) in riscv_v_thread_free() 138 if (tsk->thread.kernel_vstate.datap) in riscv_v_thread_free() 149 return VSTATE_CTRL_GET_CUR(tsk->thread.vstate_ctrl); in riscv_v_ctrl_get_cur() 154 return VSTATE_CTRL_GET_NEXT(tsk->thread.vstate_ctrl); in riscv_v_ctrl_get_next() 172 tsk->thread.vstate_ctrl |= ctrl; in riscv_v_ctrl_set() 224 void riscv_v_vstate_ctrl_init(struct task_struct *tsk) in riscv_v_vstate_ctrl_init() argument 232 next = riscv_v_ctrl_get_next(tsk); in riscv_v_vstate_ctrl_init() 242 inherit = riscv_v_ctrl_test_inherit(tsk); in riscv_v_vstate_ctrl_init() [all …]
|
| /arch/sh/kernel/ |
| A D | dumpstack.c | 123 void show_trace(struct task_struct *tsk, unsigned long *sp, in show_trace() argument 131 unwind_stack(tsk, regs, sp, &print_trace_ops, (void *)loglvl); in show_trace() 135 if (!tsk) in show_trace() 136 tsk = current; in show_trace() 138 debug_show_held_locks(tsk); in show_trace() 145 if (!tsk) in show_stack() 146 tsk = current; in show_stack() 147 if (tsk == current) in show_stack() 150 sp = (unsigned long *)tsk->thread.sp; in show_stack() 154 (unsigned long)task_stack_page(tsk)); in show_stack() [all …]
|
| /arch/x86/include/asm/ |
| A D | resctrl.h | 116 static inline void __resctrl_sched_in(struct task_struct *tsk) in __resctrl_sched_in() argument 128 tmp = READ_ONCE(tsk->closid); in __resctrl_sched_in() 134 tmp = READ_ONCE(tsk->rmid); in __resctrl_sched_in() 162 static inline void resctrl_arch_set_closid_rmid(struct task_struct *tsk, in resctrl_arch_set_closid_rmid() argument 165 WRITE_ONCE(tsk->closid, closid); in resctrl_arch_set_closid_rmid() 166 WRITE_ONCE(tsk->rmid, rmid); in resctrl_arch_set_closid_rmid() 171 return READ_ONCE(tsk->closid) == closid; in resctrl_arch_match_closid() 177 return READ_ONCE(tsk->rmid) == rmid; in resctrl_arch_match_rmid() 180 static inline void resctrl_arch_sched_in(struct task_struct *tsk) in resctrl_arch_sched_in() argument 183 __resctrl_sched_in(tsk); in resctrl_arch_sched_in() [all …]
|
| /arch/powerpc/platforms/powernv/ |
| A D | vas-trace.h | 15 TP_PROTO(struct task_struct *tsk, 20 TP_ARGS(tsk, vasid, cop, rxattr), 23 __field(struct task_struct *, tsk) 34 __entry->pid = tsk->pid; 50 TP_PROTO(struct task_struct *tsk, 55 TP_ARGS(tsk, vasid, cop, txattr), 58 __field(struct task_struct *, tsk) 68 __entry->pid = tsk->pid; 82 TP_PROTO(struct task_struct *tsk, 85 TP_ARGS(tsk, win), [all …]
|
| /arch/sh/kernel/cpu/sh2a/ |
| A D | fpu.c | 27 void save_fpu(struct task_struct *tsk) in save_fpu() argument 60 void restore_fpu(struct task_struct *tsk) in restore_fpu() argument 454 struct task_struct *tsk = current; in ieee_fpe_handler() local 466 struct task_struct *tsk = current; in ieee_fpe_handler() local 475 fpscr = tsk->thread.xstate->hardfpu.fpscr; in ieee_fpe_handler() 509 struct task_struct *tsk = current; in ieee_fpe_handler() local 518 fpscr = tsk->thread.xstate->hardfpu.fpscr; in ieee_fpe_handler() 558 struct task_struct *tsk = current; in BUILD_TRAP_HANDLER() local 561 __unlazy_fpu(tsk, regs); in BUILD_TRAP_HANDLER() 563 tsk->thread.xstate->hardfpu.fpscr &= in BUILD_TRAP_HANDLER() [all …]
|
| /arch/riscv/include/asm/ |
| A D | processor.h | 140 #define task_pt_regs(tsk) \ argument 141 ((struct pt_regs *)(task_stack_page(tsk) + THREAD_SIZE \ 144 #define KSTK_EIP(tsk) (task_pt_regs(tsk)->epc) argument 145 #define KSTK_ESP(tsk) (task_pt_regs(tsk)->sp) argument 201 extern int get_unalign_ctl(struct task_struct *tsk, unsigned long addr); 202 extern int set_unalign_ctl(struct task_struct *tsk, unsigned int val); 204 #define GET_UNALIGN_CTL(tsk, addr) get_unalign_ctl((tsk), (addr)) argument 205 #define SET_UNALIGN_CTL(tsk, val) set_unalign_ctl((tsk), (val)) argument
|
| /arch/csky/include/asm/ |
| A D | thread_info.h | 24 #define INIT_THREAD_INFO(tsk) \ argument 26 .task = &tsk, \ 36 #define thread_saved_fp(tsk) \ argument 37 ((unsigned long)(((struct switch_stack *)(tsk->thread.sp))->r8)) 39 #define thread_saved_sp(tsk) \ argument 40 ((unsigned long)(tsk->thread.sp)) 42 #define thread_saved_lr(tsk) \ argument 43 ((unsigned long)(((struct switch_stack *)(tsk->thread.sp))->r15))
|