/kernel/sched/ |
A D | stats.h | 111 void psi_task_switch(struct task_struct *prev, struct task_struct *next, 114 void psi_account_irqtime(struct rq *rq, struct task_struct *curr, struct task_struct *prev); 117 struct task_struct *prev) {} in psi_account_irqtime() 194 static inline void psi_ttwu_dequeue(struct task_struct *p) in psi_ttwu_dequeue() 213 static inline void psi_sched_switch(struct task_struct *prev, in psi_sched_switch() 214 struct task_struct *next, in psi_sched_switch() 226 static inline void psi_ttwu_dequeue(struct task_struct *p) {} in psi_ttwu_dequeue() 227 static inline void psi_sched_switch(struct task_struct *prev, in psi_sched_switch() 228 struct task_struct *next, in psi_sched_switch() 231 struct task_struct *prev) {} in psi_account_irqtime() [all …]
|
A D | sched.h | 391 struct task_struct *p); 1152 struct task_struct *idle; 1153 struct task_struct *stop; 1270 struct task_struct *core_pick; 1379 cfs_prio_less(const struct task_struct *a, const struct task_struct *b, bool fi); 1422 struct task_struct *p, in sched_group_cookie_match() 1482 struct task_struct *p, in sched_group_cookie_match() 1936 extern int migrate_swap(struct task_struct *p, struct task_struct *t, 2393 struct task_struct *(*pick_next_task)(struct rq *rq, struct task_struct *prev); 2395 void (*put_prev_task)(struct rq *rq, struct task_struct *p, struct task_struct *next); [all …]
|
A D | ext.h | 36 void scx_pre_fork(struct task_struct *p); 37 int scx_fork(struct task_struct *p); 38 void scx_post_fork(struct task_struct *p); 39 void scx_cancel_fork(struct task_struct *p); 45 bool scx_allow_ttwu_queue(const struct task_struct *p); 56 static inline bool task_on_scx(const struct task_struct *p) in task_on_scx() 62 bool scx_prio_less(const struct task_struct *a, const struct task_struct *b, 69 static inline void scx_pre_fork(struct task_struct *p) {} in scx_pre_fork() 71 static inline void scx_post_fork(struct task_struct *p) {} in scx_post_fork() 72 static inline void scx_cancel_fork(struct task_struct *p) {} in scx_cancel_fork() [all …]
|
A D | stop_task.c | 13 select_task_rq_stop(struct task_struct *p, int cpu, int flags) in select_task_rq_stop() 19 balance_stop(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_stop() 25 wakeup_preempt_stop(struct rq *rq, struct task_struct *p, int flags) in wakeup_preempt_stop() 30 static void set_next_task_stop(struct rq *rq, struct task_struct *stop, bool first) in set_next_task_stop() 35 static struct task_struct *pick_task_stop(struct rq *rq) in pick_task_stop() 44 enqueue_task_stop(struct rq *rq, struct task_struct *p, int flags) in enqueue_task_stop() 50 dequeue_task_stop(struct rq *rq, struct task_struct *p, int flags) in dequeue_task_stop() 61 static void put_prev_task_stop(struct rq *rq, struct task_struct *prev, struct task_struct *next) in put_prev_task_stop() 74 static void task_tick_stop(struct rq *rq, struct task_struct *curr, int queued) in task_tick_stop() 78 static void switched_to_stop(struct rq *rq, struct task_struct *p) in switched_to_stop() [all …]
|
A D | cputime.c | 317 struct task_struct *t; in thread_group_cputime() 718 void vtime_user_enter(struct task_struct *tsk) in vtime_user_enter() 728 void vtime_user_exit(struct task_struct *tsk) in vtime_user_exit() 742 void vtime_guest_enter(struct task_struct *tsk) in vtime_guest_enter() 760 void vtime_guest_exit(struct task_struct *tsk) in vtime_guest_exit() 772 void vtime_account_idle(struct task_struct *tsk) in vtime_account_idle() 818 u64 task_gtime(struct task_struct *t) in task_gtime() 920 struct task_struct *tsk, in kcpustat_field_vtime() 988 struct task_struct *curr; in kcpustat_field() 1010 struct task_struct *tsk, int cpu) in kcpustat_cpu_fetch_vtime() [all …]
|
A D | core.c | 364 struct task_struct *p; in sched_core_find() 1864 struct task_struct *p; in uclamp_update_active_tasks() 2802 int dup_user_cpus_ptr(struct task_struct *dst, struct task_struct *src, in dup_user_cpus_ptr() 3445 int migrate_swap(struct task_struct *cur, struct task_struct *p, in migrate_swap() 4434 struct task_struct *t; in cpu_curr_snapshot() 5985 struct task_struct *p; in __pick_next_task() 6045 static inline bool cookie_match(struct task_struct *a, struct task_struct *b) in cookie_match() 6056 struct task_struct *p; in pick_task() 6306 struct task_struct *p; in try_steal_cookie() 6651 struct task_struct *p; in find_proxy_task() [all …]
|
A D | syscalls.c | 40 static inline int normal_prio(struct task_struct *p) in normal_prio() 52 static int effective_prio(struct task_struct *p) in effective_prio() 191 int task_prio(const struct task_struct *p) in task_prio() 241 struct task_struct *idle_task(int cpu) in idle_task() 271 struct task_struct *p; in find_get_task() 842 void sched_set_fifo(struct task_struct *p) in sched_set_fifo() 1014 struct task_struct *p; in SYSCALL_DEFINE1() 1045 struct task_struct *p; in SYSCALL_DEFINE2() 1081 struct task_struct *p; in SYSCALL_DEFINE4() 1291 struct task_struct *p; in sched_getaffinity() [all …]
|
A D | ext.c | 236 struct task_struct *task; 447 bool (*yield)(struct task_struct *from, struct task_struct *to); 465 bool (*core_sched_before)(struct task_struct *a, struct task_struct *b); 1616 struct task_struct *p; in scx_task_iter_next_locked() 2828 struct task_struct *p; in consume_dispatch_q() 3221 struct task_struct *p; in process_ddsp_deferred_locals() 3401 struct task_struct *p; in pick_task_scx() 3488 bool scx_prio_less(const struct task_struct *a, const struct task_struct *b, in scx_prio_less() 3642 struct task_struct *p; in check_rq_for_timeouts() 4150 struct task_struct *p; in scx_cgroup_can_attach() [all …]
|
A D | idle.c | 436 select_task_rq_idle(struct task_struct *p, int cpu, int flags) in select_task_rq_idle() 442 balance_idle(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_idle() 450 static void wakeup_preempt_idle(struct rq *rq, struct task_struct *p, int flags) in wakeup_preempt_idle() 455 static void put_prev_task_idle(struct rq *rq, struct task_struct *prev, struct task_struct *next) in put_prev_task_idle() 461 static void set_next_task_idle(struct rq *rq, struct task_struct *next, bool first) in set_next_task_idle() 469 struct task_struct *pick_task_idle(struct rq *rq) in pick_task_idle() 480 dequeue_task_idle(struct rq *rq, struct task_struct *p, int flags) in dequeue_task_idle() 497 static void task_tick_idle(struct rq *rq, struct task_struct *curr, int queued) in task_tick_idle() 501 static void switched_to_idle(struct rq *rq, struct task_struct *p) in switched_to_idle() 507 prio_changed_idle(struct rq *rq, struct task_struct *p, int oldprio) in prio_changed_idle()
|
A D | autogroup.c | 35 void __init autogroup_init(struct task_struct *init_task) in autogroup_init() 73 static inline struct autogroup *autogroup_task_get(struct task_struct *p) in autogroup_task_get() 131 bool task_wants_autogroup(struct task_struct *p, struct task_group *tg) in task_wants_autogroup() 149 void sched_autogroup_exit_task(struct task_struct *p) in sched_autogroup_exit_task() 160 autogroup_move_group(struct task_struct *p, struct autogroup *ag) in autogroup_move_group() 163 struct task_struct *t; in autogroup_move_group() 195 void sched_autogroup_create_attach(struct task_struct *p) in sched_autogroup_create_attach() 207 void sched_autogroup_detach(struct task_struct *p) in sched_autogroup_detach() 233 int proc_sched_autogroup_set_nice(struct task_struct *p, int nice) in proc_sched_autogroup_set_nice() 271 void proc_sched_autogroup_show_task(struct task_struct *p, struct seq_file *m) in proc_sched_autogroup_show_task()
|
A D | rt.c | 572 struct task_struct *p; in rt_se_boosted() 1164 struct task_struct *tsk; in rt_se_rr_nr_running() 1236 struct task_struct *p = NULL; in update_stats_wait_start_rt() 1255 struct task_struct *p = NULL; in update_stats_enqueue_sleeper_rt() 1285 struct task_struct *p = NULL; in update_stats_wait_end_rt() 1304 struct task_struct *p = NULL; in update_stats_dequeue_rt() 1700 struct task_struct *p; in pick_task_rt() 1742 struct task_struct *p; in pick_highest_pushable_task() 1850 struct task_struct *p; in pick_next_pushable_task() 2008 struct task_struct *task; in push_rt_task() [all …]
|
/kernel/ |
A D | exit.c | 225 struct task_struct *tsk = container_of(rhp, struct task_struct, rcu); in delayed_put_task_struct() 355 struct task_struct *p; in will_become_orphaned_pgrp() 384 struct task_struct *p; in has_stopped_jobs() 400 kill_orphaned_pgrp(struct task_struct *tsk, struct task_struct *parent) in kill_orphaned_pgrp() 471 struct task_struct *t; in try_to_set_owner() 587 static struct task_struct *find_alive_thread(struct task_struct *p) in find_alive_thread() 589 struct task_struct *t; in find_alive_thread() 598 static struct task_struct *find_child_reaper(struct task_struct *father, in find_child_reaper() 636 static struct task_struct *find_new_reaper(struct task_struct *father, in find_new_reaper() 674 static void reparent_leader(struct task_struct *father, struct task_struct *p, in reparent_leader() [all …]
|
A D | ptrace.c | 69 void __ptrace_link(struct task_struct *child, struct task_struct *new_parent, in __ptrace_link() 84 static void ptrace_link(struct task_struct *child, struct task_struct *new_parent) in ptrace_link() 117 void __ptrace_unlink(struct task_struct *child) in __ptrace_unlink() 184 static bool ptrace_freeze_traced(struct task_struct *task) in ptrace_freeze_traced() 203 static void ptrace_unfreeze_traced(struct task_struct *task) in ptrace_unfreeze_traced() 538 static bool __ptrace_detach(struct task_struct *tracer, struct task_struct *p) in __ptrace_detach() 596 struct task_struct *p, *n; in exit_ptrace() 709 static int ptrace_peek_siginfo(struct task_struct *child, in ptrace_peek_siginfo() 968 ptrace_get_syscall_info_op(struct task_struct *child) in ptrace_get_syscall_info_op() 1390 struct task_struct *child; in SYSCALL_DEFINE4() [all …]
|
A D | pid.c | 339 void attach_pid(struct task_struct *task, enum pid_type type) in attach_pid() 383 void exchange_tids(struct task_struct *left, struct task_struct *right) in exchange_tids() 405 void transfer_pid(struct task_struct *old, struct task_struct *new, in transfer_pid() 413 struct task_struct *pid_task(struct pid *pid, enum pid_type type) in pid_task() 415 struct task_struct *result = NULL; in pid_task() 437 struct task_struct *find_task_by_vpid(pid_t vnr) in find_task_by_vpid() 442 struct task_struct *find_get_task_by_vpid(pid_t nr) in find_get_task_by_vpid() 444 struct task_struct *task; in find_get_task_by_vpid() 467 struct task_struct *result; in get_pid_task() 573 struct task_struct *task; in pidfd_get_task() [all …]
|
A D | kthread.c | 36 struct task_struct *kthreadd_task; 50 struct task_struct *result; 71 struct task_struct *task; 509 struct task_struct *task; in __kthread_create_on_node() 583 struct task_struct *task; in kthread_create_on_node() 653 struct task_struct *p; in kthread_create_on_cpu() 820 struct task_struct *tsk = current; in kthreadd() 1038 struct task_struct *task; in __kthread_create_worker_on_node() 1582 struct task_struct *task; in kthread_destroy_worker() 1603 struct task_struct *tsk = current; in kthread_use_mm() [all …]
|
A D | freezer.c | 38 bool freezing_slow_path(struct task_struct *p) in freezing_slow_path() 56 bool frozen(struct task_struct *p) in frozen() 98 static void fake_signal_wake_up(struct task_struct *p) in fake_signal_wake_up() 108 static int __set_task_frozen(struct task_struct *p, void *arg) in __set_task_frozen() 146 static bool __freeze_task(struct task_struct *p) in __freeze_task() 163 bool freeze_task(struct task_struct *p) in freeze_task() 189 static int __restore_freezer_state(struct task_struct *p, void *arg) in __restore_freezer_state() 202 void __thaw_task(struct task_struct *p) in __thaw_task()
|
A D | fork.c | 485 void free_task(struct task_struct *tsk) in free_task() 755 struct task_struct *task = container_of(rhp, struct task_struct, rcu); in __put_task_struct_rcu_cb() 853 struct task_struct *src) in arch_dup_task_struct() 867 static struct task_struct *dup_task_struct(struct task_struct *orig, int node) in dup_task_struct() 869 struct task_struct *tsk; in dup_task_struct() 999 struct task_struct *p) in mm_clear_owner() 1862 struct task_struct *tsk = container_of(rhp, struct task_struct, rcu); in __delayed_free_task() 1925 struct task_struct *p; in copy_process() 2515 struct task_struct *task; in fork_idle() 2569 struct task_struct *p; in kernel_clone() [all …]
|
A D | workqueue_internal.h | 44 struct task_struct *task; /* I: worker task */ 78 void wq_worker_running(struct task_struct *task); 79 void wq_worker_sleeping(struct task_struct *task); 80 void wq_worker_tick(struct task_struct *task); 81 work_func_t wq_worker_last_func(struct task_struct *task);
|
/kernel/locking/ |
A D | rtmutex.c | 103 return (struct task_struct *)val; in rt_mutex_owner_encode() 218 struct task_struct *old, in rt_mutex_cmpxchg_acquire() 219 struct task_struct *new) in rt_mutex_cmpxchg_acquire() 230 struct task_struct *old, in rt_mutex_cmpxchg_release() 231 struct task_struct *new) in rt_mutex_cmpxchg_release() 302 struct task_struct *old, in rt_mutex_cmpxchg_acquire() 528 struct task_struct *p) in rt_mutex_adjust_prio() 1483 struct task_struct *owner) in rtmutex_spin_on_owner() 1520 struct task_struct *owner) in rtmutex_spin_on_owner() 1613 struct task_struct *owner; in rt_mutex_slowlock_block() [all …]
|
A D | rtmutex_common.h | 55 struct task_struct *task; 69 struct task_struct *rtlock_task; 82 struct task_struct *proxy_owner); 86 struct task_struct *task, 90 struct task_struct *task); 143 static inline int task_has_pi_waiters(struct task_struct *p) in task_has_pi_waiters() 148 static inline struct rt_mutex_waiter *task_top_pi_waiter(struct task_struct *p) in task_top_pi_waiter() 158 static inline struct task_struct *rt_mutex_owner(struct rt_mutex_base *lock) in rt_mutex_owner() 162 return (struct task_struct *) (owner & ~RT_MUTEX_HAS_WAITERS); in rt_mutex_owner() 229 static inline struct task_struct *rt_mutex_owner(struct rt_mutex_base *lock) in rt_mutex_owner()
|
/kernel/time/ |
A D | posix-cpu-timers.c | 78 struct task_struct *tsk = pid_task(pid, PIDTYPE_PID); in pid_for_clock() 361 struct task_struct *tsk; in posix_cpu_clock_get() 417 struct task_struct *tsk) in timer_base() 434 struct task_struct *tsk) in trigger_base_recalc_expires() 475 struct task_struct *p; in posix_cpu_timer_del() 552 void posix_cpu_timers_exit(struct task_struct *tsk) in posix_cpu_timers_exit() 630 struct task_struct *p; in posix_cpu_timer_set() 780 struct task_struct *p; in posix_cpu_timer_get() 1018 struct task_struct *p; in posix_cpu_timer_rearm() 1182 void clear_posix_cputimers_work(struct task_struct *p) in clear_posix_cputimers_work() [all …]
|
/kernel/bpf/ |
A D | bpf_task_storage.c | 48 struct task_struct *task = owner; in task_storage_ptr() 54 task_storage_lookup(struct task_struct *task, struct bpf_map *map, in task_storage_lookup() 69 void bpf_task_storage_free(struct task_struct *task) in bpf_task_storage_free() 91 struct task_struct *task; in bpf_pid_task_storage_lookup_elem() 125 struct task_struct *task; in bpf_pid_task_storage_update_elem() 160 static int task_storage_delete(struct task_struct *task, struct bpf_map *map, in task_storage_delete() 179 struct task_struct *task; in bpf_pid_task_storage_delete_elem() 209 struct task_struct *task, void *value, in __bpf_task_storage_get() 231 BPF_CALL_5(bpf_task_storage_get_recur, struct bpf_map *, map, struct task_struct *, in BPF_CALL_5() argument 250 BPF_CALL_5(bpf_task_storage_get, struct bpf_map *, map, struct task_struct *, in BPF_CALL_5() argument [all …]
|
A D | task_iter.c | 39 struct task_struct *task; in task_group_seq_get_next() 92 struct task_struct *task = NULL; in task_seq_get_next() 142 struct task_struct *task; in task_seq_start() 156 struct task_struct *task; in task_seq_next() 252 struct task_struct *task; 261 struct task_struct *curr_task; in task_file_seq_get_next() 411 struct task_struct *task; 798 struct task_struct *task; 949 struct task_struct *task; 950 struct task_struct *pos; [all …]
|
/kernel/rcu/ |
A D | tasks.h | 106 struct task_struct *kthread_ptr; 684 struct task_struct *t; in rcu_spawn_tasks_kthread_generic() 815 struct task_struct *g; in rcu_tasks_wait_gp() 823 struct task_struct *t; in rcu_tasks_wait_gp() 1061 struct task_struct *t; in rcu_tasks_postscan() 1062 struct task_struct *t1; in rcu_tasks_postscan() 1129 struct task_struct *t, *t1; in check_all_holdout_tasks() 1297 struct task_struct *t = current; in exit_tasks_rcu_start() 1318 struct task_struct *t = current; in exit_tasks_rcu_finish() 1802 struct task_struct *t; in rcu_tasks_trace_pregp_step() [all …]
|
/kernel/livepatch/ |
A D | transition.c | 85 struct task_struct *g, *task; in klp_complete_transition() 175 void klp_update_patch_state(struct task_struct *task) in klp_update_patch_state() 284 static int klp_check_and_switch_task(struct task_struct *task, void *arg) in klp_check_and_switch_task() 305 static bool klp_try_switch_task(struct task_struct *task) in klp_try_switch_task() 389 struct task_struct *g, *task; in klp_send_signals() 433 struct task_struct *g, *task; in klp_try_complete_transition() 511 struct task_struct *g, *task; in klp_start_transition() 554 struct task_struct *g, *task; in klp_init_transition() 630 struct task_struct *g, *task; in klp_reverse_transition() 676 void klp_copy_process(struct task_struct *child) in klp_copy_process() [all …]
|