Lines Matching defs:rq
706 struct rq *rq; /* CPU runqueue to which this cfs_rq is attached */ member
822 struct rq *rq; member
1096 struct rq { struct
1098 raw_spinlock_t __lock;
1123 struct uclamp_rq uclamp[UCLAMP_CNT] ____cacheline_aligned; argument
1128 struct cfs_rq cfs; argument
1129 struct rt_rq rt; argument
1130 struct dl_rq dl; argument
1132 struct scx_rq scx; argument
1138 /* list of leaf cfs_rq on this CPU: */ argument
1139 struct list_head leaf_cfs_rq_list; argument
1140 struct list_head *tmp_alone_branch;
1149 unsigned int nr_uninterruptible;
1151 struct task_struct __rcu *curr;
1152 struct sched_dl_entity *dl_server;
1153 struct task_struct *idle;
1154 struct task_struct *stop;
1155 unsigned long next_balance;
1156 struct mm_struct *prev_mm;
1158 unsigned int clock_update_flags;
1159 u64 clock;
1161 u64 clock_task ____cacheline_aligned;
1162 u64 clock_pelt;
1163 unsigned long lost_idle_time;
1164 u64 clock_pelt_idle;
1165 u64 clock_idle;
1167 u64 clock_pelt_idle_copy;
1168 u64 clock_idle_copy;
1171 atomic_t nr_iowait;
1174 u64 last_seen_need_resched_ns;
1175 int ticks_without_resched;
1179 int membarrier_state;
1183 struct root_domain *rd;
1184 struct sched_domain __rcu *sd;
1209 struct sched_avg avg_irq; argument
1226 u64 prev_irq_time; argument
1227 u64 psi_irq_time; argument
1233 u64 prev_steal_time_rq; argument
1250 struct sched_info rq_sched_info; argument
1251 unsigned long long rq_cpu_time; argument
1277 /* per rq */ argument
1278 struct rq *core; argument
1295 /* Scratch cpumask to be temporarily used under rq_lock */ argument
1307 static inline struct rq *rq_of(struct cfs_rq *cfs_rq) in rq_of() argument
1320 static inline int cpu_of(struct rq *rq) in cpu_of()
1353 static inline bool sched_core_enabled(struct rq *rq) in sched_core_enabled()
1367 static inline raw_spinlock_t *rq_lockp(struct rq *rq) in rq_lockp()
1375 static inline raw_spinlock_t *__rq_lockp(struct rq *rq) in __rq_lockp()
1394 static inline bool sched_cpu_cookie_match(struct rq *rq, struct task_struct *p) in sched_cpu_cookie_match()
1403 static inline bool sched_core_cookie_match(struct rq *rq, struct task_struct *p) in sched_core_cookie_match()
1426 static inline bool sched_group_cookie_match(struct rq *rq, in sched_group_cookie_match()
1456 static inline bool sched_core_enabled(struct rq *rq) in sched_core_enabled()
1466 static inline raw_spinlock_t *rq_lockp(struct rq *rq) in rq_lockp()
1471 static inline raw_spinlock_t *__rq_lockp(struct rq *rq) in __rq_lockp()
1476 static inline bool sched_cpu_cookie_match(struct rq *rq, struct task_struct *p) in sched_cpu_cookie_match()
1481 static inline bool sched_core_cookie_match(struct rq *rq, struct task_struct *p) in sched_core_cookie_match()
1486 static inline bool sched_group_cookie_match(struct rq *rq, in sched_group_cookie_match()
1495 static inline void lockdep_assert_rq_held(struct rq *rq) in lockdep_assert_rq_held()
1504 static inline void raw_spin_rq_lock(struct rq *rq) in raw_spin_rq_lock()
1509 static inline void raw_spin_rq_lock_irq(struct rq *rq) in raw_spin_rq_lock_irq()
1515 static inline void raw_spin_rq_unlock_irq(struct rq *rq) in raw_spin_rq_unlock_irq()
1521 static inline unsigned long _raw_spin_rq_lock_irqsave(struct rq *rq) in _raw_spin_rq_lock_irqsave()
1531 static inline void raw_spin_rq_unlock_irqrestore(struct rq *rq, unsigned long flags) in raw_spin_rq_unlock_irqrestore()
1537 #define raw_spin_rq_lock_irqsave(rq, flags) \ argument
1545 static inline void update_idle_core(struct rq *rq) in update_idle_core()
1552 static inline void update_idle_core(struct rq *rq) { } in update_idle_core()
1592 struct rq *rq = task_rq(p); in cfs_rq_of() local
1634 static inline void assert_clock_updated(struct rq *rq) in assert_clock_updated()
1643 static inline u64 rq_clock(struct rq *rq) in rq_clock()
1651 static inline u64 rq_clock_task(struct rq *rq) in rq_clock_task()
1659 static inline void rq_clock_skip_update(struct rq *rq) in rq_clock_skip_update()
1669 static inline void rq_clock_cancel_skipupdate(struct rq *rq) in rq_clock_cancel_skipupdate()
1684 static inline void rq_clock_start_loop_update(struct rq *rq) in rq_clock_start_loop_update()
1691 static inline void rq_clock_stop_loop_update(struct rq *rq) in rq_clock_stop_loop_update()
1722 static inline void rq_pin_lock(struct rq *rq, struct rq_flags *rf) in rq_pin_lock()
1735 static inline void rq_unpin_lock(struct rq *rq, struct rq_flags *rf) in rq_unpin_lock()
1745 static inline void rq_repin_lock(struct rq *rq, struct rq_flags *rf) in rq_repin_lock()
1766 static inline void __task_rq_unlock(struct rq *rq, struct rq_flags *rf) in __task_rq_unlock()
1774 task_rq_unlock(struct rq *rq, struct task_struct *p, struct rq_flags *rf) in task_rq_unlock()
1788 static inline void rq_lock_irqsave(struct rq *rq, struct rq_flags *rf) in rq_lock_irqsave()
1795 static inline void rq_lock_irq(struct rq *rq, struct rq_flags *rf) in rq_lock_irq()
1802 static inline void rq_lock(struct rq *rq, struct rq_flags *rf) in rq_lock()
1809 static inline void rq_unlock_irqrestore(struct rq *rq, struct rq_flags *rf) in rq_unlock_irqrestore()
1816 static inline void rq_unlock_irq(struct rq *rq, struct rq_flags *rf) in rq_unlock_irq()
1823 static inline void rq_unlock(struct rq *rq, struct rq_flags *rf) in rq_unlock()
1848 struct rq *rq; in this_rq_lock_irq() local
1916 queue_balance_callback(struct rq *rq, in queue_balance_callback()
1918 void (*func)(struct rq *rq)) in queue_balance_callback()
2095 static inline void sched_core_account_forceidle(struct rq *rq) in sched_core_account_forceidle()
2103 static inline void sched_core_tick(struct rq *rq) in sched_core_tick()
2111 static inline void sched_core_account_forceidle(struct rq *rq) { } in sched_core_account_forceidle()
2113 static inline void sched_core_tick(struct rq *rq) { } in sched_core_tick()
2264 static inline int task_current(struct rq *rq, struct task_struct *p) in task_current()
2269 static inline int task_on_cpu(struct rq *rq, struct task_struct *p) in task_on_cpu()
2453 static inline void put_prev_task(struct rq *rq, struct task_struct *prev) in put_prev_task()
2459 static inline void set_next_task(struct rq *rq, struct task_struct *next) in set_next_task()
2465 __put_prev_set_next_dl_server(struct rq *rq, in __put_prev_set_next_dl_server()
2474 static inline void put_prev_set_next_task(struct rq *rq, in put_prev_set_next_task()
2557 static inline bool sched_stop_runnable(struct rq *rq) in sched_stop_runnable()
2562 static inline bool sched_dl_runnable(struct rq *rq) in sched_dl_runnable()
2567 static inline bool sched_rt_runnable(struct rq *rq) in sched_rt_runnable()
2572 static inline bool sched_fair_runnable(struct rq *rq) in sched_fair_runnable()
2617 static inline struct task_struct *get_push_task(struct rq *rq) in get_push_task()
2660 static inline void idle_set_state(struct rq *rq, in idle_set_state()
2666 static inline struct cpuidle_state *idle_get_state(struct rq *rq) in idle_get_state()
2675 static inline void idle_set_state(struct rq *rq, in idle_set_state()
2680 static inline struct cpuidle_state *idle_get_state(struct rq *rq) in idle_get_state()
2726 static inline void sched_update_tick_dependency(struct rq *rq) in sched_update_tick_dependency()
2740 static inline void sched_update_tick_dependency(struct rq *rq) { } in sched_update_tick_dependency()
2743 static inline void add_nr_running(struct rq *rq, unsigned count) in add_nr_running()
2760 static inline void sub_nr_running(struct rq *rq, unsigned count) in sub_nr_running()
2771 static inline void __block_task(struct rq *rq, struct task_struct *p) in __block_task()
2850 static inline int hrtick_enabled(struct rq *rq) in hrtick_enabled()
2857 static inline int hrtick_enabled_fair(struct rq *rq) in hrtick_enabled_fair()
2864 static inline int hrtick_enabled_dl(struct rq *rq) in hrtick_enabled_dl()
2875 static inline int hrtick_enabled_fair(struct rq *rq) in hrtick_enabled_fair()
2880 static inline int hrtick_enabled_dl(struct rq *rq) in hrtick_enabled_dl()
2885 static inline int hrtick_enabled(struct rq *rq) in hrtick_enabled()
3194 static inline void nohz_balance_exit_idle(struct rq *rq) { } in nohz_balance_exit_idle()
3261 static inline void cpufreq_update_util(struct rq *rq, unsigned int flags) in cpufreq_update_util()
3271 static inline void cpufreq_update_util(struct rq *rq, unsigned int flags) { } in cpufreq_update_util()
3308 static inline unsigned long cpu_bw_dl(struct rq *rq) in cpu_bw_dl()
3313 static inline unsigned long cpu_util_dl(struct rq *rq) in cpu_util_dl()
3322 static inline unsigned long cpu_util_rt(struct rq *rq) in cpu_util_rt()
3328 static inline bool update_other_load_avgs(struct rq *rq) { return false; } in update_other_load_avgs()
3335 static inline unsigned long uclamp_rq_get(struct rq *rq, in uclamp_rq_get()
3341 static inline void uclamp_rq_set(struct rq *rq, enum uclamp_id clamp_id, in uclamp_rq_set()
3347 static inline bool uclamp_rq_is_idle(struct rq *rq) in uclamp_rq_is_idle()
3353 static inline bool uclamp_rq_is_capped(struct rq *rq) in uclamp_rq_is_capped()
3420 static inline bool uclamp_rq_is_capped(struct rq *rq) { return false; } in uclamp_rq_is_capped()
3428 uclamp_rq_get(struct rq *rq, enum uclamp_id clamp_id) in uclamp_rq_get()
3437 uclamp_rq_set(struct rq *rq, enum uclamp_id clamp_id, unsigned int value) in uclamp_rq_set()
3441 static inline bool uclamp_rq_is_idle(struct rq *rq) in uclamp_rq_is_idle()
3450 static inline unsigned long cpu_util_irq(struct rq *rq) in cpu_util_irq()
3467 static inline unsigned long cpu_util_irq(struct rq *rq) in cpu_util_irq()
3509 static inline void membarrier_switch_mm(struct rq *rq, in membarrier_switch_mm()
3527 static inline void membarrier_switch_mm(struct rq *rq, in membarrier_switch_mm()
3660 static inline void mm_cid_snapshot_time(struct rq *rq, struct mm_struct *mm) in mm_cid_snapshot_time()
3668 static inline int __mm_cid_get(struct rq *rq, struct mm_struct *mm) in __mm_cid_get()
3721 static inline int mm_cid_get(struct rq *rq, struct mm_struct *mm) in mm_cid_get()
3744 static inline void switch_mm_cid(struct rq *rq, in switch_mm_cid()
3796 static inline void switch_mm_cid(struct rq *rq, struct task_struct *prev, struct task_struct *next)… in switch_mm_cid()
3799 static inline void task_tick_mm_cid(struct rq *rq, struct task_struct *curr) { } in task_tick_mm_cid()
3850 static inline struct balance_callback *splice_balance_callbacks(struct rq *rq) in splice_balance_callbacks()
3855 static inline void balance_callbacks(struct rq *rq, struct balance_callback *head) in balance_callbacks()