Lines Matching refs:sched_entity
289 static inline u64 calc_delta_fair(u64 delta, struct sched_entity *se) in calc_delta_fair()
409 is_same_group(struct sched_entity *se, struct sched_entity *pse) in is_same_group()
417 static inline struct sched_entity *parent_entity(const struct sched_entity *se) in parent_entity()
423 find_matching_se(struct sched_entity **se, struct sched_entity **pse) in find_matching_se()
464 static int se_is_idle(struct sched_entity *se) in se_is_idle()
492 static inline struct sched_entity *parent_entity(struct sched_entity *se) in parent_entity()
498 find_matching_se(struct sched_entity **se, struct sched_entity **pse) in find_matching_se()
512 static int se_is_idle(struct sched_entity *se) in se_is_idle()
544 static inline bool entity_before(const struct sched_entity *a, in entity_before()
545 const struct sched_entity *b) in entity_before()
554 static inline s64 entity_key(struct cfs_rq *cfs_rq, struct sched_entity *se) in entity_key()
560 rb_entry((node), struct sched_entity, run_node)
621 avg_vruntime_add(struct cfs_rq *cfs_rq, struct sched_entity *se) in avg_vruntime_add()
631 avg_vruntime_sub(struct cfs_rq *cfs_rq, struct sched_entity *se) in avg_vruntime_sub()
655 struct sched_entity *curr = cfs_rq->curr; in avg_vruntime()
692 static s64 entity_lag(u64 avruntime, struct sched_entity *se) in entity_lag()
702 static void update_entity_lag(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_entity_lag()
728 struct sched_entity *curr = cfs_rq->curr; in vruntime_eligible()
742 int entity_eligible(struct cfs_rq *cfs_rq, struct sched_entity *se) in entity_eligible()
763 struct sched_entity *se = __pick_root_entity(cfs_rq); in update_min_vruntime()
764 struct sched_entity *curr = cfs_rq->curr; in update_min_vruntime()
787 struct sched_entity *root = __pick_root_entity(cfs_rq); in cfs_rq_min_slice()
788 struct sched_entity *curr = cfs_rq->curr; in cfs_rq_min_slice()
807 static inline void __min_vruntime_update(struct sched_entity *se, struct rb_node *node) in __min_vruntime_update()
810 struct sched_entity *rse = __node_2_se(node); in __min_vruntime_update()
816 static inline void __min_slice_update(struct sched_entity *se, struct rb_node *node) in __min_slice_update()
819 struct sched_entity *rse = __node_2_se(node); in __min_slice_update()
828 static inline bool min_vruntime_update(struct sched_entity *se, bool exit) in min_vruntime_update()
846 RB_DECLARE_CALLBACKS(static, min_vruntime_cb, struct sched_entity,
852 static void __enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in __enqueue_entity()
861 static void __dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in __dequeue_entity()
868 struct sched_entity *__pick_root_entity(struct cfs_rq *cfs_rq) in __pick_root_entity()
878 struct sched_entity *__pick_first_entity(struct cfs_rq *cfs_rq) in __pick_first_entity()
907 static struct sched_entity *pick_eevdf(struct cfs_rq *cfs_rq) in pick_eevdf()
910 struct sched_entity *se = __pick_first_entity(cfs_rq); in pick_eevdf()
911 struct sched_entity *curr = cfs_rq->curr; in pick_eevdf()
912 struct sched_entity *best = NULL; in pick_eevdf()
973 struct sched_entity *__pick_last_entity(struct cfs_rq *cfs_rq) in __pick_last_entity()
1001 static void clear_buddies(struct cfs_rq *cfs_rq, struct sched_entity *se);
1007 static bool update_deadline(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_deadline()
1039 void init_entity_runnable_average(struct sched_entity *se) in init_entity_runnable_average()
1086 struct sched_entity *se = &p->se; in post_init_entity_util_avg()
1123 void init_entity_runnable_average(struct sched_entity *se) in init_entity_runnable_average()
1134 static s64 update_curr_se(struct rq *rq, struct sched_entity *curr) in update_curr_se()
1166 static inline bool did_preempt_short(struct cfs_rq *cfs_rq, struct sched_entity *curr) in did_preempt_short()
1178 struct sched_entity *pse, struct sched_entity *se) in do_preempt_short()
1218 struct sched_entity *curr = cfs_rq->curr; in update_curr()
1265 update_stats_wait_start_fair(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_wait_start_fair()
1282 update_stats_wait_end_fair(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_wait_end_fair()
1308 update_stats_enqueue_sleeper_fair(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_enqueue_sleeper_fair()
1328 update_stats_enqueue_fair(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in update_stats_enqueue_fair()
1345 update_stats_dequeue_fair(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in update_stats_dequeue_fair()
1377 update_stats_curr_start(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_curr_start()
3665 account_entity_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se) in account_entity_enqueue()
3682 account_entity_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se) in account_entity_dequeue()
3746 enqueue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in enqueue_load_avg()
3753 dequeue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in dequeue_load_avg()
3763 enqueue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) { } in enqueue_load_avg()
3765 dequeue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) { } in dequeue_load_avg()
3768 static void reweight_eevdf(struct sched_entity *se, u64 avruntime, in reweight_eevdf()
3874 static void reweight_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, in reweight_entity()
3930 struct sched_entity *se = &p->se; in reweight_task_fair()
4054 static void update_cfs_group(struct sched_entity *se) in update_cfs_group()
4075 static inline void update_cfs_group(struct sched_entity *se) in update_cfs_group()
4266 void set_task_rq_fair(struct sched_entity *se, in set_task_rq_fair()
4360 update_tg_cfs_util(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) in update_tg_cfs_util()
4392 update_tg_cfs_runnable(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) in update_tg_cfs_runnable()
4422 update_tg_cfs_load(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) in update_tg_cfs_load()
4496 static inline int propagate_entity_load_avg(struct sched_entity *se) in propagate_entity_load_avg()
4527 static inline bool skip_blocked_update(struct sched_entity *se) in skip_blocked_update()
4559 static inline int propagate_entity_load_avg(struct sched_entity *se) in propagate_entity_load_avg()
4569 static inline void migrate_se_pelt_lag(struct sched_entity *se) in migrate_se_pelt_lag()
4648 static void migrate_se_pelt_lag(struct sched_entity *se) {} in migrate_se_pelt_lag()
4738 static void attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in attach_entity_load_avg()
4793 static void detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in detach_entity_load_avg()
4824 static inline void update_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in update_load_avg()
4870 static void sync_entity_load_avg(struct sched_entity *se) in sync_entity_load_avg()
4883 static void remove_entity_load_avg(struct sched_entity *se) in remove_entity_load_avg()
5235 static inline void update_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int not_used1) in update_load_avg()
5240 static inline void remove_entity_load_avg(struct sched_entity *se) {} in remove_entity_load_avg()
5243 attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {} in attach_entity_load_avg()
5245 detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {} in detach_entity_load_avg()
5266 place_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in place_entity()
5284 struct sched_entity *curr = cfs_rq->curr; in place_entity()
5379 requeue_delayed_entity(struct sched_entity *se);
5382 enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in enqueue_entity()
5449 static void __clear_buddies_next(struct sched_entity *se) in __clear_buddies_next()
5460 static void clear_buddies(struct cfs_rq *cfs_rq, struct sched_entity *se) in clear_buddies()
5468 static inline void finish_delayed_dequeue_entity(struct sched_entity *se) in finish_delayed_dequeue_entity()
5476 dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in dequeue_entity()
5560 set_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in set_next_entity()
5603 static int dequeue_entities(struct rq *rq, struct sched_entity *se, int flags);
5612 static struct sched_entity *
5625 struct sched_entity *se = pick_eevdf(cfs_rq); in pick_next_entity()
5638 static void put_prev_entity(struct cfs_rq *cfs_rq, struct sched_entity *prev) in put_prev_entity()
5662 entity_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr, int queued) in entity_tick()
5919 struct sched_entity *se; in throttle_cfs_rq()
6022 struct sched_entity *se; in unthrottle_cfs_rq()
6815 struct sched_entity *se = &p->se; in hrtick_start_fair()
6919 requeue_delayed_entity(struct sched_entity *se) in requeue_delayed_entity()
6958 struct sched_entity *se = &p->se; in enqueue_task_fair()
7073 static void set_next_buddy(struct sched_entity *se);
7084 static int dequeue_entities(struct rq *rq, struct sched_entity *se, int flags) in dequeue_entities()
8665 struct sched_entity *se = &p->se; in migrate_task_rq_fair()
8691 struct sched_entity *se = &p->se; in task_dead_fair()
8750 static void set_next_buddy(struct sched_entity *se) in set_next_buddy()
8767 struct sched_entity *se = &curr->se, *pse = &p->se; in check_preempt_wakeup_fair()
8850 struct sched_entity *se; in pick_task_fair()
8881 struct sched_entity *se; in pick_next_task_fair()
8909 struct sched_entity *pse = &prev->se; in pick_next_task_fair()
8994 struct sched_entity *se = &prev->se; in put_prev_task_fair()
9010 struct sched_entity *se = &curr->se; in yield_task_fair()
9037 struct sched_entity *se = &p->se; in yield_to_task_fair()
9757 struct sched_entity *se; in __update_blocked_fair()
9797 struct sched_entity *se = cfs_rq->tg->se[cpu_of(rq)]; in update_cfs_rq_h_load()
12916 __entity_slice_used(struct sched_entity *se, int min_nr_tasks) in __entity_slice_used()
12952 static void se_fi_update(const struct sched_entity *se, unsigned int fi_seq, in se_fi_update()
12970 struct sched_entity *se = &p->se; in task_vruntime_update()
12982 const struct sched_entity *sea = &a->se; in cfs_prio_less()
12983 const struct sched_entity *seb = &b->se; in cfs_prio_less()
13052 struct sched_entity *se = &curr->se; in task_tick_fair()
13108 static void propagate_entity_cfs_rq(struct sched_entity *se) in propagate_entity_cfs_rq()
13134 static void propagate_entity_cfs_rq(struct sched_entity *se) { } in propagate_entity_cfs_rq()
13137 static void detach_entity_cfs_rq(struct sched_entity *se) in detach_entity_cfs_rq()
13159 static void attach_entity_cfs_rq(struct sched_entity *se) in attach_entity_cfs_rq()
13172 struct sched_entity *se = &p->se; in detach_task_cfs_rq()
13179 struct sched_entity *se = &p->se; in attach_task_cfs_rq()
13212 struct sched_entity *se = &p->se; in __set_next_task_fair()
13243 struct sched_entity *se = &p->se; in set_next_task_fair()
13302 struct sched_entity *se; in alloc_fair_sched_group()
13343 struct sched_entity *se; in online_fair_sched_group()
13367 struct sched_entity *se = tg->se[cpu]; in unregister_fair_sched_group()
13394 struct sched_entity *se, int cpu, in init_tg_cfs_entry()
13395 struct sched_entity *parent) in init_tg_cfs_entry()
13446 struct sched_entity *se = tg->se[i]; in __sched_group_set_shares()
13497 struct sched_entity *se = tg->se[i]; in sched_group_set_idle()
13554 struct sched_entity *se = &task->se; in get_rr_interval_fair()