Lines Matching refs:tg
140 void unregister_rt_sched_group(struct task_group *tg) in unregister_rt_sched_group() argument
142 if (tg->rt_se) in unregister_rt_sched_group()
143 destroy_rt_bandwidth(&tg->rt_bandwidth); in unregister_rt_sched_group()
147 void free_rt_sched_group(struct task_group *tg) in free_rt_sched_group() argument
152 if (tg->rt_rq) in free_rt_sched_group()
153 kfree(tg->rt_rq[i]); in free_rt_sched_group()
154 if (tg->rt_se) in free_rt_sched_group()
155 kfree(tg->rt_se[i]); in free_rt_sched_group()
158 kfree(tg->rt_rq); in free_rt_sched_group()
159 kfree(tg->rt_se); in free_rt_sched_group()
162 void init_tg_rt_entry(struct task_group *tg, struct rt_rq *rt_rq, in init_tg_rt_entry() argument
171 rt_rq->tg = tg; in init_tg_rt_entry()
173 tg->rt_rq[cpu] = rt_rq; in init_tg_rt_entry()
174 tg->rt_se[cpu] = rt_se; in init_tg_rt_entry()
189 int alloc_rt_sched_group(struct task_group *tg, struct task_group *parent) in alloc_rt_sched_group() argument
195 tg->rt_rq = kcalloc(nr_cpu_ids, sizeof(rt_rq), GFP_KERNEL); in alloc_rt_sched_group()
196 if (!tg->rt_rq) in alloc_rt_sched_group()
198 tg->rt_se = kcalloc(nr_cpu_ids, sizeof(rt_se), GFP_KERNEL); in alloc_rt_sched_group()
199 if (!tg->rt_se) in alloc_rt_sched_group()
202 init_rt_bandwidth(&tg->rt_bandwidth, in alloc_rt_sched_group()
217 rt_rq->rt_runtime = tg->rt_bandwidth.rt_runtime; in alloc_rt_sched_group()
218 init_tg_rt_entry(tg, rt_rq, rt_se, i, parent->rt_se[i]); in alloc_rt_sched_group()
257 void unregister_rt_sched_group(struct task_group *tg) { } in unregister_rt_sched_group() argument
259 void free_rt_sched_group(struct task_group *tg) { } in free_rt_sched_group() argument
261 int alloc_rt_sched_group(struct task_group *tg, struct task_group *parent) in alloc_rt_sched_group() argument
492 if (!rt_rq->tg) in sched_rt_runtime()
500 return ktime_to_ns(rt_rq->tg->rt_bandwidth.rt_period); in sched_rt_period()
505 static inline struct task_group *next_task_group(struct task_group *tg) in next_task_group() argument
508 tg = list_entry_rcu(tg->list.next, in next_task_group()
510 } while (&tg->list != &task_groups && task_group_is_autogroup(tg)); in next_task_group()
512 if (&tg->list == &task_groups) in next_task_group()
513 tg = NULL; in next_task_group()
515 return tg; in next_task_group()
542 rt_se = rt_rq->tg->rt_se[cpu]; in sched_rt_rq_enqueue()
560 rt_se = rt_rq->tg->rt_se[cpu]; in sched_rt_rq_dequeue()
608 return &rt_rq->tg->rt_bandwidth; in sched_rt_bandwidth()
1181 if (rt_rq->tg) in inc_rt_group()
1182 start_rt_bandwidth(&rt_rq->tg->rt_bandwidth); in inc_rt_group()
2665 static inline int tg_has_rt_tasks(struct task_group *tg) in tg_has_rt_tasks() argument
2674 if (task_group_is_autogroup(tg)) in tg_has_rt_tasks()
2677 css_task_iter_start(&tg->css, 0, &it); in tg_has_rt_tasks()
2686 struct task_group *tg; member
2691 static int tg_rt_schedulable(struct task_group *tg, void *data) in tg_rt_schedulable() argument
2698 period = ktime_to_ns(tg->rt_bandwidth.rt_period); in tg_rt_schedulable()
2699 runtime = tg->rt_bandwidth.rt_runtime; in tg_rt_schedulable()
2701 if (tg == d->tg) { in tg_rt_schedulable()
2716 tg->rt_bandwidth.rt_runtime && tg_has_rt_tasks(tg)) in tg_rt_schedulable()
2730 list_for_each_entry_rcu(child, &tg->children, siblings) { in tg_rt_schedulable()
2734 if (child == d->tg) { in tg_rt_schedulable()
2748 static int __rt_schedulable(struct task_group *tg, u64 period, u64 runtime) in __rt_schedulable() argument
2753 .tg = tg, in __rt_schedulable()
2765 static int tg_set_rt_bandwidth(struct task_group *tg, in tg_set_rt_bandwidth() argument
2774 if (tg == &root_task_group && rt_runtime == 0) in tg_set_rt_bandwidth()
2788 err = __rt_schedulable(tg, rt_period, rt_runtime); in tg_set_rt_bandwidth()
2792 raw_spin_lock_irq(&tg->rt_bandwidth.rt_runtime_lock); in tg_set_rt_bandwidth()
2793 tg->rt_bandwidth.rt_period = ns_to_ktime(rt_period); in tg_set_rt_bandwidth()
2794 tg->rt_bandwidth.rt_runtime = rt_runtime; in tg_set_rt_bandwidth()
2797 struct rt_rq *rt_rq = tg->rt_rq[i]; in tg_set_rt_bandwidth()
2803 raw_spin_unlock_irq(&tg->rt_bandwidth.rt_runtime_lock); in tg_set_rt_bandwidth()
2810 int sched_group_set_rt_runtime(struct task_group *tg, long rt_runtime_us) in sched_group_set_rt_runtime() argument
2814 rt_period = ktime_to_ns(tg->rt_bandwidth.rt_period); in sched_group_set_rt_runtime()
2821 return tg_set_rt_bandwidth(tg, rt_period, rt_runtime); in sched_group_set_rt_runtime()
2824 long sched_group_rt_runtime(struct task_group *tg) in sched_group_rt_runtime() argument
2828 if (tg->rt_bandwidth.rt_runtime == RUNTIME_INF) in sched_group_rt_runtime()
2831 rt_runtime_us = tg->rt_bandwidth.rt_runtime; in sched_group_rt_runtime()
2836 int sched_group_set_rt_period(struct task_group *tg, u64 rt_period_us) in sched_group_set_rt_period() argument
2844 rt_runtime = tg->rt_bandwidth.rt_runtime; in sched_group_set_rt_period()
2846 return tg_set_rt_bandwidth(tg, rt_period, rt_runtime); in sched_group_set_rt_period()
2849 long sched_group_rt_period(struct task_group *tg) in sched_group_rt_period() argument
2853 rt_period_us = ktime_to_ns(tg->rt_bandwidth.rt_period); in sched_group_rt_period()
2869 int sched_rt_can_attach(struct task_group *tg, struct task_struct *tsk) in sched_rt_can_attach() argument
2872 if (rt_task(tsk) && tg->rt_bandwidth.rt_runtime == 0) in sched_rt_can_attach()