Lines Matching refs:dsq_list
1218 list_node = &cur->scx.dsq_list.node; in nldsq_next_task()
1236 return container_of(dsq_lnode, struct task_struct, scx.dsq_list); in nldsq_next_task()
1676 WARN_ON_ONCE(p->scx.dsq || !list_empty(&p->scx.dsq_list.node)); in dispatch_enqueue()
1729 list_add(&p->scx.dsq_list.node, &prev->scx.dsq_list.node); in dispatch_enqueue()
1731 list_add(&p->scx.dsq_list.node, &dsq->list); in dispatch_enqueue()
1740 list_add(&p->scx.dsq_list.node, &dsq->list); in dispatch_enqueue()
1742 list_add_tail(&p->scx.dsq_list.node, &dsq->list); in dispatch_enqueue()
1789 WARN_ON_ONCE(list_empty(&p->scx.dsq_list.node)); in task_unlink_from_dsq()
1797 list_del_init(&p->scx.dsq_list.node); in task_unlink_from_dsq()
1811 if (unlikely(!list_empty(&p->scx.dsq_list.node))) in dispatch_dequeue()
1812 list_del_init(&p->scx.dsq_list.node); in dispatch_dequeue()
1843 WARN_ON_ONCE(!list_empty(&p->scx.dsq_list.node)); in dispatch_dequeue()
1951 WARN_ON_ONCE(p->scx.dsq || !list_empty(&p->scx.dsq_list.node)); in direct_dispatch()
1952 list_add_tail(&p->scx.dsq_list.node, in direct_dispatch()
2244 list_add(&p->scx.dsq_list.node, &dst_dsq->list); in move_local_task_to_local_dsq()
2246 list_add_tail(&p->scx.dsq_list.node, &dst_dsq->list); in move_local_task_to_local_dsq()
2786 struct task_struct, scx.dsq_list.node))) { in process_ddsp_deferred_locals()
2789 list_del_init(&p->scx.dsq_list.node); in process_ddsp_deferred_locals()
2944 struct task_struct, scx.dsq_list.node); in first_local_task()
3576 INIT_LIST_HEAD(&scx->dsq_list.node); in init_scx_entity()
6420 scx.dsq_list.node) { in scx_bpf_reenqueue_local()
6436 list_add_tail(&p->scx.dsq_list.node, &tasks); in scx_bpf_reenqueue_local()
6439 list_for_each_entry_safe(p, n, &tasks, scx.dsq_list.node) { in scx_bpf_reenqueue_local()
6440 list_del_init(&p->scx.dsq_list.node); in scx_bpf_reenqueue_local()
6661 p = container_of(&kit->cursor, struct task_struct, scx.dsq_list); in bpf_iter_scx_dsq_next()
6674 list_move_tail(&kit->cursor.node, &p->scx.dsq_list.node); in bpf_iter_scx_dsq_next()
6676 list_move(&kit->cursor.node, &p->scx.dsq_list.node); in bpf_iter_scx_dsq_next()