Lines Matching refs:ops_state
1486 } while (atomic_long_read_acquire(&p->scx.ops_state) == opss); in wait_ops_state()
1766 atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE); in dispatch_enqueue()
1932 opss = atomic_long_read(&p->scx.ops_state) & SCX_OPSS_STATE_MASK; in direct_dispatch()
1942 atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE); in direct_dispatch()
1947 atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE); in direct_dispatch()
2010 WARN_ON_ONCE(atomic_long_read(&p->scx.ops_state) != SCX_OPSS_NONE); in do_enqueue_task()
2011 atomic_long_set(&p->scx.ops_state, SCX_OPSS_QUEUEING | qseq); in do_enqueue_task()
2027 atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_QUEUED | qseq); in do_enqueue_task()
2130 opss = atomic_long_read_acquire(&p->scx.ops_state); in ops_dequeue()
2145 if (atomic_long_try_cmpxchg(&p->scx.ops_state, &opss, in ops_dequeue()
2164 BUG_ON(atomic_long_read(&p->scx.ops_state) != SCX_OPSS_NONE); in ops_dequeue()
2494 atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE); in dispatch_to_local_dsq()
2565 opss = atomic_long_read(&p->scx.ops_state); in finish_dispatch()
2588 if (likely(atomic_long_try_cmpxchg(&p->scx.ops_state, &opss, in finish_dispatch()
4744 unsigned long ops_state = atomic_long_read(&p->scx.ops_state); in scx_dump_task() local
4757 p->scx.dsq_flags, ops_state & SCX_OPSS_STATE_MASK, in scx_dump_task()
4758 ops_state >> SCX_OPSS_QSEQ_SHIFT); in scx_dump_task()
5985 .qseq = atomic_long_read(&p->scx.ops_state) & SCX_OPSS_QSEQ_MASK, in scx_dispatch_commit()