Lines Matching refs:hwsp_seqno
496 if (READ_ONCE(*tl->hwsp_seqno) != tl->seqno) { in checked_tl_write()
498 *tl->hwsp_seqno, tl->seqno); in checked_tl_write()
584 if (!err && READ_ONCE(*tl->hwsp_seqno) != n) { in live_hwsp_engine()
586 n, tl->fence_context, tl->hwsp_offset, *tl->hwsp_seqno); in live_hwsp_engine()
656 if (!err && READ_ONCE(*tl->hwsp_seqno) != n) { in live_hwsp_alternate()
658 n, tl->fence_context, tl->hwsp_offset, *tl->hwsp_seqno); in live_hwsp_alternate()
695 const u32 *hwsp_seqno[2]; in live_hwsp_wrap() local
725 hwsp_seqno[0] = tl->hwsp_seqno; in live_hwsp_wrap()
742 hwsp_seqno[1] = tl->hwsp_seqno; in live_hwsp_wrap()
746 GEM_BUG_ON(hwsp_seqno[0] == hwsp_seqno[1]); in live_hwsp_wrap()
756 if (READ_ONCE(*hwsp_seqno[0]) != seqno[0] || in live_hwsp_wrap()
757 READ_ONCE(*hwsp_seqno[1]) != seqno[1]) { in live_hwsp_wrap()
759 *hwsp_seqno[0], *hwsp_seqno[1], in live_hwsp_wrap()
1197 WRITE_ONCE(*(u32 *)tl->hwsp_seqno, tl->seqno); in live_hwsp_rollover_kernel()
1284 WRITE_ONCE(*(u32 *)tl->hwsp_seqno, tl->seqno); in live_hwsp_rollover_user()
1385 if (READ_ONCE(*tl->hwsp_seqno) != count) { in live_hwsp_recycle()
1388 tl->hwsp_offset, *tl->hwsp_seqno); in live_hwsp_recycle()