Lines Matching refs:wptr
741 u64 wptr; in sdma_v4_0_ring_get_wptr() local
745 wptr = READ_ONCE(*((u64 *)&adev->wb.wb[ring->wptr_offs])); in sdma_v4_0_ring_get_wptr()
746 DRM_DEBUG("wptr/doorbell before shift == 0x%016llx\n", wptr); in sdma_v4_0_ring_get_wptr()
748 wptr = RREG32_SDMA(ring->me, mmSDMA0_GFX_RB_WPTR_HI); in sdma_v4_0_ring_get_wptr()
749 wptr = wptr << 32; in sdma_v4_0_ring_get_wptr()
750 wptr |= RREG32_SDMA(ring->me, mmSDMA0_GFX_RB_WPTR); in sdma_v4_0_ring_get_wptr()
752 ring->me, wptr); in sdma_v4_0_ring_get_wptr()
755 return wptr >> 2; in sdma_v4_0_ring_get_wptr()
778 lower_32_bits(ring->wptr << 2), in sdma_v4_0_ring_set_wptr()
779 upper_32_bits(ring->wptr << 2)); in sdma_v4_0_ring_set_wptr()
781 WRITE_ONCE(*wb, (ring->wptr << 2)); in sdma_v4_0_ring_set_wptr()
783 ring->doorbell_index, ring->wptr << 2); in sdma_v4_0_ring_set_wptr()
784 WDOORBELL64(ring->doorbell_index, ring->wptr << 2); in sdma_v4_0_ring_set_wptr()
790 lower_32_bits(ring->wptr << 2), in sdma_v4_0_ring_set_wptr()
792 upper_32_bits(ring->wptr << 2)); in sdma_v4_0_ring_set_wptr()
794 lower_32_bits(ring->wptr << 2)); in sdma_v4_0_ring_set_wptr()
796 upper_32_bits(ring->wptr << 2)); in sdma_v4_0_ring_set_wptr()
810 u64 wptr; in sdma_v4_0_page_ring_get_wptr() local
814 wptr = READ_ONCE(*((u64 *)&adev->wb.wb[ring->wptr_offs])); in sdma_v4_0_page_ring_get_wptr()
816 wptr = RREG32_SDMA(ring->me, mmSDMA0_PAGE_RB_WPTR_HI); in sdma_v4_0_page_ring_get_wptr()
817 wptr = wptr << 32; in sdma_v4_0_page_ring_get_wptr()
818 wptr |= RREG32_SDMA(ring->me, mmSDMA0_PAGE_RB_WPTR); in sdma_v4_0_page_ring_get_wptr()
821 return wptr >> 2; in sdma_v4_0_page_ring_get_wptr()
839 WRITE_ONCE(*wb, (ring->wptr << 2)); in sdma_v4_0_page_ring_set_wptr()
840 WDOORBELL64(ring->doorbell_index, ring->wptr << 2); in sdma_v4_0_page_ring_set_wptr()
842 uint64_t wptr = ring->wptr << 2; in sdma_v4_0_page_ring_set_wptr() local
845 lower_32_bits(wptr)); in sdma_v4_0_page_ring_set_wptr()
847 upper_32_bits(wptr)); in sdma_v4_0_page_ring_set_wptr()
882 sdma_v4_0_ring_insert_nop(ring, (2 - lower_32_bits(ring->wptr)) & 7); in sdma_v4_0_ring_emit_ib()
1206 ring->wptr = 0; in sdma_v4_0_gfx_resume()
1296 ring->wptr = 0; in sdma_v4_0_page_resume()