Lines Matching refs:wptr
210 ret = ring->wptr & ring->buf_mask;/* this is the offset we need patch later */ in sdma_v5_2_ring_init_cond_exec()
224 cur = (ring->wptr - 1) & ring->buf_mask; in sdma_v5_2_ring_patch_cond_exec()
259 u64 wptr; in sdma_v5_2_ring_get_wptr() local
263 wptr = READ_ONCE(*((u64 *)&adev->wb.wb[ring->wptr_offs])); in sdma_v5_2_ring_get_wptr()
264 DRM_DEBUG("wptr/doorbell before shift == 0x%016llx\n", wptr); in sdma_v5_2_ring_get_wptr()
266 wptr = RREG32(sdma_v5_2_get_reg_offset(adev, ring->me, mmSDMA0_GFX_RB_WPTR_HI)); in sdma_v5_2_ring_get_wptr()
267 wptr = wptr << 32; in sdma_v5_2_ring_get_wptr()
268 wptr |= RREG32(sdma_v5_2_get_reg_offset(adev, ring->me, mmSDMA0_GFX_RB_WPTR)); in sdma_v5_2_ring_get_wptr()
269 DRM_DEBUG("wptr before shift [%i] wptr == 0x%016llx\n", ring->me, wptr); in sdma_v5_2_ring_get_wptr()
272 return wptr >> 2; in sdma_v5_2_ring_get_wptr()
293 lower_32_bits(ring->wptr << 2), in sdma_v5_2_ring_set_wptr()
294 upper_32_bits(ring->wptr << 2)); in sdma_v5_2_ring_set_wptr()
296 adev->wb.wb[ring->wptr_offs] = lower_32_bits(ring->wptr << 2); in sdma_v5_2_ring_set_wptr()
297 adev->wb.wb[ring->wptr_offs + 1] = upper_32_bits(ring->wptr << 2); in sdma_v5_2_ring_set_wptr()
299 ring->doorbell_index, ring->wptr << 2); in sdma_v5_2_ring_set_wptr()
300 WDOORBELL64(ring->doorbell_index, ring->wptr << 2); in sdma_v5_2_ring_set_wptr()
306 lower_32_bits(ring->wptr << 2), in sdma_v5_2_ring_set_wptr()
308 upper_32_bits(ring->wptr << 2)); in sdma_v5_2_ring_set_wptr()
310 lower_32_bits(ring->wptr << 2)); in sdma_v5_2_ring_set_wptr()
312 upper_32_bits(ring->wptr << 2)); in sdma_v5_2_ring_set_wptr()
355 sdma_v5_2_ring_insert_nop(ring, (2 - lower_32_bits(ring->wptr)) & 7); in sdma_v5_2_ring_emit_ib()
657 ring->wptr = 0; in sdma_v5_2_gfx_resume()
663 WREG32(sdma_v5_2_get_reg_offset(adev, i, mmSDMA0_GFX_RB_WPTR), lower_32_bits(ring->wptr) << 2); in sdma_v5_2_gfx_resume()
664 … WREG32(sdma_v5_2_get_reg_offset(adev, i, mmSDMA0_GFX_RB_WPTR_HI), upper_32_bits(ring->wptr) << 2); in sdma_v5_2_gfx_resume()