Lines Matching refs:wptr
262 ret = ring->wptr & ring->buf_mask;/* this is the offset we need patch later */ in sdma_v5_0_ring_init_cond_exec()
276 cur = (ring->wptr - 1) & ring->buf_mask; in sdma_v5_0_ring_patch_cond_exec()
311 u64 wptr; in sdma_v5_0_ring_get_wptr() local
315 wptr = READ_ONCE(*((u64 *)ring->wptr_cpu_addr)); in sdma_v5_0_ring_get_wptr()
316 DRM_DEBUG("wptr/doorbell before shift == 0x%016llx\n", wptr); in sdma_v5_0_ring_get_wptr()
318 wptr = RREG32_SOC15_IP(GC, sdma_v5_0_get_reg_offset(adev, ring->me, mmSDMA0_GFX_RB_WPTR_HI)); in sdma_v5_0_ring_get_wptr()
319 wptr = wptr << 32; in sdma_v5_0_ring_get_wptr()
320 wptr |= RREG32_SOC15_IP(GC, sdma_v5_0_get_reg_offset(adev, ring->me, mmSDMA0_GFX_RB_WPTR)); in sdma_v5_0_ring_get_wptr()
321 DRM_DEBUG("wptr before shift [%i] wptr == 0x%016llx\n", ring->me, wptr); in sdma_v5_0_ring_get_wptr()
324 return wptr >> 2; in sdma_v5_0_ring_get_wptr()
352 ring->wptr << 2); in sdma_v5_0_ring_set_wptr()
353 *wptr_saved = ring->wptr << 2; in sdma_v5_0_ring_set_wptr()
355 WDOORBELL64(aggregated_db_index, ring->wptr << 2); in sdma_v5_0_ring_set_wptr()
357 ring->doorbell_index, ring->wptr << 2); in sdma_v5_0_ring_set_wptr()
358 WDOORBELL64(ring->doorbell_index, ring->wptr << 2); in sdma_v5_0_ring_set_wptr()
361 ring->doorbell_index, ring->wptr << 2); in sdma_v5_0_ring_set_wptr()
362 WDOORBELL64(ring->doorbell_index, ring->wptr << 2); in sdma_v5_0_ring_set_wptr()
366 ring->wptr << 2); in sdma_v5_0_ring_set_wptr()
375 lower_32_bits(ring->wptr << 2), in sdma_v5_0_ring_set_wptr()
376 upper_32_bits(ring->wptr << 2)); in sdma_v5_0_ring_set_wptr()
379 ring->wptr << 2); in sdma_v5_0_ring_set_wptr()
381 ring->doorbell_index, ring->wptr << 2); in sdma_v5_0_ring_set_wptr()
382 WDOORBELL64(ring->doorbell_index, ring->wptr << 2); in sdma_v5_0_ring_set_wptr()
388 lower_32_bits(ring->wptr << 2), in sdma_v5_0_ring_set_wptr()
390 upper_32_bits(ring->wptr << 2)); in sdma_v5_0_ring_set_wptr()
393 lower_32_bits(ring->wptr << 2)); in sdma_v5_0_ring_set_wptr()
396 upper_32_bits(ring->wptr << 2)); in sdma_v5_0_ring_set_wptr()
440 sdma_v5_0_ring_insert_nop(ring, (2 - lower_32_bits(ring->wptr)) & 7); in sdma_v5_0_ring_emit_ib()
744 ring->wptr = 0; in sdma_v5_0_gfx_resume()
751 lower_32_bits(ring->wptr << 2)); in sdma_v5_0_gfx_resume()
753 upper_32_bits(ring->wptr << 2)); in sdma_v5_0_gfx_resume()