Lines Matching refs:wptr
241 u64 wptr; in sdma_v4_4_2_ring_get_wptr() local
245 wptr = READ_ONCE(*((u64 *)&adev->wb.wb[ring->wptr_offs])); in sdma_v4_4_2_ring_get_wptr()
246 DRM_DEBUG("wptr/doorbell before shift == 0x%016llx\n", wptr); in sdma_v4_4_2_ring_get_wptr()
248 wptr = RREG32_SDMA(ring->me, regSDMA_GFX_RB_WPTR_HI); in sdma_v4_4_2_ring_get_wptr()
249 wptr = wptr << 32; in sdma_v4_4_2_ring_get_wptr()
250 wptr |= RREG32_SDMA(ring->me, regSDMA_GFX_RB_WPTR); in sdma_v4_4_2_ring_get_wptr()
252 ring->me, wptr); in sdma_v4_4_2_ring_get_wptr()
255 return wptr >> 2; in sdma_v4_4_2_ring_get_wptr()
278 lower_32_bits(ring->wptr << 2), in sdma_v4_4_2_ring_set_wptr()
279 upper_32_bits(ring->wptr << 2)); in sdma_v4_4_2_ring_set_wptr()
281 WRITE_ONCE(*wb, (ring->wptr << 2)); in sdma_v4_4_2_ring_set_wptr()
283 ring->doorbell_index, ring->wptr << 2); in sdma_v4_4_2_ring_set_wptr()
284 WDOORBELL64(ring->doorbell_index, ring->wptr << 2); in sdma_v4_4_2_ring_set_wptr()
290 lower_32_bits(ring->wptr << 2), in sdma_v4_4_2_ring_set_wptr()
292 upper_32_bits(ring->wptr << 2)); in sdma_v4_4_2_ring_set_wptr()
294 lower_32_bits(ring->wptr << 2)); in sdma_v4_4_2_ring_set_wptr()
296 upper_32_bits(ring->wptr << 2)); in sdma_v4_4_2_ring_set_wptr()
310 u64 wptr; in sdma_v4_4_2_page_ring_get_wptr() local
314 wptr = READ_ONCE(*((u64 *)&adev->wb.wb[ring->wptr_offs])); in sdma_v4_4_2_page_ring_get_wptr()
316 wptr = RREG32_SDMA(ring->me, regSDMA_PAGE_RB_WPTR_HI); in sdma_v4_4_2_page_ring_get_wptr()
317 wptr = wptr << 32; in sdma_v4_4_2_page_ring_get_wptr()
318 wptr |= RREG32_SDMA(ring->me, regSDMA_PAGE_RB_WPTR); in sdma_v4_4_2_page_ring_get_wptr()
321 return wptr >> 2; in sdma_v4_4_2_page_ring_get_wptr()
339 WRITE_ONCE(*wb, (ring->wptr << 2)); in sdma_v4_4_2_page_ring_set_wptr()
340 WDOORBELL64(ring->doorbell_index, ring->wptr << 2); in sdma_v4_4_2_page_ring_set_wptr()
342 uint64_t wptr = ring->wptr << 2; in sdma_v4_4_2_page_ring_set_wptr() local
345 lower_32_bits(wptr)); in sdma_v4_4_2_page_ring_set_wptr()
347 upper_32_bits(wptr)); in sdma_v4_4_2_page_ring_set_wptr()
382 sdma_v4_4_2_ring_insert_nop(ring, (2 - lower_32_bits(ring->wptr)) & 7); in sdma_v4_4_2_ring_emit_ib()
715 ring->wptr = 0; in sdma_v4_4_2_gfx_resume()
724 rwptr = ring->wptr; in sdma_v4_4_2_gfx_resume()
812 rwptr = ring->wptr; in sdma_v4_4_2_page_resume()
842 ring->wptr = 0; in sdma_v4_4_2_page_resume()