176 	u64 wptr;  in sdma_v4_4_2_ring_get_wptr()  local
180 		wptr = READ_ONCE(*((u64 *)&adev->wb.wb[ring->wptr_offs]));  in sdma_v4_4_2_ring_get_wptr()
181 		DRM_DEBUG("wptr/doorbell before shift == 0x%016llx\n", wptr);  in sdma_v4_4_2_ring_get_wptr()
183 		wptr = RREG32_SDMA(ring->me, regSDMA_GFX_RB_WPTR_HI);  in sdma_v4_4_2_ring_get_wptr()
184 		wptr = wptr << 32;  in sdma_v4_4_2_ring_get_wptr()
185 		wptr |= RREG32_SDMA(ring->me, regSDMA_GFX_RB_WPTR);  in sdma_v4_4_2_ring_get_wptr()
187 				ring->me, wptr);  in sdma_v4_4_2_ring_get_wptr()
190 	return wptr >> 2;  in sdma_v4_4_2_ring_get_wptr()
213 				lower_32_bits(ring->wptr << 2),  in sdma_v4_4_2_ring_set_wptr()
214 				upper_32_bits(ring->wptr << 2));  in sdma_v4_4_2_ring_set_wptr()
216 		WRITE_ONCE(*wb, (ring->wptr << 2));  in sdma_v4_4_2_ring_set_wptr()
218 				ring->doorbell_index, ring->wptr << 2);  in sdma_v4_4_2_ring_set_wptr()
219 		WDOORBELL64(ring->doorbell_index, ring->wptr << 2);  in sdma_v4_4_2_ring_set_wptr()
225 				lower_32_bits(ring->wptr << 2),  in sdma_v4_4_2_ring_set_wptr()
227 				upper_32_bits(ring->wptr << 2));  in sdma_v4_4_2_ring_set_wptr()
229 			    lower_32_bits(ring->wptr << 2));  in sdma_v4_4_2_ring_set_wptr()
231 			    upper_32_bits(ring->wptr << 2));  in sdma_v4_4_2_ring_set_wptr()
245 	u64 wptr;  in sdma_v4_4_2_page_ring_get_wptr()  local
249 		wptr = READ_ONCE(*((u64 *)&adev->wb.wb[ring->wptr_offs]));  in sdma_v4_4_2_page_ring_get_wptr()
251 		wptr = RREG32_SDMA(ring->me, regSDMA_PAGE_RB_WPTR_HI);  in sdma_v4_4_2_page_ring_get_wptr()
252 		wptr = wptr << 32;  in sdma_v4_4_2_page_ring_get_wptr()
253 		wptr |= RREG32_SDMA(ring->me, regSDMA_PAGE_RB_WPTR);  in sdma_v4_4_2_page_ring_get_wptr()
256 	return wptr >> 2;  in sdma_v4_4_2_page_ring_get_wptr()
274 		WRITE_ONCE(*wb, (ring->wptr << 2));  in sdma_v4_4_2_page_ring_set_wptr()
275 		WDOORBELL64(ring->doorbell_index, ring->wptr << 2);  in sdma_v4_4_2_page_ring_set_wptr()
277 		uint64_t wptr = ring->wptr << 2;  in sdma_v4_4_2_page_ring_set_wptr()  local
280 			    lower_32_bits(wptr));  in sdma_v4_4_2_page_ring_set_wptr()
282 			    upper_32_bits(wptr));  in sdma_v4_4_2_page_ring_set_wptr()
317 	sdma_v4_4_2_ring_insert_nop(ring, (2 - lower_32_bits(ring->wptr)) & 7);  in sdma_v4_4_2_ring_emit_ib()
652 	ring->wptr = 0;  in sdma_v4_4_2_gfx_resume()
740 	ring->wptr = 0;  in sdma_v4_4_2_page_resume()