739 	u64 wptr;  in sdma_v4_0_ring_get_wptr()  local
743 		wptr = READ_ONCE(*((u64 *)&adev->wb.wb[ring->wptr_offs]));  in sdma_v4_0_ring_get_wptr()
744 		DRM_DEBUG("wptr/doorbell before shift == 0x%016llx\n", wptr);  in sdma_v4_0_ring_get_wptr()
746 		wptr = RREG32_SDMA(ring->me, mmSDMA0_GFX_RB_WPTR_HI);  in sdma_v4_0_ring_get_wptr()
747 		wptr = wptr << 32;  in sdma_v4_0_ring_get_wptr()
748 		wptr |= RREG32_SDMA(ring->me, mmSDMA0_GFX_RB_WPTR);  in sdma_v4_0_ring_get_wptr()
750 				ring->me, wptr);  in sdma_v4_0_ring_get_wptr()
753 	return wptr >> 2;  in sdma_v4_0_ring_get_wptr()
776 				lower_32_bits(ring->wptr << 2),  in sdma_v4_0_ring_set_wptr()
777 				upper_32_bits(ring->wptr << 2));  in sdma_v4_0_ring_set_wptr()
779 		WRITE_ONCE(*wb, (ring->wptr << 2));  in sdma_v4_0_ring_set_wptr()
781 				ring->doorbell_index, ring->wptr << 2);  in sdma_v4_0_ring_set_wptr()
782 		WDOORBELL64(ring->doorbell_index, ring->wptr << 2);  in sdma_v4_0_ring_set_wptr()
788 				lower_32_bits(ring->wptr << 2),  in sdma_v4_0_ring_set_wptr()
790 				upper_32_bits(ring->wptr << 2));  in sdma_v4_0_ring_set_wptr()
792 			    lower_32_bits(ring->wptr << 2));  in sdma_v4_0_ring_set_wptr()
794 			    upper_32_bits(ring->wptr << 2));  in sdma_v4_0_ring_set_wptr()
808 	u64 wptr;  in sdma_v4_0_page_ring_get_wptr()  local
812 		wptr = READ_ONCE(*((u64 *)&adev->wb.wb[ring->wptr_offs]));  in sdma_v4_0_page_ring_get_wptr()
814 		wptr = RREG32_SDMA(ring->me, mmSDMA0_PAGE_RB_WPTR_HI);  in sdma_v4_0_page_ring_get_wptr()
815 		wptr = wptr << 32;  in sdma_v4_0_page_ring_get_wptr()
816 		wptr |= RREG32_SDMA(ring->me, mmSDMA0_PAGE_RB_WPTR);  in sdma_v4_0_page_ring_get_wptr()
819 	return wptr >> 2;  in sdma_v4_0_page_ring_get_wptr()
837 		WRITE_ONCE(*wb, (ring->wptr << 2));  in sdma_v4_0_page_ring_set_wptr()
838 		WDOORBELL64(ring->doorbell_index, ring->wptr << 2);  in sdma_v4_0_page_ring_set_wptr()
840 		uint64_t wptr = ring->wptr << 2;  in sdma_v4_0_page_ring_set_wptr()  local
843 			    lower_32_bits(wptr));  in sdma_v4_0_page_ring_set_wptr()
845 			    upper_32_bits(wptr));  in sdma_v4_0_page_ring_set_wptr()
880 	sdma_v4_0_ring_insert_nop(ring, (2 - lower_32_bits(ring->wptr)) & 7);  in sdma_v4_0_ring_emit_ib()
1204 	ring->wptr = 0;  in sdma_v4_0_gfx_resume()
1294 	ring->wptr = 0;  in sdma_v4_0_page_resume()