562 	u64 wptr;  in sdma_v4_0_ring_get_wptr()  local
566 		wptr = READ_ONCE(*((u64 *)&adev->wb.wb[ring->wptr_offs]));  in sdma_v4_0_ring_get_wptr()
567 		DRM_DEBUG("wptr/doorbell before shift == 0x%016llx\n", wptr);  in sdma_v4_0_ring_get_wptr()
569 		wptr = RREG32_SDMA(ring->me, mmSDMA0_GFX_RB_WPTR_HI);  in sdma_v4_0_ring_get_wptr()
570 		wptr = wptr << 32;  in sdma_v4_0_ring_get_wptr()
571 		wptr |= RREG32_SDMA(ring->me, mmSDMA0_GFX_RB_WPTR);  in sdma_v4_0_ring_get_wptr()
573 				ring->me, wptr);  in sdma_v4_0_ring_get_wptr()
576 	return wptr >> 2;  in sdma_v4_0_ring_get_wptr()
599 				lower_32_bits(ring->wptr << 2),  in sdma_v4_0_ring_set_wptr()
600 				upper_32_bits(ring->wptr << 2));  in sdma_v4_0_ring_set_wptr()
602 		WRITE_ONCE(*wb, (ring->wptr << 2));  in sdma_v4_0_ring_set_wptr()
604 				ring->doorbell_index, ring->wptr << 2);  in sdma_v4_0_ring_set_wptr()
605 		WDOORBELL64(ring->doorbell_index, ring->wptr << 2);  in sdma_v4_0_ring_set_wptr()
611 				lower_32_bits(ring->wptr << 2),  in sdma_v4_0_ring_set_wptr()
613 				upper_32_bits(ring->wptr << 2));  in sdma_v4_0_ring_set_wptr()
615 			    lower_32_bits(ring->wptr << 2));  in sdma_v4_0_ring_set_wptr()
617 			    upper_32_bits(ring->wptr << 2));  in sdma_v4_0_ring_set_wptr()
631 	u64 wptr;  in sdma_v4_0_page_ring_get_wptr()  local
635 		wptr = READ_ONCE(*((u64 *)&adev->wb.wb[ring->wptr_offs]));  in sdma_v4_0_page_ring_get_wptr()
637 		wptr = RREG32_SDMA(ring->me, mmSDMA0_PAGE_RB_WPTR_HI);  in sdma_v4_0_page_ring_get_wptr()
638 		wptr = wptr << 32;  in sdma_v4_0_page_ring_get_wptr()
639 		wptr |= RREG32_SDMA(ring->me, mmSDMA0_PAGE_RB_WPTR);  in sdma_v4_0_page_ring_get_wptr()
642 	return wptr >> 2;  in sdma_v4_0_page_ring_get_wptr()
660 		WRITE_ONCE(*wb, (ring->wptr << 2));  in sdma_v4_0_page_ring_set_wptr()
661 		WDOORBELL64(ring->doorbell_index, ring->wptr << 2);  in sdma_v4_0_page_ring_set_wptr()
663 		uint64_t wptr = ring->wptr << 2;  in sdma_v4_0_page_ring_set_wptr()  local
666 			    lower_32_bits(wptr));  in sdma_v4_0_page_ring_set_wptr()
668 			    upper_32_bits(wptr));  in sdma_v4_0_page_ring_set_wptr()
701 	sdma_v4_0_ring_insert_nop(ring, (10 - (lower_32_bits(ring->wptr) & 7)) % 8);  in sdma_v4_0_ring_emit_ib()
1016 	ring->wptr = 0;  in sdma_v4_0_gfx_resume()
1106 	ring->wptr = 0;  in sdma_v4_0_page_resume()