61    struct si_texture *sdst = (struct si_texture *)dst;  in si_sdma_v4_copy_texture()  local
63    unsigned bpp = sdst->surface.bpe;  in si_sdma_v4_copy_texture()
64    uint64_t dst_address = sdst->buffer.gpu_address + sdst->surface.u.gfx9.surf_offset;  in si_sdma_v4_copy_texture()
66    unsigned dst_pitch = sdst->surface.u.gfx9.surf_pitch;  in si_sdma_v4_copy_texture()
68    uint64_t dst_slice_pitch = ((uint64_t)sdst->surface.u.gfx9.surf_slice_size) / bpp;  in si_sdma_v4_copy_texture()
80    assert(sdst->surface.u.gfx9.surf_offset + dst_slice_pitch * bpp * (dstz + src_box->depth) <=  in si_sdma_v4_copy_texture()
81           sdst->buffer.buf->size);  in si_sdma_v4_copy_texture()
85    if (!si_prepare_for_dma_blit(sctx, sdst, dst_level, dstx, dsty, dstz, ssrc, src_level, src_box))  in si_sdma_v4_copy_texture()
88    dstx /= sdst->surface.blk_w;  in si_sdma_v4_copy_texture()
89    dsty /= sdst->surface.blk_h;  in si_sdma_v4_copy_texture()
96    if (ssrc->surface.is_linear && sdst->surface.is_linear) {  in si_sdma_v4_copy_texture()
105       si_need_dma_space(sctx, 13, &sdst->buffer, &ssrc->buffer);  in si_sdma_v4_copy_texture()
108       dst_address += sdst->surface.u.gfx9.offset[dst_level];  in si_sdma_v4_copy_texture()
134    if (ssrc->surface.is_linear != sdst->surface.is_linear) {  in si_sdma_v4_copy_texture()
135       struct si_texture *tiled = ssrc->surface.is_linear ? sdst : ssrc;  in si_sdma_v4_copy_texture()
136       struct si_texture *linear = tiled == ssrc ? sdst : ssrc;  in si_sdma_v4_copy_texture()
147                                 : DIV_ROUND_UP(sdst->buffer.b.b.width0, sdst->surface.blk_w);  in si_sdma_v4_copy_texture()
150                                  : DIV_ROUND_UP(sdst->buffer.b.b.height0, sdst->surface.blk_h);  in si_sdma_v4_copy_texture()
151       unsigned tiled_depth = tiled == ssrc ? ssrc->buffer.b.b.depth0 : sdst->buffer.b.b.depth0;  in si_sdma_v4_copy_texture()
173       si_need_dma_space(sctx, 14, &sdst->buffer, &ssrc->buffer);  in si_sdma_v4_copy_texture()
179              (linear == sdst ? 1u : 0) << 31);  in si_sdma_v4_copy_texture()
208    struct si_texture *sdst = (struct si_texture *)dst;  in cik_sdma_copy_texture()  local
209    unsigned bpp = sdst->surface.bpe;  in cik_sdma_copy_texture()
210    uint64_t dst_address = sdst->buffer.gpu_address + sdst->surface.u.legacy.level[dst_level].offset;  in cik_sdma_copy_texture()
212    unsigned dst_mode = sdst->surface.u.legacy.level[dst_level].mode;  in cik_sdma_copy_texture()
214    unsigned dst_tile_index = sdst->surface.u.legacy.tiling_index[dst_level];  in cik_sdma_copy_texture()
220    unsigned dst_tile_swizzle = dst_mode == RADEON_SURF_MODE_2D ? sdst->surface.tile_swizzle : 0;  in cik_sdma_copy_texture()
222    unsigned dst_pitch = sdst->surface.u.legacy.level[dst_level].nblk_x;  in cik_sdma_copy_texture()
225       ((uint64_t)sdst->surface.u.legacy.level[dst_level].slice_size_dw * 4) / bpp;  in cik_sdma_copy_texture()
228    unsigned dst_width = minify_as_blocks(sdst->buffer.b.b.width0, dst_level, sdst->surface.blk_w);  in cik_sdma_copy_texture()
230    unsigned dst_height = minify_as_blocks(sdst->buffer.b.b.height0, dst_level, sdst->surface.blk_h);  in cik_sdma_copy_texture()
241    assert(sdst->surface.u.legacy.level[dst_level].offset +  in cik_sdma_copy_texture()
243           sdst->buffer.buf->size);  in cik_sdma_copy_texture()
248    if (!si_prepare_for_dma_blit(sctx, sdst, dst_level, dstx, dsty, dstz, ssrc, src_level, src_box))  in cik_sdma_copy_texture()
251    dstx /= sdst->surface.blk_w;  in cik_sdma_copy_texture()
252    dsty /= sdst->surface.blk_h;  in cik_sdma_copy_texture()
275       si_need_dma_space(sctx, 13, &sdst->buffer, &ssrc->buffer);  in cik_sdma_copy_texture()
302       struct si_texture *tiled = src_mode >= RADEON_SURF_MODE_1D ? ssrc : sdst;  in cik_sdma_copy_texture()
303       struct si_texture *linear = tiled == ssrc ? sdst : ssrc;  in cik_sdma_copy_texture()
411          uint32_t direction = linear == sdst ? 1u << 31 : 0;  in cik_sdma_copy_texture()
413          si_need_dma_space(sctx, 14, &sdst->buffer, &ssrc->buffer);  in cik_sdma_copy_texture()
444        ssrc->surface.u.legacy.tile_split <= 4096 && sdst->surface.u.legacy.tile_split <= 4096 &&  in cik_sdma_copy_texture()
488          si_need_dma_space(sctx, 15, &sdst->buffer, &ssrc->buffer);  in cik_sdma_copy_texture()
503          radeon_emit(cs, encode_tile_info(sctx, sdst, dst_level, false));  in cik_sdma_copy_texture()