174 static void radeon_evict_flags(struct ttm_buffer_object *bo,  in radeon_evict_flags()  argument
180 	if (!radeon_ttm_bo_is_radeon_bo(bo)) {  in radeon_evict_flags()
189 	rbo = container_of(bo, struct radeon_bo, tbo);  in radeon_evict_flags()
190 	switch (bo->mem.mem_type) {  in radeon_evict_flags()
204 static int radeon_verify_access(struct ttm_buffer_object *bo, struct file *filp)  in radeon_verify_access()  argument
209 static void radeon_move_null(struct ttm_buffer_object *bo,  in radeon_move_null()  argument
212 	struct ttm_mem_reg *old_mem = &bo->mem;  in radeon_move_null()
219 static int radeon_move_blit(struct ttm_buffer_object *bo,  in radeon_move_blit()  argument
229 	rdev = radeon_get_rdev(bo->bdev);  in radeon_move_blit()
264 	fence = bo->sync_obj;  in radeon_move_blit()
269 	r = ttm_bo_move_accel_cleanup(bo, (void *)fence,  in radeon_move_blit()
275 static int radeon_move_vram_ram(struct ttm_buffer_object *bo,  in radeon_move_vram_ram()  argument
281 	struct ttm_mem_reg *old_mem = &bo->mem;  in radeon_move_vram_ram()
287 	rdev = radeon_get_rdev(bo->bdev);  in radeon_move_vram_ram()
297 	r = ttm_bo_mem_space(bo, &placement, &tmp_mem,  in radeon_move_vram_ram()
303 	r = ttm_tt_set_placement_caching(bo->ttm, tmp_mem.placement);  in radeon_move_vram_ram()
308 	r = ttm_tt_bind(bo->ttm, &tmp_mem);  in radeon_move_vram_ram()
312 	r = radeon_move_blit(bo, true, no_wait_gpu, &tmp_mem, old_mem);  in radeon_move_vram_ram()
316 	r = ttm_bo_move_ttm(bo, true, no_wait_gpu, new_mem);  in radeon_move_vram_ram()
318 	ttm_bo_mem_put(bo, &tmp_mem);  in radeon_move_vram_ram()
322 static int radeon_move_ram_vram(struct ttm_buffer_object *bo,  in radeon_move_ram_vram()  argument
328 	struct ttm_mem_reg *old_mem = &bo->mem;  in radeon_move_ram_vram()
334 	rdev = radeon_get_rdev(bo->bdev);  in radeon_move_ram_vram()
344 	r = ttm_bo_mem_space(bo, &placement, &tmp_mem,  in radeon_move_ram_vram()
349 	r = ttm_bo_move_ttm(bo, true, no_wait_gpu, &tmp_mem);  in radeon_move_ram_vram()
353 	r = radeon_move_blit(bo, true, no_wait_gpu, new_mem, old_mem);  in radeon_move_ram_vram()
358 	ttm_bo_mem_put(bo, &tmp_mem);  in radeon_move_ram_vram()
362 static int radeon_bo_move(struct ttm_buffer_object *bo,  in radeon_bo_move()  argument
368 	struct ttm_mem_reg *old_mem = &bo->mem;  in radeon_bo_move()
371 	rdev = radeon_get_rdev(bo->bdev);  in radeon_bo_move()
372 	if (old_mem->mem_type == TTM_PL_SYSTEM && bo->ttm == NULL) {  in radeon_bo_move()
373 		radeon_move_null(bo, new_mem);  in radeon_bo_move()
381 		radeon_move_null(bo, new_mem);  in radeon_bo_move()
392 		r = radeon_move_vram_ram(bo, evict, interruptible,  in radeon_bo_move()
396 		r = radeon_move_ram_vram(bo, evict, interruptible,  in radeon_bo_move()
399 		r = radeon_move_blit(bo, evict, no_wait_gpu, new_mem, old_mem);  in radeon_bo_move()
404 		r = ttm_bo_move_memcpy(bo, evict, no_wait_gpu, new_mem);  in radeon_bo_move()
790 	struct ttm_buffer_object *bo;  in radeon_ttm_fault()  local
794 	bo = (struct ttm_buffer_object *)vma->vm_private_data;	  in radeon_ttm_fault()
795 	if (bo == NULL) {  in radeon_ttm_fault()
798 	rdev = radeon_get_rdev(bo->bdev);  in radeon_ttm_fault()