57 	struct amdgpu_bo *bo = gem_to_amdgpu_bo(obj);  in amdgpu_dma_buf_attach()  local
58 	struct amdgpu_device *adev = amdgpu_ttm_adev(bo->tbo.bdev);  in amdgpu_dma_buf_attach()
90 	struct amdgpu_bo *bo = gem_to_amdgpu_bo(obj);  in amdgpu_dma_buf_detach()  local
91 	struct amdgpu_device *adev = amdgpu_ttm_adev(bo->tbo.bdev);  in amdgpu_dma_buf_detach()
107 	struct amdgpu_bo *bo = gem_to_amdgpu_bo(obj);  in amdgpu_dma_buf_pin()  local
111 	r = amdgpu_bo_pin(bo, AMDGPU_GEM_DOMAIN_GTT);  in amdgpu_dma_buf_pin()
115 	if (bo->tbo.moving) {  in amdgpu_dma_buf_pin()
116 		r = dma_fence_wait(bo->tbo.moving, true);  in amdgpu_dma_buf_pin()
118 			amdgpu_bo_unpin(bo);  in amdgpu_dma_buf_pin()
135 	struct amdgpu_bo *bo = gem_to_amdgpu_bo(obj);  in amdgpu_dma_buf_unpin()  local
137 	amdgpu_bo_unpin(bo);  in amdgpu_dma_buf_unpin()
158 	struct amdgpu_bo *bo = gem_to_amdgpu_bo(obj);  in amdgpu_dma_buf_map()  local
159 	struct amdgpu_device *adev = amdgpu_ttm_adev(bo->tbo.bdev);  in amdgpu_dma_buf_map()
163 	if (!bo->tbo.pin_count) {  in amdgpu_dma_buf_map()
168 		if (bo->preferred_domains & AMDGPU_GEM_DOMAIN_VRAM &&  in amdgpu_dma_buf_map()
170 			bo->flags |= AMDGPU_GEM_CREATE_CPU_ACCESS_REQUIRED;  in amdgpu_dma_buf_map()
173 		amdgpu_bo_placement_from_domain(bo, domains);  in amdgpu_dma_buf_map()
174 		r = ttm_bo_validate(&bo->tbo, &bo->placement, &ctx);  in amdgpu_dma_buf_map()
178 	} else if (!(amdgpu_mem_type_to_domain(bo->tbo.resource->mem_type) &  in amdgpu_dma_buf_map()
183 	switch (bo->tbo.resource->mem_type) {  in amdgpu_dma_buf_map()
186 					    bo->tbo.ttm->pages,  in amdgpu_dma_buf_map()
187 					    bo->tbo.ttm->num_pages);  in amdgpu_dma_buf_map()
197 		r = amdgpu_vram_mgr_alloc_sgt(adev, bo->tbo.resource, 0,  in amdgpu_dma_buf_map()
198 					      bo->tbo.base.size, attach->dev,  in amdgpu_dma_buf_map()
252 	struct amdgpu_bo *bo = gem_to_amdgpu_bo(dma_buf->priv);  in amdgpu_dma_buf_begin_cpu_access()  local
253 	struct amdgpu_device *adev = amdgpu_ttm_adev(bo->tbo.bdev);  in amdgpu_dma_buf_begin_cpu_access()
255 	u32 domain = amdgpu_display_supported_domains(adev, bo->flags);  in amdgpu_dma_buf_begin_cpu_access()
264 	ret = amdgpu_bo_reserve(bo, false);  in amdgpu_dma_buf_begin_cpu_access()
268 	if (!bo->tbo.pin_count &&  in amdgpu_dma_buf_begin_cpu_access()
269 	    (bo->allowed_domains & AMDGPU_GEM_DOMAIN_GTT)) {  in amdgpu_dma_buf_begin_cpu_access()
270 		amdgpu_bo_placement_from_domain(bo, AMDGPU_GEM_DOMAIN_GTT);  in amdgpu_dma_buf_begin_cpu_access()
271 		ret = ttm_bo_validate(&bo->tbo, &bo->placement, &ctx);  in amdgpu_dma_buf_begin_cpu_access()
274 	amdgpu_bo_unreserve(bo);  in amdgpu_dma_buf_begin_cpu_access()
305 	struct amdgpu_bo *bo = gem_to_amdgpu_bo(gobj);  in amdgpu_gem_prime_export()  local
308 	if (amdgpu_ttm_tt_get_usermm(bo->tbo.ttm) ||  in amdgpu_gem_prime_export()
309 	    bo->flags & AMDGPU_GEM_CREATE_VM_ALWAYS_VALID)  in amdgpu_gem_prime_export()
337 	struct amdgpu_bo *bo;  in amdgpu_dma_buf_create_obj()  local
355 	bo = gem_to_amdgpu_bo(gobj);  in amdgpu_dma_buf_create_obj()
356 	bo->allowed_domains = AMDGPU_GEM_DOMAIN_GTT;  in amdgpu_dma_buf_create_obj()
357 	bo->preferred_domains = AMDGPU_GEM_DOMAIN_GTT;  in amdgpu_dma_buf_create_obj()
380 	struct amdgpu_bo *bo = gem_to_amdgpu_bo(obj);  in amdgpu_dma_buf_move_notify()  local
381 	struct amdgpu_device *adev = amdgpu_ttm_adev(bo->tbo.bdev);  in amdgpu_dma_buf_move_notify()
387 	if (!bo->tbo.resource || bo->tbo.resource->mem_type == TTM_PL_SYSTEM)  in amdgpu_dma_buf_move_notify()
390 	r = ttm_bo_validate(&bo->tbo, &placement, &ctx);  in amdgpu_dma_buf_move_notify()
396 	for (bo_base = bo->vm_bo; bo_base; bo_base = bo_base->next) {  in amdgpu_dma_buf_move_notify()
398 		struct dma_resv *resv = vm->root.bo->tbo.base.resv;  in amdgpu_dma_buf_move_notify()
489 				      struct amdgpu_bo *bo)  in amdgpu_dmabuf_is_xgmi_accessible()  argument
491 	struct drm_gem_object *obj = &bo->tbo.base;  in amdgpu_dmabuf_is_xgmi_accessible()
502 		bo = gem_to_amdgpu_bo(gobj);  in amdgpu_dmabuf_is_xgmi_accessible()
505 	if (amdgpu_xgmi_same_hive(adev, amdgpu_ttm_adev(bo->tbo.bdev)) &&  in amdgpu_dmabuf_is_xgmi_accessible()
506 			(bo->preferred_domains & AMDGPU_GEM_DOMAIN_VRAM))  in amdgpu_dmabuf_is_xgmi_accessible()