94 int ttm_mem_io_lock(struct ttm_mem_type_manager *man, bool interruptible)  in ttm_mem_io_lock()  argument
96 	if (likely(man->io_reserve_fastpath))  in ttm_mem_io_lock()
100 		return mutex_lock_interruptible(&man->io_reserve_mutex);  in ttm_mem_io_lock()
102 	mutex_lock(&man->io_reserve_mutex);  in ttm_mem_io_lock()
107 void ttm_mem_io_unlock(struct ttm_mem_type_manager *man)  in ttm_mem_io_unlock()  argument
109 	if (likely(man->io_reserve_fastpath))  in ttm_mem_io_unlock()
112 	mutex_unlock(&man->io_reserve_mutex);  in ttm_mem_io_unlock()
116 static int ttm_mem_io_evict(struct ttm_mem_type_manager *man)  in ttm_mem_io_evict()  argument
120 	if (!man->use_io_reserve_lru || list_empty(&man->io_reserve_lru))  in ttm_mem_io_evict()
123 	bo = list_first_entry(&man->io_reserve_lru,  in ttm_mem_io_evict()
136 	struct ttm_mem_type_manager *man = &bdev->man[mem->mem_type];  in ttm_mem_io_reserve()  local
141 	if (likely(man->io_reserve_fastpath))  in ttm_mem_io_reserve()
149 			ret = ttm_mem_io_evict(man);  in ttm_mem_io_reserve()
161 	struct ttm_mem_type_manager *man = &bdev->man[mem->mem_type];  in ttm_mem_io_free()  local
163 	if (likely(man->io_reserve_fastpath))  in ttm_mem_io_free()
180 		struct ttm_mem_type_manager *man =  in ttm_mem_io_reserve_vm()  local
181 			&bo->bdev->man[mem->mem_type];  in ttm_mem_io_reserve_vm()
187 		if (man->use_io_reserve_lru)  in ttm_mem_io_reserve_vm()
189 				      &man->io_reserve_lru);  in ttm_mem_io_reserve_vm()
208 	struct ttm_mem_type_manager *man = &bdev->man[mem->mem_type];  in ttm_mem_reg_ioremap()  local
213 	(void) ttm_mem_io_lock(man, false);  in ttm_mem_reg_ioremap()
215 	ttm_mem_io_unlock(man);  in ttm_mem_reg_ioremap()
227 			(void) ttm_mem_io_lock(man, false);  in ttm_mem_reg_ioremap()
229 			ttm_mem_io_unlock(man);  in ttm_mem_reg_ioremap()
240 	struct ttm_mem_type_manager *man;  in ttm_mem_reg_iounmap()  local
242 	man = &bdev->man[mem->mem_type];  in ttm_mem_reg_iounmap()
246 	(void) ttm_mem_io_lock(man, false);  in ttm_mem_reg_iounmap()
248 	ttm_mem_io_unlock(man);  in ttm_mem_reg_iounmap()
361 	struct ttm_mem_type_manager *man = &bdev->man[new_mem->mem_type];  in ttm_bo_move_memcpy()  local
442 	if (man->flags & TTM_MEMTYPE_FLAG_FIXED) {  in ttm_bo_move_memcpy()
623 	struct ttm_mem_type_manager *man =  in ttm_bo_kmap()  local
624 		&bo->bdev->man[bo->mem.mem_type];  in ttm_bo_kmap()
635 	(void) ttm_mem_io_lock(man, false);  in ttm_bo_kmap()
637 	ttm_mem_io_unlock(man);  in ttm_bo_kmap()
653 	struct ttm_mem_type_manager *man =  in ttm_bo_kunmap()  local
654 		&bo->bdev->man[bo->mem.mem_type];  in ttm_bo_kunmap()
673 	(void) ttm_mem_io_lock(man, false);  in ttm_bo_kunmap()
675 	ttm_mem_io_unlock(man);  in ttm_bo_kunmap()
687 	struct ttm_mem_type_manager *man = &bdev->man[new_mem->mem_type];  in ttm_bo_move_accel_cleanup()  local
698 		if (man->flags & TTM_MEMTYPE_FLAG_FIXED) {  in ttm_bo_move_accel_cleanup()
727 		if (!(man->flags & TTM_MEMTYPE_FLAG_FIXED))  in ttm_bo_move_accel_cleanup()
750 	struct ttm_mem_type_manager *from = &bdev->man[old_mem->mem_type];  in ttm_bo_pipeline_move()
751 	struct ttm_mem_type_manager *to = &bdev->man[new_mem->mem_type];  in ttm_bo_pipeline_move()