Lines Matching refs:ttm
53 if (bo->ttm) in ttm_tt_create()
77 bo->ttm = bdev->driver->ttm_tt_create(bo, page_flags); in ttm_tt_create()
78 if (unlikely(bo->ttm == NULL)) in ttm_tt_create()
87 static int ttm_tt_alloc_page_directory(struct ttm_tt *ttm) in ttm_tt_alloc_page_directory() argument
89 ttm->pages = kvmalloc_array(ttm->num_pages, sizeof(void*), in ttm_tt_alloc_page_directory()
91 if (!ttm->pages) in ttm_tt_alloc_page_directory()
96 static int ttm_dma_tt_alloc_page_directory(struct ttm_dma_tt *ttm) in ttm_dma_tt_alloc_page_directory() argument
98 ttm->ttm.pages = kvmalloc_array(ttm->ttm.num_pages, in ttm_dma_tt_alloc_page_directory()
99 sizeof(*ttm->ttm.pages) + in ttm_dma_tt_alloc_page_directory()
100 sizeof(*ttm->dma_address), in ttm_dma_tt_alloc_page_directory()
102 if (!ttm->ttm.pages) in ttm_dma_tt_alloc_page_directory()
104 ttm->dma_address = (void *) (ttm->ttm.pages + ttm->ttm.num_pages); in ttm_dma_tt_alloc_page_directory()
108 static int ttm_sg_tt_alloc_page_directory(struct ttm_dma_tt *ttm) in ttm_sg_tt_alloc_page_directory() argument
110 ttm->dma_address = kvmalloc_array(ttm->ttm.num_pages, in ttm_sg_tt_alloc_page_directory()
111 sizeof(*ttm->dma_address), in ttm_sg_tt_alloc_page_directory()
113 if (!ttm->dma_address) in ttm_sg_tt_alloc_page_directory()
149 static int ttm_tt_set_caching(struct ttm_tt *ttm, in ttm_tt_set_caching() argument
156 if (ttm->caching_state == c_state) in ttm_tt_set_caching()
159 if (!ttm_tt_is_populated(ttm)) { in ttm_tt_set_caching()
161 ttm->caching_state = c_state; in ttm_tt_set_caching()
165 if (ttm->caching_state == tt_cached) in ttm_tt_set_caching()
166 drm_clflush_pages(ttm->pages, ttm->num_pages); in ttm_tt_set_caching()
168 for (i = 0; i < ttm->num_pages; ++i) { in ttm_tt_set_caching()
169 cur_page = ttm->pages[i]; in ttm_tt_set_caching()
172 ttm->caching_state, in ttm_tt_set_caching()
179 ttm->caching_state = c_state; in ttm_tt_set_caching()
185 cur_page = ttm->pages[j]; in ttm_tt_set_caching()
188 ttm->caching_state); in ttm_tt_set_caching()
195 int ttm_tt_set_placement_caching(struct ttm_tt *ttm, uint32_t placement) in ttm_tt_set_placement_caching() argument
206 return ttm_tt_set_caching(ttm, state); in ttm_tt_set_placement_caching()
210 void ttm_tt_destroy_common(struct ttm_bo_device *bdev, struct ttm_tt *ttm) in ttm_tt_destroy_common() argument
212 ttm_tt_unpopulate(bdev, ttm); in ttm_tt_destroy_common()
214 if (!(ttm->page_flags & TTM_PAGE_FLAG_PERSISTENT_SWAP) && in ttm_tt_destroy_common()
215 ttm->swap_storage) in ttm_tt_destroy_common()
216 fput(ttm->swap_storage); in ttm_tt_destroy_common()
218 ttm->swap_storage = NULL; in ttm_tt_destroy_common()
222 void ttm_tt_destroy(struct ttm_bo_device *bdev, struct ttm_tt *ttm) in ttm_tt_destroy() argument
224 bdev->driver->ttm_tt_destroy(bdev, ttm); in ttm_tt_destroy()
227 static void ttm_tt_init_fields(struct ttm_tt *ttm, in ttm_tt_init_fields() argument
231 ttm->num_pages = bo->num_pages; in ttm_tt_init_fields()
232 ttm->caching_state = tt_cached; in ttm_tt_init_fields()
233 ttm->page_flags = page_flags; in ttm_tt_init_fields()
234 ttm_tt_set_unpopulated(ttm); in ttm_tt_init_fields()
235 ttm->swap_storage = NULL; in ttm_tt_init_fields()
236 ttm->sg = bo->sg; in ttm_tt_init_fields()
239 int ttm_tt_init(struct ttm_tt *ttm, struct ttm_buffer_object *bo, in ttm_tt_init() argument
242 ttm_tt_init_fields(ttm, bo, page_flags); in ttm_tt_init()
244 if (ttm_tt_alloc_page_directory(ttm)) { in ttm_tt_init()
252 void ttm_tt_fini(struct ttm_tt *ttm) in ttm_tt_fini() argument
254 kvfree(ttm->pages); in ttm_tt_fini()
255 ttm->pages = NULL; in ttm_tt_fini()
262 struct ttm_tt *ttm = &ttm_dma->ttm; in ttm_dma_tt_init() local
264 ttm_tt_init_fields(ttm, bo, page_flags); in ttm_dma_tt_init()
278 struct ttm_tt *ttm = &ttm_dma->ttm; in ttm_sg_tt_init() local
281 ttm_tt_init_fields(ttm, bo, page_flags); in ttm_sg_tt_init()
298 struct ttm_tt *ttm = &ttm_dma->ttm; in ttm_dma_tt_fini() local
300 if (ttm->pages) in ttm_dma_tt_fini()
301 kvfree(ttm->pages); in ttm_dma_tt_fini()
304 ttm->pages = NULL; in ttm_dma_tt_fini()
309 int ttm_tt_swapin(struct ttm_tt *ttm) in ttm_tt_swapin() argument
318 swap_storage = ttm->swap_storage; in ttm_tt_swapin()
323 for (i = 0; i < ttm->num_pages; ++i) { in ttm_tt_swapin()
326 gfp_mask |= (ttm->page_flags & TTM_PAGE_FLAG_NO_RETRY ? __GFP_RETRY_MAYFAIL : 0); in ttm_tt_swapin()
333 to_page = ttm->pages[i]; in ttm_tt_swapin()
341 if (!(ttm->page_flags & TTM_PAGE_FLAG_PERSISTENT_SWAP)) in ttm_tt_swapin()
343 ttm->swap_storage = NULL; in ttm_tt_swapin()
344 ttm->page_flags &= ~TTM_PAGE_FLAG_SWAPPED; in ttm_tt_swapin()
352 struct ttm_tt *ttm, struct file *persistent_swap_storage) in ttm_tt_swapout() argument
361 BUG_ON(ttm->caching_state != tt_cached); in ttm_tt_swapout()
365 ttm->num_pages << PAGE_SHIFT, in ttm_tt_swapout()
377 for (i = 0; i < ttm->num_pages; ++i) { in ttm_tt_swapout()
380 gfp_mask |= (ttm->page_flags & TTM_PAGE_FLAG_NO_RETRY ? __GFP_RETRY_MAYFAIL : 0); in ttm_tt_swapout()
382 from_page = ttm->pages[i]; in ttm_tt_swapout()
397 ttm_tt_unpopulate(bdev, ttm); in ttm_tt_swapout()
398 ttm->swap_storage = swap_storage; in ttm_tt_swapout()
399 ttm->page_flags |= TTM_PAGE_FLAG_SWAPPED; in ttm_tt_swapout()
401 ttm->page_flags |= TTM_PAGE_FLAG_PERSISTENT_SWAP; in ttm_tt_swapout()
411 static void ttm_tt_add_mapping(struct ttm_bo_device *bdev, struct ttm_tt *ttm) in ttm_tt_add_mapping() argument
415 if (ttm->page_flags & TTM_PAGE_FLAG_SG) in ttm_tt_add_mapping()
418 for (i = 0; i < ttm->num_pages; ++i) in ttm_tt_add_mapping()
419 ttm->pages[i]->mapping = bdev->dev_mapping; in ttm_tt_add_mapping()
423 struct ttm_tt *ttm, struct ttm_operation_ctx *ctx) in ttm_tt_populate() argument
427 if (!ttm) in ttm_tt_populate()
430 if (ttm_tt_is_populated(ttm)) in ttm_tt_populate()
434 ret = bdev->driver->ttm_tt_populate(bdev, ttm, ctx); in ttm_tt_populate()
436 ret = ttm_pool_populate(ttm, ctx); in ttm_tt_populate()
438 ttm_tt_add_mapping(bdev, ttm); in ttm_tt_populate()
443 static void ttm_tt_clear_mapping(struct ttm_tt *ttm) in ttm_tt_clear_mapping() argument
446 struct page **page = ttm->pages; in ttm_tt_clear_mapping()
448 if (ttm->page_flags & TTM_PAGE_FLAG_SG) in ttm_tt_clear_mapping()
451 for (i = 0; i < ttm->num_pages; ++i) { in ttm_tt_clear_mapping()
458 struct ttm_tt *ttm) in ttm_tt_unpopulate() argument
460 if (!ttm_tt_is_populated(ttm)) in ttm_tt_unpopulate()
463 ttm_tt_clear_mapping(ttm); in ttm_tt_unpopulate()
465 bdev->driver->ttm_tt_unpopulate(bdev, ttm); in ttm_tt_unpopulate()
467 ttm_pool_unpopulate(ttm); in ttm_tt_unpopulate()