Lines Matching refs:rdev
68 int radeon_gart_table_ram_alloc(struct radeon_device *rdev) in radeon_gart_table_ram_alloc() argument
72 ptr = pci_alloc_consistent(rdev->pdev, rdev->gart.table_size, in radeon_gart_table_ram_alloc()
73 &rdev->gart.table_addr); in radeon_gart_table_ram_alloc()
78 if (rdev->family == CHIP_RS400 || rdev->family == CHIP_RS480 || in radeon_gart_table_ram_alloc()
79 rdev->family == CHIP_RS690 || rdev->family == CHIP_RS740) { in radeon_gart_table_ram_alloc()
81 rdev->gart.table_size >> PAGE_SHIFT); in radeon_gart_table_ram_alloc()
84 rdev->gart.ptr = ptr; in radeon_gart_table_ram_alloc()
85 memset((void *)rdev->gart.ptr, 0, rdev->gart.table_size); in radeon_gart_table_ram_alloc()
98 void radeon_gart_table_ram_free(struct radeon_device *rdev) in radeon_gart_table_ram_free() argument
100 if (rdev->gart.ptr == NULL) { in radeon_gart_table_ram_free()
104 if (rdev->family == CHIP_RS400 || rdev->family == CHIP_RS480 || in radeon_gart_table_ram_free()
105 rdev->family == CHIP_RS690 || rdev->family == CHIP_RS740) { in radeon_gart_table_ram_free()
106 set_memory_wb((unsigned long)rdev->gart.ptr, in radeon_gart_table_ram_free()
107 rdev->gart.table_size >> PAGE_SHIFT); in radeon_gart_table_ram_free()
110 pci_free_consistent(rdev->pdev, rdev->gart.table_size, in radeon_gart_table_ram_free()
111 (void *)rdev->gart.ptr, in radeon_gart_table_ram_free()
112 rdev->gart.table_addr); in radeon_gart_table_ram_free()
113 rdev->gart.ptr = NULL; in radeon_gart_table_ram_free()
114 rdev->gart.table_addr = 0; in radeon_gart_table_ram_free()
127 int radeon_gart_table_vram_alloc(struct radeon_device *rdev) in radeon_gart_table_vram_alloc() argument
131 if (rdev->gart.robj == NULL) { in radeon_gart_table_vram_alloc()
132 r = radeon_bo_create(rdev, rdev->gart.table_size, in radeon_gart_table_vram_alloc()
134 0, NULL, NULL, &rdev->gart.robj); in radeon_gart_table_vram_alloc()
152 int radeon_gart_table_vram_pin(struct radeon_device *rdev) in radeon_gart_table_vram_pin() argument
157 r = radeon_bo_reserve(rdev->gart.robj, false); in radeon_gart_table_vram_pin()
160 r = radeon_bo_pin(rdev->gart.robj, in radeon_gart_table_vram_pin()
163 radeon_bo_unreserve(rdev->gart.robj); in radeon_gart_table_vram_pin()
166 r = radeon_bo_kmap(rdev->gart.robj, &rdev->gart.ptr); in radeon_gart_table_vram_pin()
168 radeon_bo_unpin(rdev->gart.robj); in radeon_gart_table_vram_pin()
169 radeon_bo_unreserve(rdev->gart.robj); in radeon_gart_table_vram_pin()
170 rdev->gart.table_addr = gpu_addr; in radeon_gart_table_vram_pin()
178 for (i = 0; i < rdev->gart.num_gpu_pages; i++) in radeon_gart_table_vram_pin()
179 radeon_gart_set_page(rdev, i, rdev->gart.pages_entry[i]); in radeon_gart_table_vram_pin()
181 radeon_gart_tlb_flush(rdev); in radeon_gart_table_vram_pin()
195 void radeon_gart_table_vram_unpin(struct radeon_device *rdev) in radeon_gart_table_vram_unpin() argument
199 if (rdev->gart.robj == NULL) { in radeon_gart_table_vram_unpin()
202 r = radeon_bo_reserve(rdev->gart.robj, false); in radeon_gart_table_vram_unpin()
204 radeon_bo_kunmap(rdev->gart.robj); in radeon_gart_table_vram_unpin()
205 radeon_bo_unpin(rdev->gart.robj); in radeon_gart_table_vram_unpin()
206 radeon_bo_unreserve(rdev->gart.robj); in radeon_gart_table_vram_unpin()
207 rdev->gart.ptr = NULL; in radeon_gart_table_vram_unpin()
220 void radeon_gart_table_vram_free(struct radeon_device *rdev) in radeon_gart_table_vram_free() argument
222 if (rdev->gart.robj == NULL) { in radeon_gart_table_vram_free()
225 radeon_bo_unref(&rdev->gart.robj); in radeon_gart_table_vram_free()
241 void radeon_gart_unbind(struct radeon_device *rdev, unsigned offset, in radeon_gart_unbind() argument
248 if (!rdev->gart.ready) { in radeon_gart_unbind()
255 if (rdev->gart.pages[p]) { in radeon_gart_unbind()
256 rdev->gart.pages[p] = NULL; in radeon_gart_unbind()
258 rdev->gart.pages_entry[t] = rdev->dummy_page.entry; in radeon_gart_unbind()
259 if (rdev->gart.ptr) { in radeon_gart_unbind()
260 radeon_gart_set_page(rdev, t, in radeon_gart_unbind()
261 rdev->dummy_page.entry); in radeon_gart_unbind()
266 if (rdev->gart.ptr) { in radeon_gart_unbind()
268 radeon_gart_tlb_flush(rdev); in radeon_gart_unbind()
286 int radeon_gart_bind(struct radeon_device *rdev, unsigned offset, in radeon_gart_bind() argument
295 if (!rdev->gart.ready) { in radeon_gart_bind()
303 rdev->gart.pages[p] = pagelist[i]; in radeon_gart_bind()
307 rdev->gart.pages_entry[t] = page_entry; in radeon_gart_bind()
308 if (rdev->gart.ptr) { in radeon_gart_bind()
309 radeon_gart_set_page(rdev, t, page_entry); in radeon_gart_bind()
314 if (rdev->gart.ptr) { in radeon_gart_bind()
316 radeon_gart_tlb_flush(rdev); in radeon_gart_bind()
329 int radeon_gart_init(struct radeon_device *rdev) in radeon_gart_init() argument
333 if (rdev->gart.pages) { in radeon_gart_init()
341 r = radeon_dummy_page_init(rdev); in radeon_gart_init()
345 rdev->gart.num_cpu_pages = rdev->mc.gtt_size / PAGE_SIZE; in radeon_gart_init()
346 rdev->gart.num_gpu_pages = rdev->mc.gtt_size / RADEON_GPU_PAGE_SIZE; in radeon_gart_init()
348 rdev->gart.num_cpu_pages, rdev->gart.num_gpu_pages); in radeon_gart_init()
350 rdev->gart.pages = vzalloc(sizeof(void *) * rdev->gart.num_cpu_pages); in radeon_gart_init()
351 if (rdev->gart.pages == NULL) { in radeon_gart_init()
352 radeon_gart_fini(rdev); in radeon_gart_init()
355 rdev->gart.pages_entry = vmalloc(sizeof(uint64_t) * in radeon_gart_init()
356 rdev->gart.num_gpu_pages); in radeon_gart_init()
357 if (rdev->gart.pages_entry == NULL) { in radeon_gart_init()
358 radeon_gart_fini(rdev); in radeon_gart_init()
362 for (i = 0; i < rdev->gart.num_gpu_pages; i++) in radeon_gart_init()
363 rdev->gart.pages_entry[i] = rdev->dummy_page.entry; in radeon_gart_init()
374 void radeon_gart_fini(struct radeon_device *rdev) in radeon_gart_fini() argument
376 if (rdev->gart.ready) { in radeon_gart_fini()
378 radeon_gart_unbind(rdev, 0, rdev->gart.num_cpu_pages); in radeon_gart_fini()
380 rdev->gart.ready = false; in radeon_gart_fini()
381 vfree(rdev->gart.pages); in radeon_gart_fini()
382 vfree(rdev->gart.pages_entry); in radeon_gart_fini()
383 rdev->gart.pages = NULL; in radeon_gart_fini()
384 rdev->gart.pages_entry = NULL; in radeon_gart_fini()
386 radeon_dummy_page_fini(rdev); in radeon_gart_fini()