1 /*
2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License as published by
4 * the Free Software Foundation; either version 2 of the License, or
5 * (at your option) any later version.
6 */
7
8 #include "bochs.h"
9
10 static void bochs_ttm_placement(struct bochs_bo *bo, int domain);
11
12 /* ---------------------------------------------------------------------- */
13
bochs_bdev(struct ttm_bo_device * bd)14 static inline struct bochs_device *bochs_bdev(struct ttm_bo_device *bd)
15 {
16 return container_of(bd, struct bochs_device, ttm.bdev);
17 }
18
bochs_ttm_mem_global_init(struct drm_global_reference * ref)19 static int bochs_ttm_mem_global_init(struct drm_global_reference *ref)
20 {
21 return ttm_mem_global_init(ref->object);
22 }
23
bochs_ttm_mem_global_release(struct drm_global_reference * ref)24 static void bochs_ttm_mem_global_release(struct drm_global_reference *ref)
25 {
26 ttm_mem_global_release(ref->object);
27 }
28
bochs_ttm_global_init(struct bochs_device * bochs)29 static int bochs_ttm_global_init(struct bochs_device *bochs)
30 {
31 struct drm_global_reference *global_ref;
32 int r;
33
34 global_ref = &bochs->ttm.mem_global_ref;
35 global_ref->global_type = DRM_GLOBAL_TTM_MEM;
36 global_ref->size = sizeof(struct ttm_mem_global);
37 global_ref->init = &bochs_ttm_mem_global_init;
38 global_ref->release = &bochs_ttm_mem_global_release;
39 r = drm_global_item_ref(global_ref);
40 if (r != 0) {
41 DRM_ERROR("Failed setting up TTM memory accounting "
42 "subsystem.\n");
43 return r;
44 }
45
46 bochs->ttm.bo_global_ref.mem_glob =
47 bochs->ttm.mem_global_ref.object;
48 global_ref = &bochs->ttm.bo_global_ref.ref;
49 global_ref->global_type = DRM_GLOBAL_TTM_BO;
50 global_ref->size = sizeof(struct ttm_bo_global);
51 global_ref->init = &ttm_bo_global_init;
52 global_ref->release = &ttm_bo_global_release;
53 r = drm_global_item_ref(global_ref);
54 if (r != 0) {
55 DRM_ERROR("Failed setting up TTM BO subsystem.\n");
56 drm_global_item_unref(&bochs->ttm.mem_global_ref);
57 return r;
58 }
59
60 return 0;
61 }
62
bochs_ttm_global_release(struct bochs_device * bochs)63 static void bochs_ttm_global_release(struct bochs_device *bochs)
64 {
65 if (bochs->ttm.mem_global_ref.release == NULL)
66 return;
67
68 drm_global_item_unref(&bochs->ttm.bo_global_ref.ref);
69 drm_global_item_unref(&bochs->ttm.mem_global_ref);
70 bochs->ttm.mem_global_ref.release = NULL;
71 }
72
73
bochs_bo_ttm_destroy(struct ttm_buffer_object * tbo)74 static void bochs_bo_ttm_destroy(struct ttm_buffer_object *tbo)
75 {
76 struct bochs_bo *bo;
77
78 bo = container_of(tbo, struct bochs_bo, bo);
79 drm_gem_object_release(&bo->gem);
80 kfree(bo);
81 }
82
bochs_ttm_bo_is_bochs_bo(struct ttm_buffer_object * bo)83 static bool bochs_ttm_bo_is_bochs_bo(struct ttm_buffer_object *bo)
84 {
85 if (bo->destroy == &bochs_bo_ttm_destroy)
86 return true;
87 return false;
88 }
89
bochs_bo_init_mem_type(struct ttm_bo_device * bdev,uint32_t type,struct ttm_mem_type_manager * man)90 static int bochs_bo_init_mem_type(struct ttm_bo_device *bdev, uint32_t type,
91 struct ttm_mem_type_manager *man)
92 {
93 switch (type) {
94 case TTM_PL_SYSTEM:
95 man->flags = TTM_MEMTYPE_FLAG_MAPPABLE;
96 man->available_caching = TTM_PL_MASK_CACHING;
97 man->default_caching = TTM_PL_FLAG_CACHED;
98 break;
99 case TTM_PL_VRAM:
100 man->func = &ttm_bo_manager_func;
101 man->flags = TTM_MEMTYPE_FLAG_FIXED |
102 TTM_MEMTYPE_FLAG_MAPPABLE;
103 man->available_caching = TTM_PL_FLAG_UNCACHED |
104 TTM_PL_FLAG_WC;
105 man->default_caching = TTM_PL_FLAG_WC;
106 break;
107 default:
108 DRM_ERROR("Unsupported memory type %u\n", (unsigned)type);
109 return -EINVAL;
110 }
111 return 0;
112 }
113
114 static void
bochs_bo_evict_flags(struct ttm_buffer_object * bo,struct ttm_placement * pl)115 bochs_bo_evict_flags(struct ttm_buffer_object *bo, struct ttm_placement *pl)
116 {
117 struct bochs_bo *bochsbo = bochs_bo(bo);
118
119 if (!bochs_ttm_bo_is_bochs_bo(bo))
120 return;
121
122 bochs_ttm_placement(bochsbo, TTM_PL_FLAG_SYSTEM);
123 *pl = bochsbo->placement;
124 }
125
bochs_bo_verify_access(struct ttm_buffer_object * bo,struct file * filp)126 static int bochs_bo_verify_access(struct ttm_buffer_object *bo,
127 struct file *filp)
128 {
129 struct bochs_bo *bochsbo = bochs_bo(bo);
130
131 return drm_vma_node_verify_access(&bochsbo->gem.vma_node,
132 filp->private_data);
133 }
134
bochs_ttm_io_mem_reserve(struct ttm_bo_device * bdev,struct ttm_mem_reg * mem)135 static int bochs_ttm_io_mem_reserve(struct ttm_bo_device *bdev,
136 struct ttm_mem_reg *mem)
137 {
138 struct ttm_mem_type_manager *man = &bdev->man[mem->mem_type];
139 struct bochs_device *bochs = bochs_bdev(bdev);
140
141 mem->bus.addr = NULL;
142 mem->bus.offset = 0;
143 mem->bus.size = mem->num_pages << PAGE_SHIFT;
144 mem->bus.base = 0;
145 mem->bus.is_iomem = false;
146 if (!(man->flags & TTM_MEMTYPE_FLAG_MAPPABLE))
147 return -EINVAL;
148 switch (mem->mem_type) {
149 case TTM_PL_SYSTEM:
150 /* system memory */
151 return 0;
152 case TTM_PL_VRAM:
153 mem->bus.offset = mem->start << PAGE_SHIFT;
154 mem->bus.base = bochs->fb_base;
155 mem->bus.is_iomem = true;
156 break;
157 default:
158 return -EINVAL;
159 break;
160 }
161 return 0;
162 }
163
bochs_ttm_io_mem_free(struct ttm_bo_device * bdev,struct ttm_mem_reg * mem)164 static void bochs_ttm_io_mem_free(struct ttm_bo_device *bdev,
165 struct ttm_mem_reg *mem)
166 {
167 }
168
bochs_ttm_backend_destroy(struct ttm_tt * tt)169 static void bochs_ttm_backend_destroy(struct ttm_tt *tt)
170 {
171 ttm_tt_fini(tt);
172 kfree(tt);
173 }
174
175 static struct ttm_backend_func bochs_tt_backend_func = {
176 .destroy = &bochs_ttm_backend_destroy,
177 };
178
bochs_ttm_tt_create(struct ttm_bo_device * bdev,unsigned long size,uint32_t page_flags,struct page * dummy_read_page)179 static struct ttm_tt *bochs_ttm_tt_create(struct ttm_bo_device *bdev,
180 unsigned long size,
181 uint32_t page_flags,
182 struct page *dummy_read_page)
183 {
184 struct ttm_tt *tt;
185
186 tt = kzalloc(sizeof(struct ttm_tt), GFP_KERNEL);
187 if (tt == NULL)
188 return NULL;
189 tt->func = &bochs_tt_backend_func;
190 if (ttm_tt_init(tt, bdev, size, page_flags, dummy_read_page)) {
191 kfree(tt);
192 return NULL;
193 }
194 return tt;
195 }
196
197 struct ttm_bo_driver bochs_bo_driver = {
198 .ttm_tt_create = bochs_ttm_tt_create,
199 .ttm_tt_populate = ttm_pool_populate,
200 .ttm_tt_unpopulate = ttm_pool_unpopulate,
201 .init_mem_type = bochs_bo_init_mem_type,
202 .evict_flags = bochs_bo_evict_flags,
203 .move = NULL,
204 .verify_access = bochs_bo_verify_access,
205 .io_mem_reserve = &bochs_ttm_io_mem_reserve,
206 .io_mem_free = &bochs_ttm_io_mem_free,
207 .lru_tail = &ttm_bo_default_lru_tail,
208 .swap_lru_tail = &ttm_bo_default_swap_lru_tail,
209 };
210
bochs_mm_init(struct bochs_device * bochs)211 int bochs_mm_init(struct bochs_device *bochs)
212 {
213 struct ttm_bo_device *bdev = &bochs->ttm.bdev;
214 int ret;
215
216 ret = bochs_ttm_global_init(bochs);
217 if (ret)
218 return ret;
219
220 ret = ttm_bo_device_init(&bochs->ttm.bdev,
221 bochs->ttm.bo_global_ref.ref.object,
222 &bochs_bo_driver,
223 bochs->dev->anon_inode->i_mapping,
224 DRM_FILE_PAGE_OFFSET,
225 true);
226 if (ret) {
227 DRM_ERROR("Error initialising bo driver; %d\n", ret);
228 return ret;
229 }
230
231 ret = ttm_bo_init_mm(bdev, TTM_PL_VRAM,
232 bochs->fb_size >> PAGE_SHIFT);
233 if (ret) {
234 DRM_ERROR("Failed ttm VRAM init: %d\n", ret);
235 return ret;
236 }
237
238 bochs->ttm.initialized = true;
239 return 0;
240 }
241
bochs_mm_fini(struct bochs_device * bochs)242 void bochs_mm_fini(struct bochs_device *bochs)
243 {
244 if (!bochs->ttm.initialized)
245 return;
246
247 ttm_bo_device_release(&bochs->ttm.bdev);
248 bochs_ttm_global_release(bochs);
249 bochs->ttm.initialized = false;
250 }
251
bochs_ttm_placement(struct bochs_bo * bo,int domain)252 static void bochs_ttm_placement(struct bochs_bo *bo, int domain)
253 {
254 unsigned i;
255 u32 c = 0;
256 bo->placement.placement = bo->placements;
257 bo->placement.busy_placement = bo->placements;
258 if (domain & TTM_PL_FLAG_VRAM) {
259 bo->placements[c++].flags = TTM_PL_FLAG_WC
260 | TTM_PL_FLAG_UNCACHED
261 | TTM_PL_FLAG_VRAM;
262 }
263 if (domain & TTM_PL_FLAG_SYSTEM) {
264 bo->placements[c++].flags = TTM_PL_MASK_CACHING
265 | TTM_PL_FLAG_SYSTEM;
266 }
267 if (!c) {
268 bo->placements[c++].flags = TTM_PL_MASK_CACHING
269 | TTM_PL_FLAG_SYSTEM;
270 }
271 for (i = 0; i < c; ++i) {
272 bo->placements[i].fpfn = 0;
273 bo->placements[i].lpfn = 0;
274 }
275 bo->placement.num_placement = c;
276 bo->placement.num_busy_placement = c;
277 }
278
bochs_bo_gpu_offset(struct bochs_bo * bo)279 static inline u64 bochs_bo_gpu_offset(struct bochs_bo *bo)
280 {
281 return bo->bo.offset;
282 }
283
bochs_bo_pin(struct bochs_bo * bo,u32 pl_flag,u64 * gpu_addr)284 int bochs_bo_pin(struct bochs_bo *bo, u32 pl_flag, u64 *gpu_addr)
285 {
286 int i, ret;
287
288 if (bo->pin_count) {
289 bo->pin_count++;
290 if (gpu_addr)
291 *gpu_addr = bochs_bo_gpu_offset(bo);
292 return 0;
293 }
294
295 bochs_ttm_placement(bo, pl_flag);
296 for (i = 0; i < bo->placement.num_placement; i++)
297 bo->placements[i].flags |= TTM_PL_FLAG_NO_EVICT;
298 ret = ttm_bo_validate(&bo->bo, &bo->placement, false, false);
299 if (ret)
300 return ret;
301
302 bo->pin_count = 1;
303 if (gpu_addr)
304 *gpu_addr = bochs_bo_gpu_offset(bo);
305 return 0;
306 }
307
bochs_bo_unpin(struct bochs_bo * bo)308 int bochs_bo_unpin(struct bochs_bo *bo)
309 {
310 int i, ret;
311
312 if (!bo->pin_count) {
313 DRM_ERROR("unpin bad %p\n", bo);
314 return 0;
315 }
316 bo->pin_count--;
317
318 if (bo->pin_count)
319 return 0;
320
321 for (i = 0; i < bo->placement.num_placement; i++)
322 bo->placements[i].flags &= ~TTM_PL_FLAG_NO_EVICT;
323 ret = ttm_bo_validate(&bo->bo, &bo->placement, false, false);
324 if (ret)
325 return ret;
326
327 return 0;
328 }
329
bochs_mmap(struct file * filp,struct vm_area_struct * vma)330 int bochs_mmap(struct file *filp, struct vm_area_struct *vma)
331 {
332 struct drm_file *file_priv;
333 struct bochs_device *bochs;
334
335 if (unlikely(vma->vm_pgoff < DRM_FILE_PAGE_OFFSET))
336 return -EINVAL;
337
338 file_priv = filp->private_data;
339 bochs = file_priv->minor->dev->dev_private;
340 return ttm_bo_mmap(filp, vma, &bochs->ttm.bdev);
341 }
342
343 /* ---------------------------------------------------------------------- */
344
bochs_bo_create(struct drm_device * dev,int size,int align,uint32_t flags,struct bochs_bo ** pbochsbo)345 static int bochs_bo_create(struct drm_device *dev, int size, int align,
346 uint32_t flags, struct bochs_bo **pbochsbo)
347 {
348 struct bochs_device *bochs = dev->dev_private;
349 struct bochs_bo *bochsbo;
350 size_t acc_size;
351 int ret;
352
353 bochsbo = kzalloc(sizeof(struct bochs_bo), GFP_KERNEL);
354 if (!bochsbo)
355 return -ENOMEM;
356
357 ret = drm_gem_object_init(dev, &bochsbo->gem, size);
358 if (ret) {
359 kfree(bochsbo);
360 return ret;
361 }
362
363 bochsbo->bo.bdev = &bochs->ttm.bdev;
364 bochsbo->bo.bdev->dev_mapping = dev->anon_inode->i_mapping;
365
366 bochs_ttm_placement(bochsbo, TTM_PL_FLAG_VRAM | TTM_PL_FLAG_SYSTEM);
367
368 acc_size = ttm_bo_dma_acc_size(&bochs->ttm.bdev, size,
369 sizeof(struct bochs_bo));
370
371 ret = ttm_bo_init(&bochs->ttm.bdev, &bochsbo->bo, size,
372 ttm_bo_type_device, &bochsbo->placement,
373 align >> PAGE_SHIFT, false, NULL, acc_size,
374 NULL, NULL, bochs_bo_ttm_destroy);
375 if (ret)
376 return ret;
377
378 *pbochsbo = bochsbo;
379 return 0;
380 }
381
bochs_gem_create(struct drm_device * dev,u32 size,bool iskernel,struct drm_gem_object ** obj)382 int bochs_gem_create(struct drm_device *dev, u32 size, bool iskernel,
383 struct drm_gem_object **obj)
384 {
385 struct bochs_bo *bochsbo;
386 int ret;
387
388 *obj = NULL;
389
390 size = PAGE_ALIGN(size);
391 if (size == 0)
392 return -EINVAL;
393
394 ret = bochs_bo_create(dev, size, 0, 0, &bochsbo);
395 if (ret) {
396 if (ret != -ERESTARTSYS)
397 DRM_ERROR("failed to allocate GEM object\n");
398 return ret;
399 }
400 *obj = &bochsbo->gem;
401 return 0;
402 }
403
bochs_dumb_create(struct drm_file * file,struct drm_device * dev,struct drm_mode_create_dumb * args)404 int bochs_dumb_create(struct drm_file *file, struct drm_device *dev,
405 struct drm_mode_create_dumb *args)
406 {
407 struct drm_gem_object *gobj;
408 u32 handle;
409 int ret;
410
411 args->pitch = args->width * ((args->bpp + 7) / 8);
412 args->size = args->pitch * args->height;
413
414 ret = bochs_gem_create(dev, args->size, false,
415 &gobj);
416 if (ret)
417 return ret;
418
419 ret = drm_gem_handle_create(file, gobj, &handle);
420 drm_gem_object_unreference_unlocked(gobj);
421 if (ret)
422 return ret;
423
424 args->handle = handle;
425 return 0;
426 }
427
bochs_bo_unref(struct bochs_bo ** bo)428 static void bochs_bo_unref(struct bochs_bo **bo)
429 {
430 struct ttm_buffer_object *tbo;
431
432 if ((*bo) == NULL)
433 return;
434
435 tbo = &((*bo)->bo);
436 ttm_bo_unref(&tbo);
437 *bo = NULL;
438 }
439
bochs_gem_free_object(struct drm_gem_object * obj)440 void bochs_gem_free_object(struct drm_gem_object *obj)
441 {
442 struct bochs_bo *bochs_bo = gem_to_bochs_bo(obj);
443
444 bochs_bo_unref(&bochs_bo);
445 }
446
bochs_dumb_mmap_offset(struct drm_file * file,struct drm_device * dev,uint32_t handle,uint64_t * offset)447 int bochs_dumb_mmap_offset(struct drm_file *file, struct drm_device *dev,
448 uint32_t handle, uint64_t *offset)
449 {
450 struct drm_gem_object *obj;
451 struct bochs_bo *bo;
452
453 obj = drm_gem_object_lookup(file, handle);
454 if (obj == NULL)
455 return -ENOENT;
456
457 bo = gem_to_bochs_bo(obj);
458 *offset = bochs_bo_mmap_offset(bo);
459
460 drm_gem_object_unreference_unlocked(obj);
461 return 0;
462 }
463
464 /* ---------------------------------------------------------------------- */
465
bochs_user_framebuffer_destroy(struct drm_framebuffer * fb)466 static void bochs_user_framebuffer_destroy(struct drm_framebuffer *fb)
467 {
468 struct bochs_framebuffer *bochs_fb = to_bochs_framebuffer(fb);
469
470 drm_gem_object_unreference_unlocked(bochs_fb->obj);
471 drm_framebuffer_cleanup(fb);
472 kfree(fb);
473 }
474
475 static const struct drm_framebuffer_funcs bochs_fb_funcs = {
476 .destroy = bochs_user_framebuffer_destroy,
477 };
478
bochs_framebuffer_init(struct drm_device * dev,struct bochs_framebuffer * gfb,const struct drm_mode_fb_cmd2 * mode_cmd,struct drm_gem_object * obj)479 int bochs_framebuffer_init(struct drm_device *dev,
480 struct bochs_framebuffer *gfb,
481 const struct drm_mode_fb_cmd2 *mode_cmd,
482 struct drm_gem_object *obj)
483 {
484 int ret;
485
486 drm_helper_mode_fill_fb_struct(&gfb->base, mode_cmd);
487 gfb->obj = obj;
488 ret = drm_framebuffer_init(dev, &gfb->base, &bochs_fb_funcs);
489 if (ret) {
490 DRM_ERROR("drm_framebuffer_init failed: %d\n", ret);
491 return ret;
492 }
493 return 0;
494 }
495
496 static struct drm_framebuffer *
bochs_user_framebuffer_create(struct drm_device * dev,struct drm_file * filp,const struct drm_mode_fb_cmd2 * mode_cmd)497 bochs_user_framebuffer_create(struct drm_device *dev,
498 struct drm_file *filp,
499 const struct drm_mode_fb_cmd2 *mode_cmd)
500 {
501 struct drm_gem_object *obj;
502 struct bochs_framebuffer *bochs_fb;
503 int ret;
504
505 DRM_DEBUG_DRIVER("%dx%d, format %c%c%c%c\n",
506 mode_cmd->width, mode_cmd->height,
507 (mode_cmd->pixel_format) & 0xff,
508 (mode_cmd->pixel_format >> 8) & 0xff,
509 (mode_cmd->pixel_format >> 16) & 0xff,
510 (mode_cmd->pixel_format >> 24) & 0xff);
511
512 if (mode_cmd->pixel_format != DRM_FORMAT_XRGB8888)
513 return ERR_PTR(-ENOENT);
514
515 obj = drm_gem_object_lookup(filp, mode_cmd->handles[0]);
516 if (obj == NULL)
517 return ERR_PTR(-ENOENT);
518
519 bochs_fb = kzalloc(sizeof(*bochs_fb), GFP_KERNEL);
520 if (!bochs_fb) {
521 drm_gem_object_unreference_unlocked(obj);
522 return ERR_PTR(-ENOMEM);
523 }
524
525 ret = bochs_framebuffer_init(dev, bochs_fb, mode_cmd, obj);
526 if (ret) {
527 drm_gem_object_unreference_unlocked(obj);
528 kfree(bochs_fb);
529 return ERR_PTR(ret);
530 }
531 return &bochs_fb->base;
532 }
533
534 const struct drm_mode_config_funcs bochs_mode_funcs = {
535 .fb_create = bochs_user_framebuffer_create,
536 };
537