1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * Copyright (C) 2014-2018 Etnaviv Project
4 */
5
6 #include <drm/drm_prime.h>
7 #include <linux/dma-buf.h>
8
9 #include "etnaviv_drv.h"
10 #include "etnaviv_gem.h"
11
12 static struct lock_class_key etnaviv_prime_lock_class;
13
etnaviv_gem_prime_get_sg_table(struct drm_gem_object * obj)14 struct sg_table *etnaviv_gem_prime_get_sg_table(struct drm_gem_object *obj)
15 {
16 struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
17 int npages = obj->size >> PAGE_SHIFT;
18
19 if (WARN_ON(!etnaviv_obj->pages)) /* should have already pinned! */
20 return ERR_PTR(-EINVAL);
21
22 return drm_prime_pages_to_sg(obj->dev, etnaviv_obj->pages, npages);
23 }
24
etnaviv_gem_prime_vmap(struct drm_gem_object * obj,struct dma_buf_map * map)25 int etnaviv_gem_prime_vmap(struct drm_gem_object *obj, struct dma_buf_map *map)
26 {
27 void *vaddr;
28
29 vaddr = etnaviv_gem_vmap(obj);
30 if (!vaddr)
31 return -ENOMEM;
32 dma_buf_map_set_vaddr(map, vaddr);
33
34 return 0;
35 }
36
etnaviv_gem_prime_pin(struct drm_gem_object * obj)37 int etnaviv_gem_prime_pin(struct drm_gem_object *obj)
38 {
39 if (!obj->import_attach) {
40 struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
41
42 mutex_lock(&etnaviv_obj->lock);
43 etnaviv_gem_get_pages(etnaviv_obj);
44 mutex_unlock(&etnaviv_obj->lock);
45 }
46 return 0;
47 }
48
etnaviv_gem_prime_unpin(struct drm_gem_object * obj)49 void etnaviv_gem_prime_unpin(struct drm_gem_object *obj)
50 {
51 if (!obj->import_attach) {
52 struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
53
54 mutex_lock(&etnaviv_obj->lock);
55 etnaviv_gem_put_pages(to_etnaviv_bo(obj));
56 mutex_unlock(&etnaviv_obj->lock);
57 }
58 }
59
etnaviv_gem_prime_release(struct etnaviv_gem_object * etnaviv_obj)60 static void etnaviv_gem_prime_release(struct etnaviv_gem_object *etnaviv_obj)
61 {
62 struct dma_buf_map map = DMA_BUF_MAP_INIT_VADDR(etnaviv_obj->vaddr);
63
64 if (etnaviv_obj->vaddr)
65 dma_buf_vunmap(etnaviv_obj->base.import_attach->dmabuf, &map);
66
67 /* Don't drop the pages for imported dmabuf, as they are not
68 * ours, just free the array we allocated:
69 */
70 kvfree(etnaviv_obj->pages);
71
72 drm_prime_gem_destroy(&etnaviv_obj->base, etnaviv_obj->sgt);
73 }
74
etnaviv_gem_prime_vmap_impl(struct etnaviv_gem_object * etnaviv_obj)75 static void *etnaviv_gem_prime_vmap_impl(struct etnaviv_gem_object *etnaviv_obj)
76 {
77 struct dma_buf_map map;
78 int ret;
79
80 lockdep_assert_held(&etnaviv_obj->lock);
81
82 ret = dma_buf_vmap(etnaviv_obj->base.import_attach->dmabuf, &map);
83 if (ret)
84 return NULL;
85 return map.vaddr;
86 }
87
etnaviv_gem_prime_mmap_obj(struct etnaviv_gem_object * etnaviv_obj,struct vm_area_struct * vma)88 static int etnaviv_gem_prime_mmap_obj(struct etnaviv_gem_object *etnaviv_obj,
89 struct vm_area_struct *vma)
90 {
91 int ret;
92
93 ret = dma_buf_mmap(etnaviv_obj->base.dma_buf, vma, 0);
94 if (!ret) {
95 /* Drop the reference acquired by drm_gem_mmap_obj(). */
96 drm_gem_object_put(&etnaviv_obj->base);
97 }
98
99 return ret;
100 }
101
102 static const struct etnaviv_gem_ops etnaviv_gem_prime_ops = {
103 /* .get_pages should never be called */
104 .release = etnaviv_gem_prime_release,
105 .vmap = etnaviv_gem_prime_vmap_impl,
106 .mmap = etnaviv_gem_prime_mmap_obj,
107 };
108
etnaviv_gem_prime_import_sg_table(struct drm_device * dev,struct dma_buf_attachment * attach,struct sg_table * sgt)109 struct drm_gem_object *etnaviv_gem_prime_import_sg_table(struct drm_device *dev,
110 struct dma_buf_attachment *attach, struct sg_table *sgt)
111 {
112 struct etnaviv_gem_object *etnaviv_obj;
113 size_t size = PAGE_ALIGN(attach->dmabuf->size);
114 int ret, npages;
115
116 ret = etnaviv_gem_new_private(dev, size, ETNA_BO_WC,
117 &etnaviv_gem_prime_ops, &etnaviv_obj);
118 if (ret < 0)
119 return ERR_PTR(ret);
120
121 lockdep_set_class(&etnaviv_obj->lock, &etnaviv_prime_lock_class);
122
123 npages = size / PAGE_SIZE;
124
125 etnaviv_obj->sgt = sgt;
126 etnaviv_obj->pages = kvmalloc_array(npages, sizeof(struct page *), GFP_KERNEL);
127 if (!etnaviv_obj->pages) {
128 ret = -ENOMEM;
129 goto fail;
130 }
131
132 ret = drm_prime_sg_to_page_array(sgt, etnaviv_obj->pages, npages);
133 if (ret)
134 goto fail;
135
136 etnaviv_gem_obj_add(dev, &etnaviv_obj->base);
137
138 return &etnaviv_obj->base;
139
140 fail:
141 drm_gem_object_put(&etnaviv_obj->base);
142
143 return ERR_PTR(ret);
144 }
145