1 /*
2 * © Copyright 2018 Alyssa Rosenzweig
3 * Copyright (C) 2019 Collabora, Ltd.
4 *
5 * Permission is hereby granted, free of charge, to any person obtaining a
6 * copy of this software and associated documentation files (the "Software"),
7 * to deal in the Software without restriction, including without limitation
8 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9 * and/or sell copies of the Software, and to permit persons to whom the
10 * Software is furnished to do so, subject to the following conditions:
11 *
12 * The above copyright notice and this permission notice (including the next
13 * paragraph) shall be included in all copies or substantial portions of the
14 * Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 *
24 */
25
26 #include "panvk_mempool.h"
27 #include "panvk_private.h"
28
29 void
panvk_bo_pool_cleanup(struct panvk_bo_pool * bo_pool)30 panvk_bo_pool_cleanup(struct panvk_bo_pool *bo_pool)
31 {
32 util_dynarray_foreach(&bo_pool->free_bos, struct panvk_priv_bo *, bo)
33 panvk_priv_bo_destroy(*bo, NULL);
34
35 util_dynarray_fini(&bo_pool->free_bos);
36 }
37
38 /* Knockoff u_upload_mgr. Uploads wherever we left off, allocating new entries
39 * when needed.
40 *
41 * In "owned" mode, a single parent owns the entire pool, and the pool owns all
42 * created BOs. All BOs are tracked and addable as
43 * panvk_pool_get_bo_handles. Freeing occurs at the level of an entire pool.
44 * This is useful for streaming uploads, where the batch owns the pool.
45 *
46 * In "unowned" mode, the pool is freestanding. It does not track created BOs
47 * or hold references. Instead, the consumer must manage the created BOs. This
48 * is more flexible, enabling non-transient CSO state or shader code to be
49 * packed with conservative lifetime handling.
50 */
51
52 static struct panvk_priv_bo *
panvk_pool_alloc_backing(struct panvk_pool * pool,size_t bo_sz)53 panvk_pool_alloc_backing(struct panvk_pool *pool, size_t bo_sz)
54 {
55 struct panvk_priv_bo *bo;
56
57 /* If there's a free BO in our BO pool, let's pick it. */
58 if (pool->bo_pool && bo_sz == pool->base.slab_size &&
59 util_dynarray_num_elements(&pool->bo_pool->free_bos,
60 struct panvk_priv_bo *)) {
61 bo = util_dynarray_pop(&pool->bo_pool->free_bos, struct panvk_priv_bo *);
62 } else {
63 /* We don't know what the BO will be used for, so let's flag it
64 * RW and attach it to both the fragment and vertex/tiler jobs.
65 * TODO: if we want fine grained BO assignment we should pass
66 * flags to this function and keep the read/write,
67 * fragment/vertex+tiler pools separate.
68 */
69 bo = panvk_priv_bo_create(pool->dev, bo_sz, pool->create_flags, NULL,
70 VK_SYSTEM_ALLOCATION_SCOPE_DEVICE);
71 }
72
73 if (pan_kmod_bo_size(bo->bo) == pool->base.slab_size)
74 util_dynarray_append(&pool->bos, struct panvk_priv_bo *, bo);
75 else
76 util_dynarray_append(&pool->big_bos, struct panvk_priv_bo *, bo);
77 pool->transient_bo = bo;
78 pool->transient_offset = 0;
79
80 return bo;
81 }
82
83 static struct panfrost_ptr
panvk_pool_alloc_aligned(struct panvk_pool * pool,size_t sz,unsigned alignment)84 panvk_pool_alloc_aligned(struct panvk_pool *pool, size_t sz, unsigned alignment)
85 {
86 assert(alignment == util_next_power_of_two(alignment));
87
88 /* Find or create a suitable BO */
89 struct panvk_priv_bo *bo = pool->transient_bo;
90 unsigned offset = ALIGN_POT(pool->transient_offset, alignment);
91
92 /* If we don't fit, allocate a new backing */
93 if (unlikely(bo == NULL || (offset + sz) >= pool->base.slab_size)) {
94 bo = panvk_pool_alloc_backing(
95 pool, ALIGN_POT(MAX2(pool->base.slab_size, sz), 4096));
96 offset = 0;
97 }
98
99 pool->transient_offset = offset + sz;
100
101 struct panfrost_ptr ret = {
102 .cpu = bo->addr.host + offset,
103 .gpu = bo->addr.dev + offset,
104 };
105
106 return ret;
107 }
PAN_POOL_ALLOCATOR(struct panvk_pool,panvk_pool_alloc_aligned)108 PAN_POOL_ALLOCATOR(struct panvk_pool, panvk_pool_alloc_aligned)
109
110 void
111 panvk_pool_init(struct panvk_pool *pool, struct panvk_device *dev,
112 struct panvk_bo_pool *bo_pool, unsigned create_flags,
113 size_t slab_size, const char *label, bool prealloc)
114 {
115 memset(pool, 0, sizeof(*pool));
116 pan_pool_init(&pool->base, slab_size);
117 pool->dev = dev;
118 pool->create_flags = create_flags;
119 pool->label = label;
120 pool->bo_pool = bo_pool;
121
122 util_dynarray_init(&pool->bos, NULL);
123 util_dynarray_init(&pool->big_bos, NULL);
124
125 if (prealloc)
126 panvk_pool_alloc_backing(pool, pool->base.slab_size);
127 }
128
129 void
panvk_pool_reset(struct panvk_pool * pool)130 panvk_pool_reset(struct panvk_pool *pool)
131 {
132 if (pool->bo_pool) {
133 unsigned num_bos = panvk_pool_num_bos(pool);
134 void *ptr = util_dynarray_grow(&pool->bo_pool->free_bos,
135 struct panvk_priv_bo *, num_bos);
136 memcpy(ptr, util_dynarray_begin(&pool->bos),
137 num_bos * sizeof(struct panvk_priv_bo *));
138 } else {
139 util_dynarray_foreach(&pool->bos, struct panvk_priv_bo *, bo)
140 panvk_priv_bo_destroy(*bo, NULL);
141 }
142
143 util_dynarray_foreach(&pool->big_bos, struct panvk_priv_bo *, bo)
144 panvk_priv_bo_destroy(*bo, NULL);
145
146 util_dynarray_clear(&pool->bos);
147 util_dynarray_clear(&pool->big_bos);
148 pool->transient_bo = NULL;
149 }
150
151 void
panvk_pool_cleanup(struct panvk_pool * pool)152 panvk_pool_cleanup(struct panvk_pool *pool)
153 {
154 panvk_pool_reset(pool);
155 util_dynarray_fini(&pool->bos);
156 util_dynarray_fini(&pool->big_bos);
157 }
158
159 void
panvk_pool_get_bo_handles(struct panvk_pool * pool,uint32_t * handles)160 panvk_pool_get_bo_handles(struct panvk_pool *pool, uint32_t *handles)
161 {
162 unsigned idx = 0;
163 util_dynarray_foreach(&pool->bos, struct panvk_priv_bo *, bo) {
164 assert(pan_kmod_bo_handle((*bo)->bo) > 0);
165 handles[idx++] = pan_kmod_bo_handle((*bo)->bo);
166 }
167 }
168