/* * © Copyright 2018 Alyssa Rosenzweig * Copyright (C) 2019 Collabora, Ltd. * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice (including the next * paragraph) shall be included in all copies or substantial portions of the * Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. * */ #include "pan_bo.h" #include "pan_pool.h" /* Transient command stream pooling: command stream uploads try to simply copy * into whereever we left off. If there isn't space, we allocate a new entry * into the pool and copy there */ static struct panfrost_bo * panfrost_pool_alloc_backing(struct pan_pool *pool, size_t bo_sz) { /* We don't know what the BO will be used for, so let's flag it * RW and attach it to both the fragment and vertex/tiler jobs. * TODO: if we want fine grained BO assignment we should pass * flags to this function and keep the read/write, * fragment/vertex+tiler pools separate. */ struct panfrost_bo *bo = panfrost_bo_create(pool->dev, bo_sz, pool->create_flags); util_dynarray_append(&pool->bos, struct panfrost_bo *, bo); pool->transient_bo = bo; pool->transient_offset = 0; return bo; } void panfrost_pool_init(struct pan_pool *pool, void *memctx, struct panfrost_device *dev, unsigned create_flags, bool prealloc) { memset(pool, 0, sizeof(*pool)); pool->dev = dev; pool->create_flags = create_flags; util_dynarray_init(&pool->bos, memctx); if (prealloc) panfrost_pool_alloc_backing(pool, TRANSIENT_SLAB_SIZE); } void panfrost_pool_cleanup(struct pan_pool *pool) { util_dynarray_foreach(&pool->bos, struct panfrost_bo *, bo) panfrost_bo_unreference(*bo); util_dynarray_fini(&pool->bos); } void panfrost_pool_get_bo_handles(struct pan_pool *pool, uint32_t *handles) { unsigned idx = 0; util_dynarray_foreach(&pool->bos, struct panfrost_bo *, bo) { assert((*bo)->gem_handle > 0); handles[idx++] = (*bo)->gem_handle; /* Update the BO access flags so that panfrost_bo_wait() knows * about all pending accesses. * We only keep the READ/WRITE info since this is all the BO * wait logic cares about. * We also preserve existing flags as this batch might not * be the first one to access the BO. */ (*bo)->gpu_access |= PAN_BO_ACCESS_RW; } } struct panfrost_ptr panfrost_pool_alloc_aligned(struct pan_pool *pool, size_t sz, unsigned alignment) { assert(alignment == util_next_power_of_two(alignment)); /* Find or create a suitable BO */ struct panfrost_bo *bo = pool->transient_bo; unsigned offset = ALIGN_POT(pool->transient_offset, alignment); /* If we don't fit, allocate a new backing */ if (unlikely(bo == NULL || (offset + sz) >= TRANSIENT_SLAB_SIZE)) { bo = panfrost_pool_alloc_backing(pool, ALIGN_POT(MAX2(TRANSIENT_SLAB_SIZE, sz), 4096)); offset = 0; } pool->transient_offset = offset + sz; struct panfrost_ptr ret = { .cpu = bo->ptr.cpu + offset, .gpu = bo->ptr.gpu + offset, }; return ret; } mali_ptr panfrost_pool_upload(struct pan_pool *pool, const void *data, size_t sz) { return panfrost_pool_upload_aligned(pool, data, sz, sz); } mali_ptr panfrost_pool_upload_aligned(struct pan_pool *pool, const void *data, size_t sz, unsigned alignment) { struct panfrost_ptr transfer = panfrost_pool_alloc_aligned(pool, sz, alignment); memcpy(transfer.cpu, data, sz); return transfer.gpu; }