Lines Matching +full:- +full:- +full:cache
45 #include "util/mesa-sha1.h"
53 /* The cache version should be bumped whenever a change is made to the
54 * structure of cache entries or the index. This will give any 3rd party
55 * applications reading the cache entries a chance to adjust to the changes.
57 * - The cache version is checked internally when reading a cache entry. If we
58 * ever have a mismatch we are in big trouble as this means we had a cache
62 * - There is no strict requirement that cache versions be backwards
74 disk_cache_init_queue(struct disk_cache *cache) in disk_cache_init_queue() argument
76 if (util_queue_is_initialized(&cache->cache_queue)) in disk_cache_init_queue()
82 * avoiding excessive memory use due to a backlog of cache entrys building in disk_cache_init_queue()
89 return util_queue_init(&cache->cache_queue, "disk$", 32, 4, in disk_cache_init_queue()
102 struct disk_cache *cache = NULL; in disk_cache_type_create() local
114 cache = rzalloc(NULL, struct disk_cache); in disk_cache_type_create()
115 if (cache == NULL) in disk_cache_type_create()
119 cache->path_init_failed = true; in disk_cache_type_create()
120 cache->type = DISK_CACHE_NONE; in disk_cache_type_create()
130 cache->path = ralloc_strdup(cache, path); in disk_cache_type_create()
131 if (cache->path == NULL) in disk_cache_type_create()
134 /* Cache tests that want to have a disabled cache compression are using in disk_cache_type_create()
136 * disable disk cache compression when mesa's build tests require it. in disk_cache_type_create()
139 cache->compression_disabled = true; in disk_cache_type_create()
142 if (!disk_cache_load_cache_index_foz(local, cache)) in disk_cache_type_create()
145 if (!disk_cache_db_load_cache_index(local, cache)) in disk_cache_type_create()
150 disk_cache_touch_cache_user_marker(cache->path); in disk_cache_type_create()
152 cache->type = cache_type; in disk_cache_type_create()
154 cache->stats.enabled = debug_get_bool_option("MESA_SHADER_CACHE_SHOW_STATS", in disk_cache_type_create()
157 if (!disk_cache_mmap_cache_index(local, cache, path)) in disk_cache_type_create()
203 /* Default to 1GB for maximum cache size. */ in disk_cache_type_create()
208 cache->max_size = max_size; in disk_cache_type_create()
210 if (cache->type == DISK_CACHE_DATABASE) in disk_cache_type_create()
211 mesa_cache_db_multipart_set_size_limit(&cache->cache_db, cache->max_size); in disk_cache_type_create()
213 if (!disk_cache_init_queue(cache)) in disk_cache_type_create()
216 cache->path_init_failed = false; in disk_cache_type_create()
220 cache->driver_keys_blob_size = cv_size; in disk_cache_type_create()
225 cache->driver_keys_blob_size += id_size; in disk_cache_type_create()
226 cache->driver_keys_blob_size += gpu_name_size; in disk_cache_type_create()
228 /* We sometimes store entire structs that contains a pointers in the cache, in disk_cache_type_create()
233 cache->driver_keys_blob_size += ptr_size_size; in disk_cache_type_create()
236 cache->driver_keys_blob_size += driver_flags_size; in disk_cache_type_create()
238 cache->driver_keys_blob = in disk_cache_type_create()
239 ralloc_size(cache, cache->driver_keys_blob_size); in disk_cache_type_create()
240 if (!cache->driver_keys_blob) in disk_cache_type_create()
243 uint8_t *drv_key_blob = cache->driver_keys_blob; in disk_cache_type_create()
251 s_rand_xorshift128plus(cache->seed_xorshift128plus, true); in disk_cache_type_create()
255 return cache; in disk_cache_type_create()
258 if (cache) in disk_cache_type_create()
259 ralloc_free(cache); in disk_cache_type_create()
270 struct disk_cache *cache; in disk_cache_create() local
279 /* Create main writable cache. */ in disk_cache_create()
280 cache = disk_cache_type_create(gpu_name, driver_id, driver_flags, in disk_cache_create()
282 if (!cache) in disk_cache_create()
287 * cache. At first we will check cache entry presence in the RO caches and in disk_cache_create()
288 * if entry isn't found there, then we'll fall back to the RW cache. in disk_cache_create()
290 if (cache_type != DISK_CACHE_SINGLE_FILE && !cache->path_init_failed && in disk_cache_create()
293 /* Create read-only cache used for sharing prebuilt shaders. in disk_cache_create()
294 * If cache entry will be found in this cache, then the main cache in disk_cache_create()
297 cache->foz_ro_cache = disk_cache_type_create(gpu_name, driver_id, in disk_cache_create()
302 return cache; in disk_cache_create()
306 disk_cache_destroy(struct disk_cache *cache) in disk_cache_destroy() argument
308 if (unlikely(cache && cache->stats.enabled)) { in disk_cache_destroy()
309 printf("disk shader cache: hits = %u, misses = %u\n", in disk_cache_destroy()
310 cache->stats.hits, in disk_cache_destroy()
311 cache->stats.misses); in disk_cache_destroy()
314 if (cache && util_queue_is_initialized(&cache->cache_queue)) { in disk_cache_destroy()
315 util_queue_finish(&cache->cache_queue); in disk_cache_destroy()
316 util_queue_destroy(&cache->cache_queue); in disk_cache_destroy()
318 if (cache->foz_ro_cache) in disk_cache_destroy()
319 disk_cache_destroy(cache->foz_ro_cache); in disk_cache_destroy()
321 if (cache->type == DISK_CACHE_SINGLE_FILE) in disk_cache_destroy()
322 foz_destroy(&cache->foz_db); in disk_cache_destroy()
324 if (cache->type == DISK_CACHE_DATABASE) in disk_cache_destroy()
325 mesa_cache_db_multipart_close(&cache->cache_db); in disk_cache_destroy()
327 disk_cache_destroy_mmap(cache); in disk_cache_destroy()
330 ralloc_free(cache); in disk_cache_destroy()
334 disk_cache_wait_for_idle(struct disk_cache *cache) in disk_cache_wait_for_idle() argument
336 util_queue_finish(&cache->cache_queue); in disk_cache_wait_for_idle()
340 disk_cache_remove(struct disk_cache *cache, const cache_key key) in disk_cache_remove() argument
342 if (cache->type == DISK_CACHE_DATABASE) { in disk_cache_remove()
343 mesa_cache_db_multipart_entry_remove(&cache->cache_db, key); in disk_cache_remove()
347 char *filename = disk_cache_get_cache_filename(cache, key); in disk_cache_remove()
352 disk_cache_evict_item(cache, filename); in disk_cache_remove()
356 create_put_job(struct disk_cache *cache, const cache_key key, in create_put_job() argument
365 dc_job->cache = cache; in create_put_job()
366 memcpy(dc_job->key, key, sizeof(cache_key)); in create_put_job()
368 dc_job->data = data; in create_put_job()
370 dc_job->data = dc_job + 1; in create_put_job()
371 memcpy(dc_job->data, data, size); in create_put_job()
373 dc_job->size = size; in create_put_job()
375 /* Copy the cache item metadata */ in create_put_job()
377 dc_job->cache_item_metadata.type = cache_item_metadata->type; in create_put_job()
378 if (cache_item_metadata->type == CACHE_ITEM_TYPE_GLSL) { in create_put_job()
379 dc_job->cache_item_metadata.num_keys = in create_put_job()
380 cache_item_metadata->num_keys; in create_put_job()
381 dc_job->cache_item_metadata.keys = (cache_key *) in create_put_job()
382 malloc(cache_item_metadata->num_keys * sizeof(cache_key)); in create_put_job()
384 if (!dc_job->cache_item_metadata.keys) in create_put_job()
387 memcpy(dc_job->cache_item_metadata.keys, in create_put_job()
388 cache_item_metadata->keys, in create_put_job()
389 sizeof(cache_key) * cache_item_metadata->num_keys); in create_put_job()
392 dc_job->cache_item_metadata.type = CACHE_ITEM_TYPE_UNKNOWN; in create_put_job()
393 dc_job->cache_item_metadata.keys = NULL; in create_put_job()
410 free(dc_job->cache_item_metadata.keys); in destroy_put_job()
419 free(dc_job->data); in destroy_put_job_nocopy()
424 blob_put_compressed(struct disk_cache *cache, const cache_key key,
436 if (dc_job->cache->blob_put_cb) { in cache_put()
437 blob_put_compressed(dc_job->cache, dc_job->key, dc_job->data, dc_job->size); in cache_put()
438 } else if (dc_job->cache->type == DISK_CACHE_SINGLE_FILE) { in cache_put()
440 } else if (dc_job->cache->type == DISK_CACHE_DATABASE) { in cache_put()
442 } else if (dc_job->cache->type == DISK_CACHE_MULTI_FILE) { in cache_put()
443 filename = disk_cache_get_cache_filename(dc_job->cache, dc_job->key); in cache_put()
447 /* If the cache is too large, evict something else first. */ in cache_put()
448 …while (p_atomic_read_relaxed(&dc_job->cache->size->value) + dc_job->size > dc_job->cache->max_size… in cache_put()
450 disk_cache_evict_lru_item(dc_job->cache); in cache_put()
467 blob_put_compressed(struct disk_cache *cache, const cache_key key, in blob_put_compressed() argument
477 entry->uncompressed_size = size; in blob_put_compressed()
480 util_compress_deflate(data, size, entry->compressed_data, max_buf); in blob_put_compressed()
488 cache->blob_put_cb(key, CACHE_KEY_SIZE, entry, entry_size); in blob_put_compressed()
496 blob_get_compressed(struct disk_cache *cache, const cache_key key, in blob_get_compressed() argument
513 entry_size = cache->blob_get_cb(key, CACHE_KEY_SIZE, entry, max_blob_size); in blob_get_compressed()
521 void *data = malloc(entry->uncompressed_size); in blob_get_compressed()
527 unsigned compressed_size = entry_size - sizeof(*entry); in blob_get_compressed()
528 bool ret = util_compress_inflate(entry->compressed_data, compressed_size, in blob_get_compressed()
529 data, entry->uncompressed_size); in blob_get_compressed()
537 *size = entry->uncompressed_size; in blob_get_compressed()
545 disk_cache_put(struct disk_cache *cache, const cache_key key, in disk_cache_put() argument
549 if (!util_queue_is_initialized(&cache->cache_queue)) in disk_cache_put()
553 create_put_job(cache, key, (void*)data, size, cache_item_metadata, false); in disk_cache_put()
556 util_queue_fence_init(&dc_job->fence); in disk_cache_put()
557 util_queue_add_job(&cache->cache_queue, dc_job, &dc_job->fence, in disk_cache_put()
558 cache_put, destroy_put_job, dc_job->size); in disk_cache_put()
563 disk_cache_put_nocopy(struct disk_cache *cache, const cache_key key, in disk_cache_put_nocopy() argument
567 if (!util_queue_is_initialized(&cache->cache_queue)) { in disk_cache_put_nocopy()
573 create_put_job(cache, key, data, size, cache_item_metadata, true); in disk_cache_put_nocopy()
576 util_queue_fence_init(&dc_job->fence); in disk_cache_put_nocopy()
577 util_queue_add_job(&cache->cache_queue, dc_job, &dc_job->fence, in disk_cache_put_nocopy()
578 cache_put, destroy_put_job_nocopy, dc_job->size); in disk_cache_put_nocopy()
583 disk_cache_get(struct disk_cache *cache, const cache_key key, size_t *size) in disk_cache_get() argument
590 if (cache->foz_ro_cache) in disk_cache_get()
591 buf = disk_cache_load_item_foz(cache->foz_ro_cache, key, size); in disk_cache_get()
594 if (cache->blob_get_cb) { in disk_cache_get()
595 buf = blob_get_compressed(cache, key, size); in disk_cache_get()
596 } else if (cache->type == DISK_CACHE_SINGLE_FILE) { in disk_cache_get()
597 buf = disk_cache_load_item_foz(cache, key, size); in disk_cache_get()
598 } else if (cache->type == DISK_CACHE_DATABASE) { in disk_cache_get()
599 buf = disk_cache_db_load_item(cache, key, size); in disk_cache_get()
600 } else if (cache->type == DISK_CACHE_MULTI_FILE) { in disk_cache_get()
601 char *filename = disk_cache_get_cache_filename(cache, key); in disk_cache_get()
603 buf = disk_cache_load_item(cache, filename, size); in disk_cache_get()
607 if (unlikely(cache->stats.enabled)) { in disk_cache_get()
609 p_atomic_inc(&cache->stats.hits); in disk_cache_get()
611 p_atomic_inc(&cache->stats.misses); in disk_cache_get()
618 disk_cache_put_key(struct disk_cache *cache, const cache_key key) in disk_cache_put_key() argument
624 if (cache->blob_put_cb) { in disk_cache_put_key()
625 cache->blob_put_cb(key, CACHE_KEY_SIZE, key_chunk, sizeof(uint32_t)); in disk_cache_put_key()
629 if (cache->path_init_failed) in disk_cache_put_key()
632 entry = &cache->stored_keys[i * CACHE_KEY_SIZE]; in disk_cache_put_key()
638 * stored in the cache with disk_cache_put_key(). The implement is
640 * race-free, but the races are benign. If we race with someone else
641 * calling disk_cache_put_key, then that's just an extra cache miss and an
645 disk_cache_has_key(struct disk_cache *cache, const cache_key key) in disk_cache_has_key() argument
651 if (cache->blob_get_cb) { in disk_cache_has_key()
653 return cache->blob_get_cb(key, CACHE_KEY_SIZE, &blob, sizeof(uint32_t)); in disk_cache_has_key()
656 if (cache->path_init_failed) in disk_cache_has_key()
659 entry = &cache->stored_keys[i * CACHE_KEY_SIZE]; in disk_cache_has_key()
665 disk_cache_compute_key(struct disk_cache *cache, const void *data, size_t size, in disk_cache_compute_key() argument
671 _mesa_sha1_update(&ctx, cache->driver_keys_blob, in disk_cache_compute_key()
672 cache->driver_keys_blob_size); in disk_cache_compute_key()
678 disk_cache_set_callbacks(struct disk_cache *cache, disk_cache_put_cb put, in disk_cache_set_callbacks() argument
681 cache->blob_put_cb = put; in disk_cache_set_callbacks()
682 cache->blob_get_cb = get; in disk_cache_set_callbacks()
683 disk_cache_init_queue(cache); in disk_cache_set_callbacks()