/* * Copyright 2018 Collabora Ltd. * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * on the rights to use, copy, modify, merge, publish, distribute, sub * license, and/or sell copies of the Software, and to permit persons to whom * the Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice (including the next * paragraph) shall be included in all copies or substantial portions of the * Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM, * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE * USE OR OTHER DEALINGS IN THE SOFTWARE. */ #ifndef ZINK_SCREEN_H #define ZINK_SCREEN_H #include "zink_device_info.h" #include "zink_instance.h" #include "vk_dispatch_table.h" #include "util/u_idalloc.h" #include "pipe/p_screen.h" #include "util/slab.h" #include "compiler/nir/nir.h" #include "util/disk_cache.h" #include "util/log.h" #include "util/simple_mtx.h" #include "util/u_queue.h" #include "util/u_live_shader_cache.h" #include "util/u_vertex_state_cache.h" #include "pipebuffer/pb_cache.h" #include "pipebuffer/pb_slab.h" #include #ifdef __cplusplus extern "C" { #endif extern uint32_t zink_debug; struct hash_table; struct util_dl_library; struct zink_batch_state; struct zink_context; struct zink_descriptor_layout_key; struct zink_program; struct zink_shader; enum zink_descriptor_type; /* this is the spec minimum */ #define ZINK_SPARSE_BUFFER_PAGE_SIZE (64 * 1024) enum zink_debug { ZINK_DEBUG_NIR = (1<<0), ZINK_DEBUG_SPIRV = (1<<1), ZINK_DEBUG_TGSI = (1<<2), ZINK_DEBUG_VALIDATION = (1<<3), ZINK_DEBUG_SYNC = (1<<4), ZINK_DEBUG_COMPACT = (1<<5), ZINK_DEBUG_NOREORDER = (1<<6), }; #define NUM_SLAB_ALLOCATORS 3 #define MIN_SLAB_ORDER 8 #define ZINK_CONTEXT_COPY_ONLY (1<<30) enum zink_descriptor_mode { ZINK_DESCRIPTOR_MODE_AUTO, ZINK_DESCRIPTOR_MODE_LAZY, ZINK_DESCRIPTOR_MODE_CACHED, ZINK_DESCRIPTOR_MODE_NOTEMPLATES, ZINK_DESCRIPTOR_MODE_COMPACT, }; extern enum zink_descriptor_mode zink_descriptor_mode; //keep in sync with zink_descriptor_type since headers can't be cross-included #define ZINK_MAX_DESCRIPTOR_SETS 6 struct zink_modifier_prop { uint32_t drmFormatModifierCount; VkDrmFormatModifierPropertiesEXT* pDrmFormatModifierProperties; }; struct zink_screen { struct pipe_screen base; struct util_dl_library *loader_lib; PFN_vkGetInstanceProcAddr vk_GetInstanceProcAddr; PFN_vkGetDeviceProcAddr vk_GetDeviceProcAddr; bool threaded; bool is_cpu; bool abort_on_hang; uint64_t curr_batch; //the current batch id uint32_t last_finished; VkSemaphore sem; VkFence fence; struct util_queue flush_queue; struct zink_context *copy_context; unsigned buffer_rebind_counter; unsigned image_rebind_counter; unsigned robust_ctx_count; struct hash_table dts; simple_mtx_t dt_lock; bool device_lost; int drm_fd; struct hash_table framebuffer_cache; struct slab_parent_pool transfer_pool; struct disk_cache *disk_cache; struct util_queue cache_put_thread; struct util_queue cache_get_thread; struct util_live_shader_cache shaders; struct { struct pb_cache bo_cache; struct pb_slabs bo_slabs[NUM_SLAB_ALLOCATORS]; unsigned min_alloc_size; uint32_t next_bo_unique_id; } pb; uint8_t heap_map[VK_MAX_MEMORY_TYPES]; VkMemoryPropertyFlags heap_flags[VK_MAX_MEMORY_TYPES]; bool resizable_bar; uint64_t total_video_mem; uint64_t clamp_video_mem; uint64_t total_mem; VkInstance instance; struct zink_instance_info instance_info; VkPhysicalDevice pdev; uint32_t vk_version, spirv_version; struct util_idalloc_mt buffer_ids; struct util_vertex_state_cache vertex_state_cache; struct zink_device_info info; struct nir_shader_compiler_options nir_options; bool have_X8_D24_UNORM_PACK32; bool have_D24_UNORM_S8_UINT; bool have_D32_SFLOAT_S8_UINT; bool have_triangle_fans; bool need_2D_zs; bool need_2D_sparse; bool faked_e5sparse; //drivers may not expose R9G9B9E5 but cts requires it uint32_t gfx_queue; uint32_t sparse_queue; uint32_t max_queues; uint32_t timestamp_valid_bits; VkDevice dev; VkQueue queue; //gfx+compute VkQueue queue_sparse; simple_mtx_t queue_lock; VkDebugUtilsMessengerEXT debugUtilsCallbackHandle; uint32_t cur_custom_border_color_samplers; struct vk_dispatch_table vk; bool compact_descriptors; uint8_t desc_set_id[ZINK_MAX_DESCRIPTOR_SETS]; bool (*descriptor_program_init)(struct zink_context *ctx, struct zink_program *pg); void (*descriptor_program_deinit)(struct zink_context *ctx, struct zink_program *pg); void (*descriptors_update)(struct zink_context *ctx, bool is_compute); void (*context_update_descriptor_states)(struct zink_context *ctx, bool is_compute); void (*context_invalidate_descriptor_state)(struct zink_context *ctx, enum pipe_shader_type shader, enum zink_descriptor_type type, unsigned start, unsigned count); bool (*batch_descriptor_init)(struct zink_screen *screen, struct zink_batch_state *bs); void (*batch_descriptor_reset)(struct zink_screen *screen, struct zink_batch_state *bs); void (*batch_descriptor_deinit)(struct zink_screen *screen, struct zink_batch_state *bs); bool (*descriptors_init)(struct zink_context *ctx); void (*descriptors_deinit)(struct zink_context *ctx); struct { bool dual_color_blend_by_location; bool inline_uniforms; } driconf; VkFormatProperties format_props[PIPE_FORMAT_COUNT]; struct zink_modifier_prop modifier_props[PIPE_FORMAT_COUNT]; struct { uint32_t image_view; uint32_t buffer_view; } null_descriptor_hashes; VkExtent2D maxSampleLocationGridSize[5]; struct { bool color_write_missing; bool depth_clip_control_missing; bool implicit_sync; unsigned z16_unscaled_bias; unsigned z24_unscaled_bias; } driver_workarounds; }; /* update last_finished to account for batch_id wrapping */ static inline void zink_screen_update_last_finished(struct zink_screen *screen, uint64_t batch_id) { const uint32_t check_id = (uint32_t)batch_id; /* last_finished may have wrapped */ if (screen->last_finished < UINT_MAX / 2) { /* last_finished has wrapped, batch_id has not */ if (check_id > UINT_MAX / 2) return; } else if (check_id < UINT_MAX / 2) { /* batch_id has wrapped, last_finished has not */ screen->last_finished = check_id; return; } /* neither have wrapped */ screen->last_finished = MAX2(check_id, screen->last_finished); } /* check a batch_id against last_finished while accounting for wrapping */ static inline bool zink_screen_check_last_finished(struct zink_screen *screen, uint32_t batch_id) { const uint32_t check_id = (uint32_t)batch_id; /* last_finished may have wrapped */ if (screen->last_finished < UINT_MAX / 2) { /* last_finished has wrapped, batch_id has not */ if (check_id > UINT_MAX / 2) return true; } else if (check_id < UINT_MAX / 2) { /* batch_id has wrapped, last_finished has not */ return false; } return screen->last_finished >= check_id; } bool zink_screen_init_semaphore(struct zink_screen *screen); static inline bool zink_screen_handle_vkresult(struct zink_screen *screen, VkResult ret) { bool success = false; switch (ret) { case VK_SUCCESS: success = true; break; case VK_ERROR_DEVICE_LOST: screen->device_lost = true; mesa_loge("zink: DEVICE LOST!\n"); /* if nothing can save us, abort */ if (screen->abort_on_hang && !screen->robust_ctx_count) abort(); FALLTHROUGH; default: success = false; break; } return success; } static inline struct zink_screen * zink_screen(struct pipe_screen *pipe) { return (struct zink_screen *)pipe; } struct mem_cache_entry { VkDeviceMemory mem; void *map; }; #define VKCTX(fn) zink_screen(ctx->base.screen)->vk.fn #define VKSCR(fn) screen->vk.fn VkFormat zink_get_format(struct zink_screen *screen, enum pipe_format format); bool zink_screen_timeline_wait(struct zink_screen *screen, uint64_t batch_id, uint64_t timeout); bool zink_is_depth_format_supported(struct zink_screen *screen, VkFormat format); #define GET_PROC_ADDR_INSTANCE_LOCAL(screen, instance, x) PFN_vk##x vk_##x = (PFN_vk##x)(screen)->vk_GetInstanceProcAddr(instance, "vk"#x) void zink_screen_update_pipeline_cache(struct zink_screen *screen, struct zink_program *pg); void zink_screen_get_pipeline_cache(struct zink_screen *screen, struct zink_program *pg); void zink_screen_init_descriptor_funcs(struct zink_screen *screen, bool fallback); void zink_stub_function_not_loaded(void); #define warn_missing_feature(warned, feat) \ do { \ if (!warned) { \ mesa_logw("WARNING: Incorrect rendering will happen " \ "because the Vulkan device doesn't support " \ "the '%s' feature\n", feat); \ warned = true; \ } \ } while (0) #ifdef __cplusplus } #endif #endif