Lines Matching full:device
35 simple_mtx_lock(&queue->device->vk.memory_trace_data.token_mtx); in capture_trace()
36 vk_dump_rmv_capture(&queue->device->vk.memory_trace_data); in capture_trace()
37 simple_mtx_unlock(&queue->device->vk.memory_trace_data.token_mtx); in capture_trace()
43 anv_memory_trace_init(struct anv_device *device) in anv_memory_trace_init() argument
47 anv_rmv_fill_device_info(device->physical, &info); in anv_memory_trace_init()
48 vk_memory_trace_init(&device->vk, &info); in anv_memory_trace_init()
50 if (!device->vk.memory_trace_data.is_enabled) in anv_memory_trace_init()
53 device->vk.capture_trace = capture_trace; in anv_memory_trace_init()
57 fill_memory_info(const struct anv_physical_device *device, in fill_memory_info() argument
64 out_info->size = device->memory.heaps[0].size; in fill_memory_info()
67 out_info->physical_base_address = device->memory.heaps[0].size; in fill_memory_info()
68 out_info->size = device->vram_non_mappable.size; in fill_memory_info()
72 out_info->size = device->memory.heaps[1].size; in fill_memory_info()
80 anv_rmv_fill_device_info(const struct anv_physical_device *device, in anv_rmv_fill_device_info() argument
84 fill_memory_info(device, &info->memory_infos[i], i); in anv_rmv_fill_device_info()
86 strncpy(info->device_name, device->info.name, sizeof(info->device_name) - 1); in anv_rmv_fill_device_info()
87 info->pcie_revision_id = device->info.pci_revision_id; in anv_rmv_fill_device_info()
88 info->pcie_device_id = device->info.pci_device_id; in anv_rmv_fill_device_info()
102 anv_memory_trace_finish(struct anv_device *device) in anv_memory_trace_finish() argument
107 resource_id_locked(struct anv_device *device, const void *obj) in resource_id_locked() argument
109 return vk_rmv_get_resource_id_locked(&device->vk, (uint64_t)(uintptr_t)obj); in resource_id_locked()
113 resource_destroy_locked(struct anv_device *device, const void *obj) in resource_destroy_locked() argument
115 vk_rmv_destroy_resource_id_locked(&device->vk, (uint64_t)(uintptr_t)obj); in resource_destroy_locked()
120 log_resource_bind_locked(struct anv_device *device, uint64_t resource_id, in log_resource_bind_locked() argument
131 vk_rmv_emit_token(&device->vk.memory_trace_data, VK_RMV_TOKEN_TYPE_RESOURCE_BIND, &token); in log_resource_bind_locked()
135 log_state_pool_bind_locked(struct anv_device *device, uint64_t resource_id, in log_state_pool_bind_locked() argument
147 vk_rmv_emit_token(&device->vk.memory_trace_data, VK_RMV_TOKEN_TYPE_RESOURCE_BIND, &token); in log_state_pool_bind_locked()
151 anv_heap_index_to_memory_location(struct anv_device *device, in anv_heap_index_to_memory_location() argument
155 return device->physical->vram_non_mappable.size != 0 ? in anv_heap_index_to_memory_location()
165 anv_rmv_log_bo_gtt_unmap_locked(struct anv_device *device, in anv_rmv_log_bo_gtt_unmap_locked() argument
177 .page_size = device->info->mem_alignment, in anv_rmv_log_bo_gtt_unmap_locked()
179 device->info->mem_alignment), in anv_rmv_log_bo_gtt_unmap_locked()
187 util_dynarray_append(&device->vk.memory_trace_data.tokens, in anv_rmv_log_bo_gtt_unmap_locked()
194 anv_rmv_log_bo_gtt_unmap(struct anv_device *device, in anv_rmv_log_bo_gtt_unmap() argument
197 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_bo_gtt_unmap()
198 anv_rmv_log_bo_gtt_unmap_locked(device, bo); in anv_rmv_log_bo_gtt_unmap()
199 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_bo_gtt_unmap()
203 anv_rmv_log_bo_gtt_map(struct anv_device *device, in anv_rmv_log_bo_gtt_map() argument
206 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_bo_gtt_map()
213 .page_size = device->info->mem_alignment, in anv_rmv_log_bo_gtt_map()
215 device->info->mem_alignment), in anv_rmv_log_bo_gtt_map()
223 util_dynarray_append(&device->vk.memory_trace_data.tokens, in anv_rmv_log_bo_gtt_map()
228 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_bo_gtt_map()
232 anv_rmv_log_bos_gtt_map(struct anv_device *device, in anv_rmv_log_bos_gtt_map() argument
236 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_bos_gtt_map()
249 .page_size = device->info->mem_alignment, in anv_rmv_log_bos_gtt_map()
251 device->info->mem_alignment), in anv_rmv_log_bos_gtt_map()
259 util_dynarray_append(&device->vk.memory_trace_data.tokens, in anv_rmv_log_bos_gtt_map()
264 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_bos_gtt_map()
268 anv_rmv_log_vm_binds(struct anv_device *device, in anv_rmv_log_vm_binds() argument
272 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_vm_binds()
281 .page_size = device->info->mem_alignment, in anv_rmv_log_vm_binds()
283 device->info->mem_alignment), in anv_rmv_log_vm_binds()
291 util_dynarray_append(&device->vk.memory_trace_data.tokens, in anv_rmv_log_vm_binds()
294 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_vm_binds()
298 anv_rmv_log_heap_create(struct anv_device *device, in anv_rmv_log_heap_create() argument
303 /* Do not log zero-sized device memory objects. */ in anv_rmv_log_heap_create()
307 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_heap_create()
311 .resource_id = resource_id_locked(device, memory), in anv_rmv_log_heap_create()
314 .alignment = device->info->mem_alignment, in anv_rmv_log_heap_create()
316 .heap_index = anv_heap_index_to_memory_location(device, in anv_rmv_log_heap_create()
322 vk_rmv_emit_token(&device->vk.memory_trace_data, VK_RMV_TOKEN_TYPE_RESOURCE_CREATE, &token); in anv_rmv_log_heap_create()
323 log_resource_bind_locked(device, token.resource_id, memory->bo, 0, memory->vk.size); in anv_rmv_log_heap_create()
324 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_heap_create()
328 anv_rmv_log_vma_locked(struct anv_device *device, uint64_t address, uint64_t size, in anv_rmv_log_vma_locked() argument
343 vk_rmv_emit_token(&device->vk.memory_trace_data, VK_RMV_TOKEN_TYPE_VIRTUAL_ALLOCATE, &token); in anv_rmv_log_vma_locked()
347 anv_rmv_log_bo_allocate(struct anv_device *device, in anv_rmv_log_bo_allocate() argument
350 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_bo_allocate()
351 anv_rmv_log_vma_locked(device, bo->offset, bo->size, in anv_rmv_log_bo_allocate()
354 device->physical->vram_non_mappable.size != 0 && in anv_rmv_log_bo_allocate()
359 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_bo_allocate()
362 vk_rmv_log_cpu_map(&device->vk, bo->offset, false); in anv_rmv_log_bo_allocate()
366 anv_rmv_log_bo_destroy(struct anv_device *device, struct anv_bo *bo) in anv_rmv_log_bo_destroy() argument
373 vk_rmv_log_cpu_map(&device->vk, bo->offset, true); in anv_rmv_log_bo_destroy()
374 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_bo_destroy()
375 anv_rmv_log_bo_gtt_unmap_locked(device, bo); in anv_rmv_log_bo_destroy()
376 vk_rmv_emit_token(&device->vk.memory_trace_data, VK_RMV_TOKEN_TYPE_VIRTUAL_FREE, &token); in anv_rmv_log_bo_destroy()
377 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_bo_destroy()
381 anv_rmv_log_buffer_create(struct anv_device *device, in anv_rmv_log_buffer_create() argument
385 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_buffer_create()
389 .resource_id = resource_id_locked(device, buffer), in anv_rmv_log_buffer_create()
397 vk_rmv_emit_token(&device->vk.memory_trace_data, VK_RMV_TOKEN_TYPE_RESOURCE_CREATE, &token); in anv_rmv_log_buffer_create()
400 anv_rmv_log_vma_locked(device, in anv_rmv_log_buffer_create()
405 log_resource_bind_locked(device, in anv_rmv_log_buffer_create()
406 resource_id_locked(device, buffer), in anv_rmv_log_buffer_create()
411 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_buffer_create()
416 anv_rmv_log_buffer_destroy(struct anv_device *device, in anv_rmv_log_buffer_destroy() argument
419 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_buffer_destroy()
424 vk_rmv_emit_token(&device->vk.memory_trace_data, VK_RMV_TOKEN_TYPE_VIRTUAL_FREE, &token); in anv_rmv_log_buffer_destroy()
426 resource_destroy_locked(device, buffer); in anv_rmv_log_buffer_destroy()
427 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_buffer_destroy()
432 anv_rmv_log_buffer_bind(struct anv_device *device, struct anv_buffer *buffer) in anv_rmv_log_buffer_bind() argument
434 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_buffer_bind()
435 log_resource_bind_locked(device, in anv_rmv_log_buffer_bind()
436 resource_id_locked(device, buffer), in anv_rmv_log_buffer_bind()
439 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_buffer_bind()
443 anv_rmv_log_image_create(struct anv_device *device, in anv_rmv_log_image_create() argument
447 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_image_create()
450 .resource_id = resource_id_locked(device, image), in anv_rmv_log_image_create()
478 vk_rmv_emit_token(&device->vk.memory_trace_data, VK_RMV_TOKEN_TYPE_RESOURCE_CREATE, &token); in anv_rmv_log_image_create()
482 anv_rmv_log_vma_locked(device, in anv_rmv_log_image_create()
487 log_resource_bind_locked(device, in anv_rmv_log_image_create()
488 resource_id_locked(device, image), in anv_rmv_log_image_create()
495 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_image_create()
499 anv_rmv_log_image_destroy(struct anv_device *device, in anv_rmv_log_image_destroy() argument
502 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_image_destroy()
510 … vk_rmv_emit_token(&device->vk.memory_trace_data, VK_RMV_TOKEN_TYPE_VIRTUAL_FREE, &token); in anv_rmv_log_image_destroy()
514 resource_destroy_locked(device, image); in anv_rmv_log_image_destroy()
515 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_image_destroy()
519 anv_rmv_log_image_bind(struct anv_device *device, in anv_rmv_log_image_bind() argument
523 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_image_bind()
524 log_resource_bind_locked(device, in anv_rmv_log_image_bind()
525 resource_id_locked(device, image), in anv_rmv_log_image_bind()
529 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_image_bind()
533 anv_rmv_log_query_pool_create(struct anv_device *device, in anv_rmv_log_query_pool_create() argument
542 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_query_pool_create()
545 .resource_id = resource_id_locked(device, pool), in anv_rmv_log_query_pool_create()
553 vk_rmv_emit_token(&device->vk.memory_trace_data, in anv_rmv_log_query_pool_create()
555 log_resource_bind_locked(device, create_token.resource_id, in anv_rmv_log_query_pool_create()
557 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_query_pool_create()
561 bind_cmd_buffer_state_stream_locked(struct anv_device *device, in bind_cmd_buffer_state_stream_locked() argument
566 log_state_pool_bind_locked(device, resource_id, stream->state_pool, block); in bind_cmd_buffer_state_stream_locked()
570 anv_rmv_log_cmd_buffer_create(struct anv_device *device, in anv_rmv_log_cmd_buffer_create() argument
583 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_cmd_buffer_create()
586 .resource_id = resource_id_locked(device, cmd_buffer), in anv_rmv_log_cmd_buffer_create()
599 vk_rmv_emit_token(&device->vk.memory_trace_data, in anv_rmv_log_cmd_buffer_create()
603 log_resource_bind_locked(device, create_token.resource_id, in anv_rmv_log_cmd_buffer_create()
606 bind_cmd_buffer_state_stream_locked(device, create_token.resource_id, in anv_rmv_log_cmd_buffer_create()
608 bind_cmd_buffer_state_stream_locked(device, create_token.resource_id, in anv_rmv_log_cmd_buffer_create()
610 bind_cmd_buffer_state_stream_locked(device, create_token.resource_id, in anv_rmv_log_cmd_buffer_create()
612 bind_cmd_buffer_state_stream_locked(device, create_token.resource_id, in anv_rmv_log_cmd_buffer_create()
614 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_cmd_buffer_create()
618 anv_rmv_log_cmd_buffer_destroy(struct anv_device *device, in anv_rmv_log_cmd_buffer_destroy() argument
621 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_cmd_buffer_destroy()
623 .resource_id = resource_id_locked(device, cmd_buffer), in anv_rmv_log_cmd_buffer_destroy()
626 vk_rmv_emit_token(&device->vk.memory_trace_data, in anv_rmv_log_cmd_buffer_destroy()
628 resource_destroy_locked(device, cmd_buffer); in anv_rmv_log_cmd_buffer_destroy()
629 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_cmd_buffer_destroy()
633 anv_rmv_log_sparse_add_residency(struct anv_device *device, in anv_rmv_log_sparse_add_residency() argument
642 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_sparse_add_residency()
643 vk_rmv_emit_token(&device->vk.memory_trace_data, in anv_rmv_log_sparse_add_residency()
645 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_sparse_add_residency()
649 anv_rmv_log_sparse_remove_residency(struct anv_device *device, in anv_rmv_log_sparse_remove_residency() argument
658 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_sparse_remove_residency()
659 vk_rmv_emit_token(&device->vk.memory_trace_data, in anv_rmv_log_sparse_remove_residency()
661 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_sparse_remove_residency()
665 anv_rmv_log_descriptor_pool_create(struct anv_device *device, in anv_rmv_log_descriptor_pool_create() argument
670 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_descriptor_pool_create()
673 .resource_id = resource_id_locked(device, pool), in anv_rmv_log_descriptor_pool_create()
686 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_descriptor_pool_create()
693 vk_rmv_emit_token(&device->vk.memory_trace_data, in anv_rmv_log_descriptor_pool_create()
695 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_descriptor_pool_create()
705 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_descriptor_pool_create()
706 … vk_rmv_emit_token(&device->vk.memory_trace_data, VK_RMV_TOKEN_TYPE_RESOURCE_BIND, &bind_token); in anv_rmv_log_descriptor_pool_create()
707 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_descriptor_pool_create()
717 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_descriptor_pool_create()
718 … vk_rmv_emit_token(&device->vk.memory_trace_data, VK_RMV_TOKEN_TYPE_RESOURCE_BIND, &bind_token); in anv_rmv_log_descriptor_pool_create()
719 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_descriptor_pool_create()
724 anv_rmv_log_graphics_pipeline_create(struct anv_device *device, in anv_rmv_log_graphics_pipeline_create() argument
730 .resource_id = resource_id_locked(device, pipeline), in anv_rmv_log_graphics_pipeline_create()
739 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_graphics_pipeline_create()
740 …vk_rmv_emit_token(&device->vk.memory_trace_data, VK_RMV_TOKEN_TYPE_RESOURCE_CREATE, &create_token); in anv_rmv_log_graphics_pipeline_create()
747 log_state_pool_bind_locked(device, create_token.resource_id, in anv_rmv_log_graphics_pipeline_create()
748 &device->instruction_state_pool, in anv_rmv_log_graphics_pipeline_create()
751 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_graphics_pipeline_create()
755 anv_rmv_log_compute_pipeline_create(struct anv_device *device, in anv_rmv_log_compute_pipeline_create() argument
763 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_compute_pipeline_create()
766 .resource_id = resource_id_locked(device, pipeline), in anv_rmv_log_compute_pipeline_create()
775 …vk_rmv_emit_token(&device->vk.memory_trace_data, VK_RMV_TOKEN_TYPE_RESOURCE_CREATE, &create_token); in anv_rmv_log_compute_pipeline_create()
777 log_state_pool_bind_locked(device, create_token.resource_id, in anv_rmv_log_compute_pipeline_create()
778 &device->instruction_state_pool, in anv_rmv_log_compute_pipeline_create()
780 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_compute_pipeline_create()
784 anv_rmv_log_rt_pipeline_create(struct anv_device *device, in anv_rmv_log_rt_pipeline_create() argument
788 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_rt_pipeline_create()
791 .resource_id = resource_id_locked(device, pipeline), in anv_rmv_log_rt_pipeline_create()
800 …vk_rmv_emit_token(&device->vk.memory_trace_data, VK_RMV_TOKEN_TYPE_RESOURCE_CREATE, &create_token); in anv_rmv_log_rt_pipeline_create()
802 struct anv_state_pool *state_pool = &device->instruction_state_pool; in anv_rmv_log_rt_pipeline_create()
810 log_state_pool_bind_locked(device, create_token.resource_id, state_pool, in anv_rmv_log_rt_pipeline_create()
814 log_state_pool_bind_locked(device, create_token.resource_id, state_pool, in anv_rmv_log_rt_pipeline_create()
818 log_state_pool_bind_locked(device, create_token.resource_id, state_pool, in anv_rmv_log_rt_pipeline_create()
822 log_state_pool_bind_locked(device, create_token.resource_id, state_pool, in anv_rmv_log_rt_pipeline_create()
827 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_rt_pipeline_create()
831 anv_rmv_log_event_create(struct anv_device *device, in anv_rmv_log_event_create() argument
836 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_event_create()
839 .resource_id = resource_id_locked(device, event), in anv_rmv_log_event_create()
846 …vk_rmv_emit_token(&device->vk.memory_trace_data, VK_RMV_TOKEN_TYPE_RESOURCE_CREATE, &create_token); in anv_rmv_log_event_create()
847 log_state_pool_bind_locked(device, create_token.resource_id, in anv_rmv_log_event_create()
848 &device->dynamic_state_pool, in anv_rmv_log_event_create()
850 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_event_create()
854 anv_rmv_log_resource_destroy(struct anv_device *device, const void *obj) in anv_rmv_log_resource_destroy() argument
856 simple_mtx_lock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_resource_destroy()
858 .resource_id = resource_id_locked(device, obj), in anv_rmv_log_resource_destroy()
861 vk_rmv_emit_token(&device->vk.memory_trace_data, VK_RMV_TOKEN_TYPE_RESOURCE_DESTROY, &token); in anv_rmv_log_resource_destroy()
862 resource_destroy_locked(device, obj); in anv_rmv_log_resource_destroy()
863 simple_mtx_unlock(&device->vk.memory_trace_data.token_mtx); in anv_rmv_log_resource_destroy()