Lines Matching refs:real
267 assert(!bo->real.reusable); in find_and_ref_external_bo()
557 list_inithead(&bo->real.exports); in bo_calloc()
569 VG_NOACCESS(bo->real.map, bo->size); in bo_unmap()
570 os_munmap(bo->real.map, bo->size); in bo_unmap()
571 bo->real.map = NULL; in bo_unmap()
748 bo->slab.real = iris_get_backing_bo(slab->bo); in iris_slab_alloc()
887 if (mmap_mode != cur->real.mmap_mode) in alloc_bo_from_cache()
962 bo->real.heap = flags_to_heap(bufmgr, flags); in alloc_fresh_bo()
973 switch (bo->real.heap) { in alloc_fresh_bo()
1001 bo->real.heap == IRIS_HEAP_DEVICE_LOCAL_PREFERRED) { in alloc_fresh_bo()
1129 bo->real.reusable = bucket && bufmgr->bo_reuse; in iris_bo_alloc()
1131 bo->real.kflags = EXEC_OBJECT_SUPPORTS_48B_ADDRESS | EXEC_OBJECT_PINNED; in iris_bo_alloc()
1137 bo->real.kflags |= EXEC_OBJECT_CAPTURE; in iris_bo_alloc()
1139 assert(bo->real.map == NULL || bo->real.mmap_mode == mmap_mode); in iris_bo_alloc()
1140 bo->real.mmap_mode = mmap_mode; in iris_bo_alloc()
1154 bo->real.reusable = false; in iris_bo_alloc()
1158 bo->name, memzone_name(memzone), iris_heap_to_string[bo->real.heap], in iris_bo_alloc()
1203 bo->real.map = ptr; in iris_bo_create_userptr()
1206 bo->real.kflags = EXEC_OBJECT_SUPPORTS_48B_ADDRESS | EXEC_OBJECT_PINNED; in iris_bo_create_userptr()
1216 bo->real.userptr = true; in iris_bo_create_userptr()
1219 bo->real.mmap_mode = IRIS_MMAP_WB; in iris_bo_create_userptr()
1283 bo->real.global_name = handle; in iris_bo_gem_create_from_name()
1284 bo->real.reusable = false; in iris_bo_gem_create_from_name()
1285 bo->real.imported = true; in iris_bo_gem_create_from_name()
1286 bo->real.mmap_mode = IRIS_MMAP_NONE; in iris_bo_gem_create_from_name()
1287 bo->real.kflags = EXEC_OBJECT_SUPPORTS_48B_ADDRESS | EXEC_OBJECT_PINNED; in iris_bo_gem_create_from_name()
1297 _mesa_hash_table_insert(bufmgr->name_table, &bo->real.global_name, bo); in iris_bo_gem_create_from_name()
1317 if (bo->real.global_name) { in bo_close()
1319 &bo->real.global_name); in bo_close()
1326 list_for_each_entry_safe(struct bo_export, export, &bo->real.exports, link) { in bo_close()
1334 assert(list_is_empty(&bo->real.exports)); in bo_close()
1372 if (!bo->real.userptr && bo->real.map) in bo_free()
1400 if (time - bo->real.free_time <= 1) in cleanup_bo_cache()
1413 if (time - bo->real.free_time <= 1) in cleanup_bo_cache()
1426 if (time - bo->real.free_time <= 1) in cleanup_bo_cache()
1460 if (bo->real.reusable) in bo_unreference_final()
1461 bucket = bucket_for_size(bufmgr, bo->size, bo->real.heap); in bo_unreference_final()
1464 bo->real.free_time = time; in bo_unreference_final()
1546 assert(bo->real.mmap_mode == IRIS_MMAP_WB || in iris_bo_gem_mmap_legacy()
1547 bo->real.mmap_mode == IRIS_MMAP_WC); in iris_bo_gem_mmap_legacy()
1552 .flags = bo->real.mmap_mode == IRIS_MMAP_WC ? I915_MMAP_WC : 0, in iris_bo_gem_mmap_legacy()
1588 if (bo->real.heap != IRIS_HEAP_SYSTEM_MEMORY) in iris_bo_gem_mmap_offset()
1589 assert(bo->real.mmap_mode == IRIS_MMAP_WC); in iris_bo_gem_mmap_offset()
1591 assert(bo->real.mmap_mode == IRIS_MMAP_WB); in iris_bo_gem_mmap_offset()
1601 assert(bo->real.mmap_mode != IRIS_MMAP_NONE); in iris_bo_gem_mmap_offset()
1602 assert(bo->real.mmap_mode < ARRAY_SIZE(mmap_offset_for_mode)); in iris_bo_gem_mmap_offset()
1603 mmap_arg.flags = mmap_offset_for_mode[bo->real.mmap_mode]; in iris_bo_gem_mmap_offset()
1634 struct iris_bo *real = iris_get_backing_bo(bo); in iris_bo_map() local
1635 uint64_t offset = bo->address - real->address; in iris_bo_map()
1636 map = iris_bo_map(dbg, real, flags | MAP_ASYNC) + offset; in iris_bo_map()
1638 assert(bo->real.mmap_mode != IRIS_MMAP_NONE); in iris_bo_map()
1639 if (bo->real.mmap_mode == IRIS_MMAP_NONE) in iris_bo_map()
1642 if (!bo->real.map) { in iris_bo_map()
1652 if (p_atomic_cmpxchg(&bo->real.map, NULL, map)) { in iris_bo_map()
1657 assert(bo->real.map); in iris_bo_map()
1658 map = bo->real.map; in iris_bo_map()
1662 bo->gem_handle, bo->name, bo->real.map); in iris_bo_map()
1912 bo->real.reusable = false; in iris_bo_import_dmabuf()
1913 bo->real.imported = true; in iris_bo_import_dmabuf()
1914 bo->real.mmap_mode = IRIS_MMAP_NONE; in iris_bo_import_dmabuf()
1915 bo->real.kflags = EXEC_OBJECT_SUPPORTS_48B_ADDRESS | EXEC_OBJECT_PINNED; in iris_bo_import_dmabuf()
1955 if (!bo->real.exported) { in iris_bo_mark_exported_locked()
1960 bo->real.exported = true; in iris_bo_mark_exported_locked()
1961 bo->real.reusable = false; in iris_bo_mark_exported_locked()
1973 if (bo->real.exported) { in iris_bo_mark_exported()
1974 assert(!bo->real.reusable); in iris_bo_mark_exported()
2019 if (!bo->real.global_name) { in iris_bo_flink()
2026 if (!bo->real.global_name) { in iris_bo_flink()
2028 bo->real.global_name = flink.name; in iris_bo_flink()
2029 _mesa_hash_table_insert(bufmgr->name_table, &bo->real.global_name, bo); in iris_bo_flink()
2034 *name = bo->real.global_name; in iris_bo_flink()
2082 list_for_each_entry(struct bo_export, iter, &bo->real.exports, link) { in iris_bo_export_gem_handle_for_device()
2095 list_addtail(&export->link, &bo->real.exports); in iris_bo_export_gem_handle_for_device()
2307 bo->real.kflags = EXEC_OBJECT_SUPPORTS_48B_ADDRESS | EXEC_OBJECT_PINNED | in intel_aux_map_buffer_alloc()
2309 bo->real.mmap_mode = in intel_aux_map_buffer_alloc()
2310 bo->real.heap != IRIS_HEAP_SYSTEM_MEMORY ? IRIS_MMAP_WC : IRIS_MMAP_WB; in intel_aux_map_buffer_alloc()