| /drivers/virtio/ |
| D | virtio_mem.c | 284 static int register_virtio_mem_device(struct virtio_mem *vm) in register_virtio_mem_device()
303 static void unregister_virtio_mem_device(struct virtio_mem *vm) in unregister_virtio_mem_device()
334 static unsigned long virtio_mem_phys_to_bb_id(struct virtio_mem *vm, in virtio_mem_phys_to_bb_id()
343 static uint64_t virtio_mem_bb_id_to_phys(struct virtio_mem *vm, in virtio_mem_bb_id_to_phys()
352 static unsigned long virtio_mem_phys_to_sb_id(struct virtio_mem *vm, in virtio_mem_phys_to_sb_id()
364 static void virtio_mem_bbm_set_bb_state(struct virtio_mem *vm, in virtio_mem_bbm_set_bb_state()
382 static enum virtio_mem_bbm_bb_state virtio_mem_bbm_get_bb_state(struct virtio_mem *vm, in virtio_mem_bbm_get_bb_state()
391 static int virtio_mem_bbm_bb_states_prepare_next_bb(struct virtio_mem *vm) in virtio_mem_bbm_bb_states_prepare_next_bb()
431 static void virtio_mem_sbm_set_mb_state(struct virtio_mem *vm, in virtio_mem_sbm_set_mb_state()
448 static uint8_t virtio_mem_sbm_get_mb_state(struct virtio_mem *vm, in virtio_mem_sbm_get_mb_state()
[all …]
|
| /drivers/gpu/drm/i915/gt/ |
| D | intel_gtt.c | 32 struct drm_i915_gem_object *alloc_pt_lmem(struct i915_address_space *vm, int sz) in alloc_pt_lmem()
63 struct drm_i915_gem_object *alloc_pt_dma(struct i915_address_space *vm, int sz) in alloc_pt_dma()
84 int map_pt_dma(struct i915_address_space *vm, struct drm_i915_gem_object *obj) in map_pt_dma()
98 int map_pt_dma_locked(struct i915_address_space *vm, struct drm_i915_gem_object *obj) in map_pt_dma_locked()
148 static void __i915_vm_close(struct i915_address_space *vm) in __i915_vm_close()
163 int i915_vm_lock_objects(struct i915_address_space *vm, in i915_vm_lock_objects()
176 void i915_address_space_fini(struct i915_address_space *vm) in i915_address_space_fini()
191 struct i915_address_space *vm = in i915_vm_resv_release() local
202 struct i915_address_space *vm = in __i915_vm_release() local
218 struct i915_address_space *vm = in i915_vm_release() local
[all …]
|
| D | gen8_ppgtt.c | 150 static unsigned int gen8_pd_top_count(const struct i915_address_space *vm) in gen8_pd_top_count()
158 gen8_pdp_for_page_index(struct i915_address_space * const vm, const u64 idx) in gen8_pdp_for_page_index()
169 gen8_pdp_for_page_address(struct i915_address_space * const vm, const u64 addr) in gen8_pdp_for_page_address()
174 static void __gen8_ppgtt_cleanup(struct i915_address_space *vm, in __gen8_ppgtt_cleanup()
192 static void gen8_ppgtt_cleanup(struct i915_address_space *vm) in gen8_ppgtt_cleanup()
206 static u64 __gen8_ppgtt_clear(struct i915_address_space * const vm, in __gen8_ppgtt_clear()
274 static void gen8_ppgtt_clear(struct i915_address_space *vm, in gen8_ppgtt_clear()
289 static void __gen8_ppgtt_alloc(struct i915_address_space * const vm, in __gen8_ppgtt_alloc()
357 static void gen8_ppgtt_alloc(struct i915_address_space *vm, in gen8_ppgtt_alloc()
373 static void __gen8_ppgtt_foreach(struct i915_address_space *vm, in __gen8_ppgtt_foreach()
[all …]
|
| D | intel_ggtt.c | 29 static inline bool suspend_retains_ptes(struct i915_address_space *vm) in suspend_retains_ptes()
111 static u64 read_last_pte(struct i915_address_space *vm) in read_last_pte()
131 void i915_ggtt_suspend_vm(struct i915_address_space *vm) in i915_ggtt_suspend_vm()
257 static void gen8_ggtt_insert_page(struct i915_address_space *vm, in gen8_ggtt_insert_page()
272 static void gen8_ggtt_insert_entries(struct i915_address_space *vm, in gen8_ggtt_insert_entries()
308 static void gen6_ggtt_insert_page(struct i915_address_space *vm, in gen6_ggtt_insert_page()
329 static void gen6_ggtt_insert_entries(struct i915_address_space *vm, in gen6_ggtt_insert_entries()
359 static void nop_clear_range(struct i915_address_space *vm, in nop_clear_range()
364 static void gen8_ggtt_clear_range(struct i915_address_space *vm, in gen8_ggtt_clear_range()
385 static void bxt_vtd_ggtt_wa(struct i915_address_space *vm) in bxt_vtd_ggtt_wa()
[all …]
|
| D | intel_ppgtt.c | 15 struct i915_page_table *alloc_pt(struct i915_address_space *vm, int sz) in alloc_pt()
52 struct i915_page_directory *alloc_pd(struct i915_address_space *vm) in alloc_pd()
70 void free_px(struct i915_address_space *vm, struct i915_page_table *pt, int lvl) in free_px()
181 void ppgtt_bind_vma(struct i915_address_space *vm, in ppgtt_bind_vma()
206 void ppgtt_unbind_vma(struct i915_address_space *vm, in ppgtt_unbind_vma()
223 int i915_vm_alloc_pt_stash(struct i915_address_space *vm, in i915_vm_alloc_pt_stash()
276 int i915_vm_map_pt_stash(struct i915_address_space *vm, in i915_vm_map_pt_stash()
293 void i915_vm_free_pt_stash(struct i915_address_space *vm, in i915_vm_free_pt_stash()
|
| D | intel_gtt.h | 342 struct i915_address_space vm; member
395 struct i915_address_space vm; member
400 #define i915_is_ggtt(vm) ((vm)->is_ggtt) argument
401 #define i915_is_dpt(vm) ((vm)->is_dpt) argument
402 #define i915_is_ggtt_or_dpt(vm) (i915_is_ggtt(vm) || i915_is_dpt(vm)) argument
410 i915_vm_is_4lvl(const struct i915_address_space *vm) in i915_vm_is_4lvl()
416 i915_vm_has_scratch_64K(struct i915_address_space *vm) in i915_vm_has_scratch_64K()
421 static inline u64 i915_vm_min_alignment(struct i915_address_space *vm, in i915_vm_min_alignment()
431 static inline u64 i915_vm_obj_min_alignment(struct i915_address_space *vm, in i915_vm_obj_min_alignment()
441 i915_vm_has_cache_coloring(struct i915_address_space *vm) in i915_vm_has_cache_coloring()
[all …]
|
| D | gen6_ppgtt.c | 74 static void gen6_ppgtt_clear_range(struct i915_address_space *vm, in gen6_ppgtt_clear_range()
110 static void gen6_ppgtt_insert_entries(struct i915_address_space *vm, in gen6_ppgtt_insert_entries()
172 static void gen6_alloc_va_range(struct i915_address_space *vm, in gen6_alloc_va_range()
221 struct i915_address_space * const vm = &ppgtt->base.vm; in gen6_ppgtt_init_scratch() local
265 static void gen6_ppgtt_cleanup(struct i915_address_space *vm) in gen6_ppgtt_cleanup()
278 static void pd_vma_bind(struct i915_address_space *vm, in pd_vma_bind()
294 static void pd_vma_unbind(struct i915_address_space *vm, in pd_vma_unbind()
|
| D | intel_ggtt_gmch.c | 19 static void gmch_ggtt_insert_page(struct i915_address_space *vm, in gmch_ggtt_insert_page()
31 static void gmch_ggtt_insert_entries(struct i915_address_space *vm, in gmch_ggtt_insert_entries()
48 static void gmch_ggtt_clear_range(struct i915_address_space *vm, in gmch_ggtt_clear_range()
54 static void gmch_ggtt_remove(struct i915_address_space *vm) in gmch_ggtt_remove()
|
| D | intel_ring_submission.c | 143 static struct i915_address_space *vm_alias(struct i915_address_space *vm) in vm_alias()
151 static u32 pp_dir(struct i915_address_space *vm) in pp_dir()
158 struct i915_address_space *vm = vm_alias(engine->gt->vm); in set_pp_dir() local
489 struct i915_address_space *vm; in ring_context_pre_pin() local
508 struct i915_address_space *vm; in __context_unpin_ppgtt() local
653 struct i915_address_space *vm, in load_pd_dir()
854 static int switch_mm(struct i915_request *rq, struct i915_address_space *vm) in switch_mm()
|
| /drivers/gpu/drm/i915/display/ |
| D | intel_dpt.c | 16 struct i915_address_space vm; member
23 #define i915_is_dpt(vm) ((vm)->is_dpt) argument
26 i915_vm_to_dpt(struct i915_address_space *vm) in i915_vm_to_dpt()
40 static void dpt_insert_page(struct i915_address_space *vm, in dpt_insert_page()
53 static void dpt_insert_entries(struct i915_address_space *vm, in dpt_insert_entries()
75 static void dpt_clear_range(struct i915_address_space *vm, in dpt_clear_range()
80 static void dpt_bind_vma(struct i915_address_space *vm, in dpt_bind_vma()
110 static void dpt_unbind_vma(struct i915_address_space *vm, in dpt_unbind_vma()
116 static void dpt_cleanup(struct i915_address_space *vm) in dpt_cleanup()
123 struct i915_vma *intel_dpt_pin(struct i915_address_space *vm) in intel_dpt_pin()
[all …]
|
| /drivers/gpu/drm/amd/amdgpu/ |
| D | amdgpu_vm.c | 98 struct amdgpu_vm *vm; member
117 int amdgpu_vm_set_pasid(struct amdgpu_device *adev, struct amdgpu_vm *vm, in amdgpu_vm_set_pasid()
156 struct amdgpu_vm *vm = vm_bo->vm; in amdgpu_vm_bo_evicted() local
258 struct amdgpu_vm *vm, struct amdgpu_bo *bo) in amdgpu_vm_bo_base_init()
303 void amdgpu_vm_get_pd_bo(struct amdgpu_vm *vm, in amdgpu_vm_get_pd_bo()
325 struct amdgpu_vm *vm) in amdgpu_vm_move_to_lru_tail()
345 int amdgpu_vm_validate_pt_bos(struct amdgpu_device *adev, struct amdgpu_vm *vm, in amdgpu_vm_validate_pt_bos()
400 bool amdgpu_vm_ready(struct amdgpu_vm *vm) in amdgpu_vm_ready()
622 struct amdgpu_bo_va *amdgpu_vm_bo_find(struct amdgpu_vm *vm, in amdgpu_vm_bo_find()
676 struct amdgpu_vm *vm, bool immediate) in amdgpu_vm_update_pdes()
[all …]
|
| D | amdgpu_vm_pt.c | 173 struct amdgpu_vm *vm, uint64_t start, in amdgpu_vm_pt_start()
302 struct amdgpu_vm *vm, in amdgpu_vm_pt_first_dfs()
356 #define for_each_amdgpu_vm_pt_dfs_safe(adev, vm, start, cursor, entry) \ argument
375 int amdgpu_vm_pt_clear(struct amdgpu_device *adev, struct amdgpu_vm *vm, in amdgpu_vm_pt_clear()
502 int amdgpu_vm_pt_create(struct amdgpu_device *adev, struct amdgpu_vm *vm, in amdgpu_vm_pt_create()
587 struct amdgpu_vm *vm, in amdgpu_vm_pt_alloc()
652 struct amdgpu_vm *vm; in amdgpu_vm_pt_free_work() local
680 struct amdgpu_vm *vm, in amdgpu_vm_pt_free_dfs()
713 void amdgpu_vm_pt_free_root(struct amdgpu_device *adev, struct amdgpu_vm *vm) in amdgpu_vm_pt_free_root()
732 struct amdgpu_vm *vm) in amdgpu_vm_pt_is_root_clean()
[all …]
|
| D | amdgpu_ids.c | 179 static int amdgpu_vmid_grab_idle(struct amdgpu_vm *vm, in amdgpu_vmid_grab_idle()
253 static int amdgpu_vmid_grab_reserved(struct amdgpu_vm *vm, in amdgpu_vmid_grab_reserved()
314 static int amdgpu_vmid_grab_used(struct amdgpu_vm *vm, in amdgpu_vmid_grab_used()
379 int amdgpu_vmid_grab(struct amdgpu_vm *vm, struct amdgpu_ring *ring, in amdgpu_vmid_grab()
437 struct amdgpu_vm *vm, in amdgpu_vmid_alloc_reserved()
468 struct amdgpu_vm *vm, in amdgpu_vmid_free_reserved()
|
| /drivers/gpu/drm/lima/ |
| D | lima_vm.c | 18 struct lima_vm *vm; member
35 static void lima_vm_unmap_range(struct lima_vm *vm, u32 start, u32 end) in lima_vm_unmap_range()
47 static int lima_vm_map_page(struct lima_vm *vm, dma_addr_t pa, u32 va) in lima_vm_map_page()
77 lima_vm_bo_find(struct lima_vm *vm, struct lima_bo *bo) in lima_vm_bo_find()
91 int lima_vm_bo_add(struct lima_vm *vm, struct lima_bo *bo, bool create) in lima_vm_bo_add()
155 void lima_vm_bo_del(struct lima_vm *vm, struct lima_bo *bo) in lima_vm_bo_del()
185 u32 lima_vm_get_va(struct lima_vm *vm, struct lima_bo *bo) in lima_vm_get_va()
202 struct lima_vm *vm; in lima_vm_create() local
237 struct lima_vm *vm = container_of(kref, struct lima_vm, refcount); in lima_vm_release() local
254 void lima_vm_print(struct lima_vm *vm) in lima_vm_print()
[all …]
|
| D | lima_gem.c | 21 int lima_heap_alloc(struct lima_bo *bo, struct lima_vm *vm) in lima_heap_alloc()
162 struct lima_vm *vm = priv->vm; in lima_gem_object_open() local
171 struct lima_vm *vm = priv->vm; in lima_gem_object_close() local
241 struct lima_vm *vm = priv->vm; in lima_gem_get_info() local
305 struct lima_vm *vm = priv->vm; in lima_gem_submit() local
|
| /drivers/gpu/drm/i915/selftests/ |
| D | mock_gtt.c | 27 static void mock_insert_page(struct i915_address_space *vm, in mock_insert_page()
35 static void mock_insert_entries(struct i915_address_space *vm, in mock_insert_entries()
41 static void mock_bind_ppgtt(struct i915_address_space *vm, in mock_bind_ppgtt()
51 static void mock_unbind_ppgtt(struct i915_address_space *vm, in mock_unbind_ppgtt()
56 static void mock_cleanup(struct i915_address_space *vm) in mock_cleanup()
60 static void mock_clear_range(struct i915_address_space *vm, in mock_clear_range()
94 static void mock_bind_ggtt(struct i915_address_space *vm, in mock_bind_ggtt()
102 static void mock_unbind_ggtt(struct i915_address_space *vm, in mock_unbind_ggtt()
|
| D | i915_gem_gtt.c | 240 static int lowlevel_hole(struct i915_address_space *vm, in lowlevel_hole()
385 struct i915_address_space *vm) in close_object_list()
402 static int fill_hole(struct i915_address_space *vm, in fill_hole()
627 static int walk_hole(struct i915_address_space *vm, in walk_hole()
710 static int pot_hole(struct i915_address_space *vm, in pot_hole()
785 static int drunk_hole(struct i915_address_space *vm, in drunk_hole()
895 static int __shrink_hole(struct i915_address_space *vm, in __shrink_hole()
973 static int shrink_hole(struct i915_address_space *vm, in shrink_hole()
995 static int shrink_boom(struct i915_address_space *vm, in shrink_boom()
1073 static int misaligned_case(struct i915_address_space *vm, struct intel_memory_region *mr, in misaligned_case()
[all …]
|
| /drivers/virt/acrn/ |
| D | irqfd.c | 32 struct acrn_vm *vm; member
43 struct acrn_vm *vm = irqfd->vm; in acrn_irqfd_inject() local
65 struct acrn_vm *vm; in hsm_irqfd_shutdown_work() local
81 struct acrn_vm *vm; in hsm_irqfd_wakeup() local
110 static int acrn_irqfd_assign(struct acrn_vm *vm, struct acrn_irqfd *args) in acrn_irqfd_assign()
177 static int acrn_irqfd_deassign(struct acrn_vm *vm, in acrn_irqfd_deassign()
200 int acrn_irqfd_config(struct acrn_vm *vm, struct acrn_irqfd *args) in acrn_irqfd_config()
212 int acrn_irqfd_init(struct acrn_vm *vm) in acrn_irqfd_init()
224 void acrn_irqfd_deinit(struct acrn_vm *vm) in acrn_irqfd_deinit()
|
| D | ioeventfd.c | 43 static void acrn_ioeventfd_shutdown(struct acrn_vm *vm, struct hsm_ioeventfd *p) in acrn_ioeventfd_shutdown()
52 static bool hsm_ioeventfd_is_conflict(struct acrn_vm *vm, in hsm_ioeventfd_is_conflict()
76 static int acrn_ioeventfd_assign(struct acrn_vm *vm, in acrn_ioeventfd_assign()
147 static int acrn_ioeventfd_deassign(struct acrn_vm *vm, in acrn_ioeventfd_deassign()
173 static struct hsm_ioeventfd *hsm_ioeventfd_match(struct acrn_vm *vm, u64 addr, in hsm_ioeventfd_match()
232 int acrn_ioeventfd_config(struct acrn_vm *vm, struct acrn_ioeventfd *args) in acrn_ioeventfd_config()
244 int acrn_ioeventfd_init(struct acrn_vm *vm) in acrn_ioeventfd_init()
263 void acrn_ioeventfd_deinit(struct acrn_vm *vm) in acrn_ioeventfd_deinit()
|
| D | ioreq.c | 39 static int ioreq_complete_request(struct acrn_vm *vm, u16 vcpu, in ioreq_complete_request()
93 int acrn_ioreq_request_default_complete(struct acrn_vm *vm, u16 vcpu) in acrn_ioreq_request_default_complete()
212 void acrn_ioreq_request_clear(struct acrn_vm *vm) in acrn_ioreq_request_clear()
312 static bool handle_cf8cfc(struct acrn_vm *vm, in handle_cf8cfc()
381 static struct acrn_ioreq_client *find_ioreq_client(struct acrn_vm *vm, in find_ioreq_client()
415 struct acrn_ioreq_client *acrn_ioreq_client_create(struct acrn_vm *vm, in acrn_ioreq_client_create()
468 struct acrn_vm *vm = client->vm; in acrn_ioreq_client_destroy() local
497 static int acrn_ioreq_dispatch(struct acrn_vm *vm) in acrn_ioreq_dispatch()
546 struct acrn_vm *vm; in ioreq_dispatcher() local
596 int acrn_ioreq_init(struct acrn_vm *vm, u64 buf_vma) in acrn_ioreq_init()
[all …]
|
| D | mm.c | 18 static int modify_region(struct acrn_vm *vm, struct vm_memory_region_op *region) in modify_region()
51 int acrn_mm_region_add(struct acrn_vm *vm, u64 user_gpa, u64 service_gpa, in acrn_mm_region_add()
84 int acrn_mm_region_del(struct acrn_vm *vm, u64 user_gpa, u64 size) in acrn_mm_region_del()
107 int acrn_vm_memseg_map(struct acrn_vm *vm, struct acrn_vm_memmap *memmap) in acrn_vm_memseg_map()
130 int acrn_vm_memseg_unmap(struct acrn_vm *vm, struct acrn_vm_memmap *memmap) in acrn_vm_memseg_unmap()
155 int acrn_vm_ram_map(struct acrn_vm *vm, struct acrn_vm_memmap *memmap) in acrn_vm_ram_map()
315 void acrn_vm_all_ram_unmap(struct acrn_vm *vm) in acrn_vm_all_ram_unmap()
|
| D | vm.c | 25 struct acrn_vm *acrn_vm_create(struct acrn_vm *vm, in acrn_vm_create()
59 int acrn_vm_destroy(struct acrn_vm *vm) in acrn_vm_destroy()
104 int acrn_msi_inject(struct acrn_vm *vm, u64 msi_addr, u64 msi_data) in acrn_msi_inject()
|
| /drivers/gpu/drm/radeon/ |
| D | radeon_vm.c | 130 struct radeon_vm *vm, in radeon_vm_get_bos()
179 struct radeon_vm *vm, int ring) in radeon_vm_grab_id()
238 struct radeon_vm *vm, in radeon_vm_flush()
270 struct radeon_vm *vm, in radeon_vm_fence()
294 struct radeon_bo_va *radeon_vm_bo_find(struct radeon_vm *vm, in radeon_vm_bo_find()
321 struct radeon_vm *vm, in radeon_vm_bo_add()
453 struct radeon_vm *vm = bo_va->vm; in radeon_vm_bo_set_addr() local
641 struct radeon_vm *vm) in radeon_vm_update_page_directory()
815 struct radeon_vm *vm, in radeon_vm_update_ptes()
886 static void radeon_vm_fence_pts(struct radeon_vm *vm, in radeon_vm_fence_pts()
[all …]
|
| /drivers/gpu/drm/i915/ |
| D | i915_vma_resource.c | 105 struct i915_address_space *vm; in __i915_vma_resource_unhold() local
177 struct i915_address_space *vm = vma_res->vm; in i915_vma_resource_unbind_work() local
233 struct i915_address_space *vm = vma_res->vm; in i915_vma_resource_unbind() local
272 i915_vma_resource_color_adjust_range(struct i915_address_space *vm, in i915_vma_resource_color_adjust_range()
295 int i915_vma_resource_bind_dep_sync(struct i915_address_space *vm, in i915_vma_resource_bind_dep_sync()
330 void i915_vma_resource_bind_dep_sync_all(struct i915_address_space *vm) in i915_vma_resource_bind_dep_sync_all()
379 int i915_vma_resource_bind_dep_await(struct i915_address_space *vm, in i915_vma_resource_bind_dep_await()
|
| /drivers/virt/geniezone/ |
| D | gzvm_mmu.c | 136 static int gzvm_insert_ppage(struct gzvm *vm, struct gzvm_pinned_page *ppage) in gzvm_insert_ppage()
143 static int pin_one_page(struct gzvm *vm, unsigned long hva, u64 gpa) in pin_one_page()
182 struct gzvm *vm = vcpu->gzvm; in gzvm_handle_relinquish() local
197 static int handle_block_demand_page(struct gzvm *vm, int memslot_id, u64 gfn) in handle_block_demand_page()
242 static int handle_single_demand_page(struct gzvm *vm, int memslot_id, u64 gfn) in handle_single_demand_page()
271 struct gzvm *vm = vcpu->gzvm; in gzvm_handle_page_fault() local
|