49 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd)  in get_amdgpu_device()  argument
51 	return (struct amdgpu_device *)kgd;  in get_amdgpu_device()
54 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe,  in lock_srbm()  argument
57 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in lock_srbm()
63 static void unlock_srbm(struct kgd_dev *kgd)  in unlock_srbm()  argument
65 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in unlock_srbm()
71 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id,  in acquire_queue()  argument
74 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in acquire_queue()
79 	lock_srbm(kgd, mec, pipe, queue_id, 0);  in acquire_queue()
91 static void release_queue(struct kgd_dev *kgd)  in release_queue()  argument
93 	unlock_srbm(kgd);  in release_queue()
96 void kgd_gfx_v9_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid,  in kgd_gfx_v9_program_sh_mem_settings()  argument
102 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_gfx_v9_program_sh_mem_settings()
104 	lock_srbm(kgd, 0, 0, 0, vmid);  in kgd_gfx_v9_program_sh_mem_settings()
110 	unlock_srbm(kgd);  in kgd_gfx_v9_program_sh_mem_settings()
113 int kgd_gfx_v9_set_pasid_vmid_mapping(struct kgd_dev *kgd, u32 pasid,  in kgd_gfx_v9_set_pasid_vmid_mapping()  argument
116 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_gfx_v9_set_pasid_vmid_mapping()
174 int kgd_gfx_v9_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id)  in kgd_gfx_v9_init_interrupts()  argument
176 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_gfx_v9_init_interrupts()
183 	lock_srbm(kgd, mec, pipe, 0, 0);  in kgd_gfx_v9_init_interrupts()
189 	unlock_srbm(kgd);  in kgd_gfx_v9_init_interrupts()
236 int kgd_gfx_v9_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,  in kgd_gfx_v9_hqd_load()  argument
241 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_gfx_v9_hqd_load()
248 	acquire_queue(kgd, pipe_id, queue_id);  in kgd_gfx_v9_hqd_load()
311 	release_queue(kgd);  in kgd_gfx_v9_hqd_load()
316 int kgd_gfx_v9_hiq_mqd_load(struct kgd_dev *kgd, void *mqd,  in kgd_gfx_v9_hiq_mqd_load()  argument
320 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_gfx_v9_hiq_mqd_load()
328 	acquire_queue(kgd, pipe_id, queue_id);  in kgd_gfx_v9_hiq_mqd_load()
364 	release_queue(kgd);  in kgd_gfx_v9_hiq_mqd_load()
369 int kgd_gfx_v9_hqd_dump(struct kgd_dev *kgd,  in kgd_gfx_v9_hqd_dump()  argument
373 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_gfx_v9_hqd_dump()
387 	acquire_queue(kgd, pipe_id, queue_id);  in kgd_gfx_v9_hqd_dump()
393 	release_queue(kgd);  in kgd_gfx_v9_hqd_dump()
401 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd,  in kgd_hqd_sdma_load()  argument
404 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_sdma_load()
471 static int kgd_hqd_sdma_dump(struct kgd_dev *kgd,  in kgd_hqd_sdma_dump()  argument
475 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_sdma_dump()
503 bool kgd_gfx_v9_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address,  in kgd_gfx_v9_hqd_is_occupied()  argument
506 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_gfx_v9_hqd_is_occupied()
511 	acquire_queue(kgd, pipe_id, queue_id);  in kgd_gfx_v9_hqd_is_occupied()
521 	release_queue(kgd);  in kgd_gfx_v9_hqd_is_occupied()
525 static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd)  in kgd_hqd_sdma_is_occupied()  argument
527 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_sdma_is_occupied()
544 int kgd_gfx_v9_hqd_destroy(struct kgd_dev *kgd, void *mqd,  in kgd_gfx_v9_hqd_destroy()  argument
549 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_gfx_v9_hqd_destroy()
558 	acquire_queue(kgd, pipe_id, queue_id);  in kgd_gfx_v9_hqd_destroy()
587 			release_queue(kgd);  in kgd_gfx_v9_hqd_destroy()
593 	release_queue(kgd);  in kgd_gfx_v9_hqd_destroy()
597 static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd,  in kgd_hqd_sdma_destroy()  argument
600 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_sdma_destroy()
637 bool kgd_gfx_v9_get_atc_vmid_pasid_mapping_info(struct kgd_dev *kgd,  in kgd_gfx_v9_get_atc_vmid_pasid_mapping_info()  argument
641 	struct amdgpu_device *adev = (struct amdgpu_device *) kgd;  in kgd_gfx_v9_get_atc_vmid_pasid_mapping_info()
650 int kgd_gfx_v9_address_watch_disable(struct kgd_dev *kgd)  in kgd_gfx_v9_address_watch_disable()  argument
655 int kgd_gfx_v9_address_watch_execute(struct kgd_dev *kgd,  in kgd_gfx_v9_address_watch_execute()  argument
664 int kgd_gfx_v9_wave_control_execute(struct kgd_dev *kgd,  in kgd_gfx_v9_wave_control_execute()  argument
668 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_gfx_v9_wave_control_execute()
689 uint32_t kgd_gfx_v9_address_watch_get_offset(struct kgd_dev *kgd,  in kgd_gfx_v9_address_watch_get_offset()  argument
696 void kgd_gfx_v9_set_vm_context_page_table_base(struct kgd_dev *kgd,  in kgd_gfx_v9_set_vm_context_page_table_base()  argument
699 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_gfx_v9_set_vm_context_page_table_base()
807 void kgd_gfx_v9_get_cu_occupancy(struct kgd_dev *kgd, int pasid,  in kgd_gfx_v9_get_cu_occupancy()  argument
824 	adev = get_amdgpu_device(kgd);  in kgd_gfx_v9_get_cu_occupancy()
885 void kgd_gfx_v9_program_trap_handler_settings(struct kgd_dev *kgd,  in kgd_gfx_v9_program_trap_handler_settings()  argument
888 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_gfx_v9_program_trap_handler_settings()
890 	lock_srbm(kgd, 0, 0, 0, vmid);  in kgd_gfx_v9_program_trap_handler_settings()
908 	unlock_srbm(kgd);  in kgd_gfx_v9_program_trap_handler_settings()