42 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd)  in get_amdgpu_device()  argument
44 	return (struct amdgpu_device *)kgd;  in get_amdgpu_device()
47 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe,  in lock_srbm()  argument
50 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in lock_srbm()
56 static void unlock_srbm(struct kgd_dev *kgd)  in unlock_srbm()  argument
58 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in unlock_srbm()
64 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id,  in acquire_queue()  argument
67 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in acquire_queue()
72 	lock_srbm(kgd, mec, pipe, queue_id, 0);  in acquire_queue()
84 static void release_queue(struct kgd_dev *kgd)  in release_queue()  argument
86 	unlock_srbm(kgd);  in release_queue()
89 static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid,  in kgd_program_sh_mem_settings()  argument
95 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_program_sh_mem_settings()
97 	lock_srbm(kgd, 0, 0, 0, vmid);  in kgd_program_sh_mem_settings()
103 	unlock_srbm(kgd);  in kgd_program_sh_mem_settings()
106 static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, u32 pasid,  in kgd_set_pasid_vmid_mapping()  argument
109 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_set_pasid_vmid_mapping()
153 static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id)  in kgd_init_interrupts()  argument
155 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_init_interrupts()
162 	lock_srbm(kgd, mec, pipe, 0, 0);  in kgd_init_interrupts()
168 	unlock_srbm(kgd);  in kgd_init_interrupts()
221 static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,  in kgd_hqd_load()  argument
226 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_load()
234 	acquire_queue(kgd, pipe_id, queue_id);  in kgd_hqd_load()
299 	release_queue(kgd);  in kgd_hqd_load()
304 static int kgd_hiq_mqd_load(struct kgd_dev *kgd, void *mqd,  in kgd_hiq_mqd_load()  argument
308 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hiq_mqd_load()
316 	acquire_queue(kgd, pipe_id, queue_id);  in kgd_hiq_mqd_load()
352 	release_queue(kgd);  in kgd_hiq_mqd_load()
357 static int kgd_hqd_dump(struct kgd_dev *kgd,  in kgd_hqd_dump()  argument
361 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_dump()
375 	acquire_queue(kgd, pipe_id, queue_id);  in kgd_hqd_dump()
381 	release_queue(kgd);  in kgd_hqd_dump()
389 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd,  in kgd_hqd_sdma_load()  argument
392 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_sdma_load()
459 static int kgd_hqd_sdma_dump(struct kgd_dev *kgd,  in kgd_hqd_sdma_dump()  argument
463 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_sdma_dump()
491 static bool kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address,  in kgd_hqd_is_occupied()  argument
494 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_is_occupied()
499 	acquire_queue(kgd, pipe_id, queue_id);  in kgd_hqd_is_occupied()
509 	release_queue(kgd);  in kgd_hqd_is_occupied()
513 static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd)  in kgd_hqd_sdma_is_occupied()  argument
515 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_sdma_is_occupied()
532 static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd,  in kgd_hqd_destroy()  argument
537 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_destroy()
551 	acquire_queue(kgd, pipe_id, queue_id);  in kgd_hqd_destroy()
636 			release_queue(kgd);  in kgd_hqd_destroy()
642 	release_queue(kgd);  in kgd_hqd_destroy()
646 static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd,  in kgd_hqd_sdma_destroy()  argument
649 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_sdma_destroy()
686 static bool get_atc_vmid_pasid_mapping_info(struct kgd_dev *kgd,  in get_atc_vmid_pasid_mapping_info()  argument
690 	struct amdgpu_device *adev = (struct amdgpu_device *) kgd;  in get_atc_vmid_pasid_mapping_info()
699 static int kgd_address_watch_disable(struct kgd_dev *kgd)  in kgd_address_watch_disable()  argument
704 static int kgd_address_watch_execute(struct kgd_dev *kgd,  in kgd_address_watch_execute()  argument
713 static int kgd_wave_control_execute(struct kgd_dev *kgd,  in kgd_wave_control_execute()  argument
717 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_wave_control_execute()
738 static uint32_t kgd_address_watch_get_offset(struct kgd_dev *kgd,  in kgd_address_watch_get_offset()  argument
745 static void set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid,  in set_vm_context_page_table_base()  argument
748 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in set_vm_context_page_table_base()
760 static void program_trap_handler_settings(struct kgd_dev *kgd,  in program_trap_handler_settings()  argument
763 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in program_trap_handler_settings()
765 	lock_srbm(kgd, 0, 0, 0, vmid);  in program_trap_handler_settings()
784 	unlock_srbm(kgd);  in program_trap_handler_settings()