42 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd)  in get_amdgpu_device()  argument
44 	return (struct amdgpu_device *)kgd;  in get_amdgpu_device()
47 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe,  in lock_srbm()  argument
50 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in lock_srbm()
57 static void unlock_srbm(struct kgd_dev *kgd)  in unlock_srbm()  argument
59 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in unlock_srbm()
65 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id,  in acquire_queue()  argument
68 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in acquire_queue()
73 	lock_srbm(kgd, mec, pipe, queue_id, 0);  in acquire_queue()
76 static void release_queue(struct kgd_dev *kgd)  in release_queue()  argument
78 	unlock_srbm(kgd);  in release_queue()
81 static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid,  in kgd_program_sh_mem_settings()  argument
87 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_program_sh_mem_settings()
89 	lock_srbm(kgd, 0, 0, 0, vmid);  in kgd_program_sh_mem_settings()
96 	unlock_srbm(kgd);  in kgd_program_sh_mem_settings()
99 static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, u32 pasid,  in kgd_set_pasid_vmid_mapping()  argument
102 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_set_pasid_vmid_mapping()
126 static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id)  in kgd_init_interrupts()  argument
128 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_init_interrupts()
135 	lock_srbm(kgd, mec, pipe, 0, 0);  in kgd_init_interrupts()
140 	unlock_srbm(kgd);  in kgd_init_interrupts()
168 static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,  in kgd_hqd_load()  argument
173 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_load()
181 	acquire_queue(kgd, pipe_id, queue_id);  in kgd_hqd_load()
209 	if (get_amdgpu_device(kgd)->asic_type != CHIP_TONGA) {  in kgd_hqd_load()
229 	release_queue(kgd);  in kgd_hqd_load()
231 	acquire_queue(kgd, pipe_id, queue_id);  in kgd_hqd_load()
238 	release_queue(kgd);  in kgd_hqd_load()
243 static int kgd_hqd_dump(struct kgd_dev *kgd,  in kgd_hqd_dump()  argument
247 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_dump()
261 	acquire_queue(kgd, pipe_id, queue_id);  in kgd_hqd_dump()
271 	release_queue(kgd);  in kgd_hqd_dump()
279 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd,  in kgd_hqd_sdma_load()  argument
282 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_sdma_load()
334 static int kgd_hqd_sdma_dump(struct kgd_dev *kgd,  in kgd_hqd_sdma_dump()  argument
338 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_sdma_dump()
370 static bool kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address,  in kgd_hqd_is_occupied()  argument
373 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_is_occupied()
378 	acquire_queue(kgd, pipe_id, queue_id);  in kgd_hqd_is_occupied()
388 	release_queue(kgd);  in kgd_hqd_is_occupied()
392 static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd)  in kgd_hqd_sdma_is_occupied()  argument
394 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_sdma_is_occupied()
410 static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd,  in kgd_hqd_destroy()  argument
415 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_destroy()
425 	acquire_queue(kgd, pipe_id, queue_id);  in kgd_hqd_destroy()
505 			release_queue(kgd);  in kgd_hqd_destroy()
511 	release_queue(kgd);  in kgd_hqd_destroy()
515 static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd,  in kgd_hqd_sdma_destroy()  argument
518 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_hqd_sdma_destroy()
552 static bool get_atc_vmid_pasid_mapping_info(struct kgd_dev *kgd,  in get_atc_vmid_pasid_mapping_info()  argument
556 	struct amdgpu_device *adev = (struct amdgpu_device *) kgd;  in get_atc_vmid_pasid_mapping_info()
564 static int kgd_address_watch_disable(struct kgd_dev *kgd)  in kgd_address_watch_disable()  argument
569 static int kgd_address_watch_execute(struct kgd_dev *kgd,  in kgd_address_watch_execute()  argument
578 static int kgd_wave_control_execute(struct kgd_dev *kgd,  in kgd_wave_control_execute()  argument
582 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in kgd_wave_control_execute()
603 static uint32_t kgd_address_watch_get_offset(struct kgd_dev *kgd,  in kgd_address_watch_get_offset()  argument
610 static void set_scratch_backing_va(struct kgd_dev *kgd,  in set_scratch_backing_va()  argument
613 	struct amdgpu_device *adev = (struct amdgpu_device *) kgd;  in set_scratch_backing_va()
615 	lock_srbm(kgd, 0, 0, 0, vmid);  in set_scratch_backing_va()
617 	unlock_srbm(kgd);  in set_scratch_backing_va()
620 static void set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid,  in set_vm_context_page_table_base()  argument
623 	struct amdgpu_device *adev = get_amdgpu_device(kgd);  in set_vm_context_page_table_base()