162 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd)  in get_amdgpu_device()
167 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe,  in lock_srbm()
177 static void unlock_srbm(struct kgd_dev *kgd)  in unlock_srbm()
185 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id,  in acquire_queue()
194 static void release_queue(struct kgd_dev *kgd)  in release_queue()
199 static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid,  in kgd_program_sh_mem_settings()
217 static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid,  in kgd_set_pasid_vmid_mapping()
243 static int kgd_init_pipeline(struct kgd_dev *kgd, uint32_t pipe_id,  in kgd_init_pipeline()
261 static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id)  in kgd_init_interrupts()
302 static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,  in kgd_hqd_load()
366 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd)  in kgd_hqd_sdma_load()
420 static bool kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address,  in kgd_hqd_is_occupied()
442 static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd)  in kgd_hqd_sdma_is_occupied()
460 static int kgd_hqd_destroy(struct kgd_dev *kgd, uint32_t reset_type,  in kgd_hqd_destroy()
490 static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd,  in kgd_hqd_sdma_destroy()
523 static int kgd_address_watch_disable(struct kgd_dev *kgd)  in kgd_address_watch_disable()
543 static int kgd_address_watch_execute(struct kgd_dev *kgd,  in kgd_address_watch_execute()
574 static int kgd_wave_control_execute(struct kgd_dev *kgd,  in kgd_wave_control_execute()
599 static uint32_t kgd_address_watch_get_offset(struct kgd_dev *kgd,  in kgd_address_watch_get_offset()
606 static bool get_atc_vmid_pasid_mapping_valid(struct kgd_dev *kgd,  in get_atc_vmid_pasid_mapping_valid()
616 static uint16_t get_atc_vmid_pasid_mapping_pasid(struct kgd_dev *kgd,  in get_atc_vmid_pasid_mapping_pasid()
626 static void write_vmid_invalidate_request(struct kgd_dev *kgd, uint8_t vmid)  in write_vmid_invalidate_request()
633 static uint16_t get_fw_version(struct kgd_dev *kgd, enum kgd_engine_type type)  in get_fw_version()