| /kernel/linux/linux-4.19/drivers/gpu/drm/amd/amdgpu/ |
| D | amdgpu_amdkfd_gfx_v8.c | 110 static int get_tile_config(struct kgd_dev *kgd, in get_tile_config()
189 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device()
194 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, in lock_srbm()
204 static void unlock_srbm(struct kgd_dev *kgd) in unlock_srbm()
212 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, in acquire_queue()
223 static void release_queue(struct kgd_dev *kgd) in release_queue()
228 static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, in kgd_program_sh_mem_settings()
246 static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid, in kgd_set_pasid_vmid_mapping()
273 static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id) in kgd_init_interrupts()
312 static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, in kgd_hqd_load()
[all …]
|
| D | amdgpu_amdkfd_gfx_v7.c | 153 static int get_tile_config(struct kgd_dev *kgd, in get_tile_config()
231 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device()
236 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, in lock_srbm()
246 static void unlock_srbm(struct kgd_dev *kgd) in unlock_srbm()
254 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, in acquire_queue()
265 static void release_queue(struct kgd_dev *kgd) in release_queue()
270 static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, in kgd_program_sh_mem_settings()
288 static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid, in kgd_set_pasid_vmid_mapping()
314 static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id) in kgd_init_interrupts()
355 static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, in kgd_hqd_load()
[all …]
|
| D | amdgpu_amdkfd_gfx_v9.c | 151 static int amdgpu_amdkfd_get_tile_config(struct kgd_dev *kgd, in amdgpu_amdkfd_get_tile_config()
225 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device()
230 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, in lock_srbm()
239 static void unlock_srbm(struct kgd_dev *kgd) in unlock_srbm()
247 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, in acquire_queue()
267 static void release_queue(struct kgd_dev *kgd) in release_queue()
272 static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, in kgd_program_sh_mem_settings()
289 static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid, in kgd_set_pasid_vmid_mapping()
350 static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id) in kgd_init_interrupts()
400 static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, in kgd_hqd_load()
[all …]
|
| D | amdgpu_amdkfd.c | 266 void amdgpu_amdkfd_gpu_reset(struct kgd_dev *kgd) in amdgpu_amdkfd_gpu_reset()
273 int alloc_gtt_mem(struct kgd_dev *kgd, size_t size, in alloc_gtt_mem()
345 void free_gtt_mem(struct kgd_dev *kgd, void *mem_obj) in free_gtt_mem()
356 void get_local_mem_info(struct kgd_dev *kgd, in get_local_mem_info()
388 uint64_t get_gpu_clock_counter(struct kgd_dev *kgd) in get_gpu_clock_counter()
397 uint32_t get_max_engine_clock_in_mhz(struct kgd_dev *kgd) in get_max_engine_clock_in_mhz()
410 void get_cu_info(struct kgd_dev *kgd, struct kfd_cu_info *cu_info) in get_cu_info()
433 uint64_t amdgpu_amdkfd_get_vram_usage(struct kgd_dev *kgd) in amdgpu_amdkfd_get_vram_usage()
440 int amdgpu_amdkfd_submit_ib(struct kgd_dev *kgd, enum kgd_engine_type engine, in amdgpu_amdkfd_submit_ib()
495 void amdgpu_amdkfd_set_compute_idle(struct kgd_dev *kgd, bool idle) in amdgpu_amdkfd_set_compute_idle()
|
| D | amdgpu_amdkfd_gpuvm.c | 75 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device()
1006 int amdgpu_amdkfd_gpuvm_create_process_vm(struct kgd_dev *kgd, void **vm, in amdgpu_amdkfd_gpuvm_create_process_vm()
1041 int amdgpu_amdkfd_gpuvm_acquire_process_vm(struct kgd_dev *kgd, in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1105 void amdgpu_amdkfd_gpuvm_destroy_process_vm(struct kgd_dev *kgd, void *vm) in amdgpu_amdkfd_gpuvm_destroy_process_vm()
1128 struct kgd_dev *kgd, uint64_t va, uint64_t size, in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1261 struct kgd_dev *kgd, struct kgd_mem *mem) in amdgpu_amdkfd_gpuvm_free_memory_of_gpu()
1335 struct kgd_dev *kgd, struct kgd_mem *mem, void *vm) in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1472 struct kgd_dev *kgd, struct kgd_mem *mem, void *vm) in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
1541 struct kgd_dev *kgd, struct kgd_mem *mem, bool intr) in amdgpu_amdkfd_gpuvm_sync_memory()
1557 int amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel(struct kgd_dev *kgd, in amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel()
[all …]
|
| /kernel/linux/linux-5.10/drivers/gpu/drm/amd/amdgpu/ |
| D | amdgpu_amdkfd_gfx_v8.c | 42 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device()
47 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, in lock_srbm()
57 static void unlock_srbm(struct kgd_dev *kgd) in unlock_srbm()
65 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, in acquire_queue()
76 static void release_queue(struct kgd_dev *kgd) in release_queue()
81 static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, in kgd_program_sh_mem_settings()
99 static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, u32 pasid, in kgd_set_pasid_vmid_mapping()
126 static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id) in kgd_init_interrupts()
168 static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, in kgd_hqd_load()
243 static int kgd_hqd_dump(struct kgd_dev *kgd, in kgd_hqd_dump()
[all …]
|
| D | amdgpu_amdkfd_gfx_v10.c | 43 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device()
48 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, in lock_srbm()
57 static void unlock_srbm(struct kgd_dev *kgd) in unlock_srbm()
65 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, in acquire_queue()
85 static void release_queue(struct kgd_dev *kgd) in release_queue()
90 static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, in kgd_program_sh_mem_settings()
107 static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, u32 pasid, in kgd_set_pasid_vmid_mapping()
154 static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id) in kgd_init_interrupts()
222 static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, in kgd_hqd_load()
305 static int kgd_hiq_mqd_load(struct kgd_dev *kgd, void *mqd, in kgd_hiq_mqd_load()
[all …]
|
| D | amdgpu_amdkfd.c | 227 void amdgpu_amdkfd_gpu_reset(struct kgd_dev *kgd) in amdgpu_amdkfd_gpu_reset()
235 int amdgpu_amdkfd_alloc_gtt_mem(struct kgd_dev *kgd, size_t size, in amdgpu_amdkfd_alloc_gtt_mem()
307 void amdgpu_amdkfd_free_gtt_mem(struct kgd_dev *kgd, void *mem_obj) in amdgpu_amdkfd_free_gtt_mem()
318 int amdgpu_amdkfd_alloc_gws(struct kgd_dev *kgd, size_t size, in amdgpu_amdkfd_alloc_gws()
345 void amdgpu_amdkfd_free_gws(struct kgd_dev *kgd, void *mem_obj) in amdgpu_amdkfd_free_gws()
352 uint32_t amdgpu_amdkfd_get_fw_version(struct kgd_dev *kgd, in amdgpu_amdkfd_get_fw_version()
389 void amdgpu_amdkfd_get_local_mem_info(struct kgd_dev *kgd, in amdgpu_amdkfd_get_local_mem_info()
424 uint64_t amdgpu_amdkfd_get_gpu_clock_counter(struct kgd_dev *kgd) in amdgpu_amdkfd_get_gpu_clock_counter()
433 uint32_t amdgpu_amdkfd_get_max_engine_clock_in_mhz(struct kgd_dev *kgd) in amdgpu_amdkfd_get_max_engine_clock_in_mhz()
446 void amdgpu_amdkfd_get_cu_info(struct kgd_dev *kgd, struct kfd_cu_info *cu_info) in amdgpu_amdkfd_get_cu_info()
[all …]
|
| D | amdgpu_amdkfd_gfx_v10_3.c | 42 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device()
47 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, in lock_srbm()
56 static void unlock_srbm(struct kgd_dev *kgd) in unlock_srbm()
64 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, in acquire_queue()
84 static void release_queue(struct kgd_dev *kgd) in release_queue()
89 static void program_sh_mem_settings_v10_3(struct kgd_dev *kgd, uint32_t vmid, in program_sh_mem_settings_v10_3()
107 static int set_pasid_vmid_mapping_v10_3(struct kgd_dev *kgd, unsigned int pasid, in set_pasid_vmid_mapping_v10_3()
122 static int init_interrupts_v10_3(struct kgd_dev *kgd, uint32_t pipe_id) in init_interrupts_v10_3()
192 static int hqd_load_v10_3(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, in hqd_load_v10_3()
290 static int hiq_mqd_load_v10_3(struct kgd_dev *kgd, void *mqd, in hiq_mqd_load_v10_3()
[all …]
|
| D | amdgpu_amdkfd_gfx_v7.c | 85 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device()
90 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, in lock_srbm()
100 static void unlock_srbm(struct kgd_dev *kgd) in unlock_srbm()
108 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, in acquire_queue()
119 static void release_queue(struct kgd_dev *kgd) in release_queue()
124 static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, in kgd_program_sh_mem_settings()
142 static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, u32 pasid, in kgd_set_pasid_vmid_mapping()
168 static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id) in kgd_init_interrupts()
210 static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, in kgd_hqd_load()
256 static int kgd_hqd_dump(struct kgd_dev *kgd, in kgd_hqd_dump()
[all …]
|
| D | amdgpu_amdkfd_gfx_v9.c | 47 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device()
52 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, in lock_srbm()
61 static void unlock_srbm(struct kgd_dev *kgd) in unlock_srbm()
69 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, in acquire_queue()
89 static void release_queue(struct kgd_dev *kgd) in release_queue()
94 void kgd_gfx_v9_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, in kgd_gfx_v9_program_sh_mem_settings()
111 int kgd_gfx_v9_set_pasid_vmid_mapping(struct kgd_dev *kgd, u32 pasid, in kgd_gfx_v9_set_pasid_vmid_mapping()
172 int kgd_gfx_v9_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id) in kgd_gfx_v9_init_interrupts()
234 int kgd_gfx_v9_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, in kgd_gfx_v9_hqd_load()
314 int kgd_gfx_v9_hiq_mqd_load(struct kgd_dev *kgd, void *mqd, in kgd_gfx_v9_hiq_mqd_load()
[all …]
|
| D | amdgpu_amdkfd_arcturus.c | 59 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device()
125 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, in kgd_hqd_sdma_load()
195 static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, in kgd_hqd_sdma_dump()
227 static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) in kgd_hqd_sdma_is_occupied()
246 static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, in kgd_hqd_sdma_destroy()
|
| D | amdgpu_amdkfd_gpuvm.c | 65 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device()
986 int amdgpu_amdkfd_gpuvm_create_process_vm(struct kgd_dev *kgd, u32 pasid, in amdgpu_amdkfd_gpuvm_create_process_vm()
1021 int amdgpu_amdkfd_gpuvm_acquire_process_vm(struct kgd_dev *kgd, in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1087 void amdgpu_amdkfd_gpuvm_destroy_process_vm(struct kgd_dev *kgd, void *vm) in amdgpu_amdkfd_gpuvm_destroy_process_vm()
1102 void amdgpu_amdkfd_gpuvm_release_process_vm(struct kgd_dev *kgd, void *vm) in amdgpu_amdkfd_gpuvm_release_process_vm()
1133 struct kgd_dev *kgd, uint64_t va, uint64_t size, in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1269 struct kgd_dev *kgd, struct kgd_mem *mem, uint64_t *size) in amdgpu_amdkfd_gpuvm_free_memory_of_gpu()
1354 struct kgd_dev *kgd, struct kgd_mem *mem, void *vm) in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1492 struct kgd_dev *kgd, struct kgd_mem *mem, void *vm) in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
1560 struct kgd_dev *kgd, struct kgd_mem *mem, bool intr) in amdgpu_amdkfd_gpuvm_sync_memory()
[all …]
|
| /kernel/linux/linux-4.19/drivers/gpu/drm/amd/amdkfd/ |
| D | kfd_device.c | 363 struct kfd_dev *kgd2kfd_probe(struct kgd_dev *kgd, in kgd2kfd_probe()
|
| D | kfd_priv.h | 224 struct kgd_dev *kgd; member
|
| /kernel/linux/linux-5.10/drivers/gpu/drm/amd/amdkfd/ |
| D | kfd_device.c | 533 struct kfd_dev *kgd2kfd_probe(struct kgd_dev *kgd, in kgd2kfd_probe()
|
| D | kfd_topology.c | 115 struct kfd_dev *kfd_device_by_kgd(const struct kgd_dev *kgd) in kfd_device_by_kgd()
|
| D | kfd_priv.h | 223 struct kgd_dev *kgd; member
|