360 int goya_get_fixed_properties(struct hl_device *hdev)  in goya_get_fixed_properties()
471 static int goya_pci_bars_map(struct hl_device *hdev)  in goya_pci_bars_map()
487 static u64 goya_set_ddr_bar_base(struct hl_device *hdev, u64 addr)  in goya_set_ddr_bar_base()
521 static int goya_init_iatu(struct hl_device *hdev)  in goya_init_iatu()
565 static int goya_early_init(struct hl_device *hdev)  in goya_early_init()
634 static int goya_early_fini(struct hl_device *hdev)  in goya_early_fini()
642 static void goya_mmu_prepare_reg(struct hl_device *hdev, u64 reg, u32 asid)  in goya_mmu_prepare_reg()
649 static void goya_qman0_set_security(struct hl_device *hdev, bool secure)  in goya_qman0_set_security()
670 static void goya_fetch_psoc_frequency(struct hl_device *hdev)  in goya_fetch_psoc_frequency()
705 int goya_late_init(struct hl_device *hdev)  in goya_late_init()
769 void goya_late_fini(struct hl_device *hdev)  in goya_late_fini()
796 static int goya_sw_init(struct hl_device *hdev)  in goya_sw_init()
883 static int goya_sw_fini(struct hl_device *hdev)  in goya_sw_fini()
901 static void goya_init_dma_qman(struct hl_device *hdev, int dma_id,  in goya_init_dma_qman()
953 static void goya_init_dma_ch(struct hl_device *hdev, int dma_id)  in goya_init_dma_ch()
987 void goya_init_dma_qmans(struct hl_device *hdev)  in goya_init_dma_qmans()
1013 static void goya_disable_external_queues(struct hl_device *hdev)  in goya_disable_external_queues()
1027 static int goya_stop_queue(struct hl_device *hdev, u32 cfg_reg,  in goya_stop_queue()
1077 static int goya_stop_external_queues(struct hl_device *hdev)  in goya_stop_external_queues()
1147 int goya_init_cpu_queues(struct hl_device *hdev)  in goya_init_cpu_queues()
1206 static void goya_set_pll_refclk(struct hl_device *hdev)  in goya_set_pll_refclk()
1244 static void goya_disable_clk_rlx(struct hl_device *hdev)  in goya_disable_clk_rlx()
1250 static void _goya_tpc_mbist_workaround(struct hl_device *hdev, u8 tpc_id)  in _goya_tpc_mbist_workaround()
1315 static void goya_tpc_mbist_workaround(struct hl_device *hdev)  in goya_tpc_mbist_workaround()
1342 static void goya_init_golden_registers(struct hl_device *hdev)  in goya_init_golden_registers()
1637 static void goya_init_mme_qman(struct hl_device *hdev)  in goya_init_mme_qman()
1687 static void goya_init_mme_cmdq(struct hl_device *hdev)  in goya_init_mme_cmdq()
1723 void goya_init_mme_qmans(struct hl_device *hdev)  in goya_init_mme_qmans()
1743 static void goya_init_tpc_qman(struct hl_device *hdev, u32 base_off, int tpc_id)  in goya_init_tpc_qman()
1793 static void goya_init_tpc_cmdq(struct hl_device *hdev, int tpc_id)  in goya_init_tpc_cmdq()
1830 void goya_init_tpc_qmans(struct hl_device *hdev)  in goya_init_tpc_qmans()
1872 static void goya_disable_internal_queues(struct hl_device *hdev)  in goya_disable_internal_queues()
1919 static int goya_stop_internal_queues(struct hl_device *hdev)  in goya_stop_internal_queues()
2120 static void goya_dma_stall(struct hl_device *hdev)  in goya_dma_stall()
2134 static void goya_tpc_stall(struct hl_device *hdev)  in goya_tpc_stall()
2151 static void goya_mme_stall(struct hl_device *hdev)  in goya_mme_stall()
2161 static int goya_enable_msix(struct hl_device *hdev)  in goya_enable_msix()
2211 static void goya_sync_irqs(struct hl_device *hdev)  in goya_sync_irqs()
2226 static void goya_disable_msix(struct hl_device *hdev)  in goya_disable_msix()
2249 static void goya_enable_timestamp(struct hl_device *hdev)  in goya_enable_timestamp()
2262 static void goya_disable_timestamp(struct hl_device *hdev)  in goya_disable_timestamp()
2268 static void goya_halt_engines(struct hl_device *hdev, bool hard_reset)  in goya_halt_engines()
2312 static int goya_load_firmware_to_device(struct hl_device *hdev)  in goya_load_firmware_to_device()
2329 static int goya_load_boot_fit_to_device(struct hl_device *hdev)  in goya_load_boot_fit_to_device()
2342 static void goya_read_device_fw_version(struct hl_device *hdev,  in goya_read_device_fw_version()
2377 static int goya_init_cpu(struct hl_device *hdev)  in goya_init_cpu()
2412 static int goya_mmu_update_asid_hop0_addr(struct hl_device *hdev, u32 asid,  in goya_mmu_update_asid_hop0_addr()
2444 int goya_mmu_init(struct hl_device *hdev)  in goya_mmu_init()
2503 static int goya_hw_init(struct hl_device *hdev)  in goya_hw_init()
2580 static void goya_hw_fini(struct hl_device *hdev, bool hard_reset)  in goya_hw_fini()
2654 int goya_suspend(struct hl_device *hdev)  in goya_suspend()
2665 int goya_resume(struct hl_device *hdev)  in goya_resume()
2670 static int goya_cb_mmap(struct hl_device *hdev, struct vm_area_struct *vma,  in goya_cb_mmap()
2686 void goya_ring_doorbell(struct hl_device *hdev, u32 hw_queue_id, u32 pi)  in goya_ring_doorbell()
2768 void goya_pqe_write(struct hl_device *hdev, __le64 *pqe, struct hl_bd *bd)  in goya_pqe_write()
2774 static void *goya_dma_alloc_coherent(struct hl_device *hdev, size_t size,  in goya_dma_alloc_coherent()
2787 static void goya_dma_free_coherent(struct hl_device *hdev, size_t size,  in goya_dma_free_coherent()
2796 void *goya_get_int_queue_base(struct hl_device *hdev, u32 queue_id,  in goya_get_int_queue_base()
2854 static int goya_send_job_on_qman0(struct hl_device *hdev, struct hl_cs_job *job)  in goya_send_job_on_qman0()
2923 int goya_send_cpu_message(struct hl_device *hdev, u32 *msg, u16 len,  in goya_send_cpu_message()
2941 int goya_test_queue(struct hl_device *hdev, u32 hw_queue_id)  in goya_test_queue()
3012 int goya_test_cpu_queue(struct hl_device *hdev)  in goya_test_cpu_queue()
3026 int goya_test_queues(struct hl_device *hdev)  in goya_test_queues()
3039 static void *goya_dma_pool_zalloc(struct hl_device *hdev, size_t size,  in goya_dma_pool_zalloc()
3056 static void goya_dma_pool_free(struct hl_device *hdev, void *vaddr,  in goya_dma_pool_free()
3065 void *goya_cpu_accessible_dma_pool_alloc(struct hl_device *hdev, size_t size,  in goya_cpu_accessible_dma_pool_alloc()
3077 void goya_cpu_accessible_dma_pool_free(struct hl_device *hdev, size_t size,  in goya_cpu_accessible_dma_pool_free()
3083 static int goya_dma_map_sg(struct hl_device *hdev, struct scatterlist *sgl,  in goya_dma_map_sg()
3099 static void goya_dma_unmap_sg(struct hl_device *hdev, struct scatterlist *sgl,  in goya_dma_unmap_sg()
3112 u32 goya_get_dma_desc_list_size(struct hl_device *hdev, struct sg_table *sgt)  in goya_get_dma_desc_list_size()
3153 static int goya_pin_memory_before_cs(struct hl_device *hdev,  in goya_pin_memory_before_cs()
3200 static int goya_validate_dma_pkt_host(struct hl_device *hdev,  in goya_validate_dma_pkt_host()
3303 static int goya_validate_dma_pkt_no_host(struct hl_device *hdev,  in goya_validate_dma_pkt_no_host()
3348 static int goya_validate_dma_pkt_no_mmu(struct hl_device *hdev,  in goya_validate_dma_pkt_no_mmu()
3385 static int goya_validate_dma_pkt_mmu(struct hl_device *hdev,  in goya_validate_dma_pkt_mmu()
3422 static int goya_validate_wreg32(struct hl_device *hdev,  in goya_validate_wreg32()
3466 static int goya_validate_cb(struct hl_device *hdev,  in goya_validate_cb()
3573 static int goya_patch_dma_packet(struct hl_device *hdev,  in goya_patch_dma_packet()
3703 static int goya_patch_cb(struct hl_device *hdev,  in goya_patch_cb()
3801 static int goya_parse_cb_mmu(struct hl_device *hdev,  in goya_parse_cb_mmu()
3880 static int goya_parse_cb_no_mmu(struct hl_device *hdev,  in goya_parse_cb_no_mmu()
3932 static int goya_parse_cb_no_ext_queue(struct hl_device *hdev,  in goya_parse_cb_no_ext_queue()
3963 int goya_cs_parser(struct hl_device *hdev, struct hl_cs_parser *parser)  in goya_cs_parser()
3976 void goya_add_end_of_cb_packets(struct hl_device *hdev, void *kernel_address,  in goya_add_end_of_cb_packets()
4001 void goya_update_eq_ci(struct hl_device *hdev, u32 val)  in goya_update_eq_ci()
4006 void goya_restore_phase_topology(struct hl_device *hdev)  in goya_restore_phase_topology()
4011 static void goya_clear_sm_regs(struct hl_device *hdev)  in goya_clear_sm_regs()
4046 static int goya_debugfs_read32(struct hl_device *hdev, u64 addr, u32 *val)  in goya_debugfs_read32()
4102 static int goya_debugfs_write32(struct hl_device *hdev, u64 addr, u32 val)  in goya_debugfs_write32()
4143 static int goya_debugfs_read64(struct hl_device *hdev, u64 addr, u64 *val)  in goya_debugfs_read64()
4188 static int goya_debugfs_write64(struct hl_device *hdev, u64 addr, u64 val)  in goya_debugfs_write64()
4231 static u64 goya_read_pte(struct hl_device *hdev, u64 addr)  in goya_read_pte()
4242 static void goya_write_pte(struct hl_device *hdev, u64 addr, u64 val)  in goya_write_pte()
4446 static void goya_print_razwi_info(struct hl_device *hdev)  in goya_print_razwi_info()
4469 static void goya_print_mmu_error_info(struct hl_device *hdev)  in goya_print_mmu_error_info()
4491 static void goya_print_irq_info(struct hl_device *hdev, u16 event_type,  in goya_print_irq_info()
4506 static int goya_unmask_irq_arr(struct hl_device *hdev, u32 *irq_arr,  in goya_unmask_irq_arr()
4557 static int goya_soft_reset_late_init(struct hl_device *hdev)  in goya_soft_reset_late_init()
4567 static int goya_unmask_irq(struct hl_device *hdev, u16 event_type)  in goya_unmask_irq()
4588 static void goya_print_clk_change_info(struct hl_device *hdev, u16 event_type)  in goya_print_clk_change_info()
4619 void goya_handle_eqe(struct hl_device *hdev, struct hl_eq_entry *eq_entry)  in goya_handle_eqe()
4724 void *goya_get_events_stat(struct hl_device *hdev, bool aggregate, u32 *size)  in goya_get_events_stat()
4737 static int goya_memset_device_memory(struct hl_device *hdev, u64 addr, u64 size,  in goya_memset_device_memory()
4809 int goya_context_switch(struct hl_device *hdev, u32 asid)  in goya_context_switch()
4845 static int goya_mmu_clear_pgt_range(struct hl_device *hdev)  in goya_mmu_clear_pgt_range()
4859 static int goya_mmu_set_dram_default_page(struct hl_device *hdev)  in goya_mmu_set_dram_default_page()
4872 static int goya_mmu_add_mappings_for_device_cpu(struct hl_device *hdev)  in goya_mmu_add_mappings_for_device_cpu()
4950 void goya_mmu_remove_device_cpu_mappings(struct hl_device *hdev)  in goya_mmu_remove_device_cpu_mappings()
4992 static void goya_mmu_prepare(struct hl_device *hdev, u32 asid)  in goya_mmu_prepare()
5010 static int goya_mmu_invalidate_cache(struct hl_device *hdev, bool is_hard,  in goya_mmu_invalidate_cache()
5054 static int goya_mmu_invalidate_cache_range(struct hl_device *hdev,  in goya_mmu_invalidate_cache_range()
5109 int goya_send_heartbeat(struct hl_device *hdev)  in goya_send_heartbeat()
5119 int goya_cpucp_info_get(struct hl_device *hdev)  in goya_cpucp_info_get()
5154 static void goya_set_clock_gating(struct hl_device *hdev)  in goya_set_clock_gating()
5159 static void goya_disable_clock_gating(struct hl_device *hdev)  in goya_disable_clock_gating()
5164 static bool goya_is_device_idle(struct hl_device *hdev, u64 *mask,  in goya_is_device_idle()
5244 static void goya_hw_queues_lock(struct hl_device *hdev)  in goya_hw_queues_lock()
5252 static void goya_hw_queues_unlock(struct hl_device *hdev)  in goya_hw_queues_unlock()
5260 static u32 goya_get_pci_id(struct hl_device *hdev)  in goya_get_pci_id()
5265 static int goya_get_eeprom_data(struct hl_device *hdev, void *data,  in goya_get_eeprom_data()
5276 static enum hl_device_hw_state goya_get_hw_state(struct hl_device *hdev)  in goya_get_hw_state()
5286 u32 goya_get_queue_id_for_cq(struct hl_device *hdev, u32 cq_idx)  in goya_get_queue_id_for_cq()
5291 static u32 goya_get_signal_cb_size(struct hl_device *hdev)  in goya_get_signal_cb_size()
5296 static u32 goya_get_wait_cb_size(struct hl_device *hdev)  in goya_get_wait_cb_size()
5301 static void goya_gen_signal_cb(struct hl_device *hdev, void *data, u16 sob_id)  in goya_gen_signal_cb()
5306 static void goya_gen_wait_cb(struct hl_device *hdev, void *data, u16 sob_id,  in goya_gen_wait_cb()
5312 static void goya_reset_sob(struct hl_device *hdev, void *data)  in goya_reset_sob()
5317 static void goya_set_dma_mask_from_fw(struct hl_device *hdev)  in goya_set_dma_mask_from_fw()
5331 u64 goya_get_device_time(struct hl_device *hdev)  in goya_get_device_time()
5419 void goya_set_asic_funcs(struct hl_device *hdev)  in goya_set_asic_funcs()