184 static u8 ci_get_memory_module_index(struct amdgpu_device *adev)  in ci_get_memory_module_index()
194 static int ci_copy_and_switch_arb_sets(struct amdgpu_device *adev,  in ci_copy_and_switch_arb_sets()
279 static void ci_trim_voltage_table_to_fit_state_table(struct amdgpu_device *adev,  in ci_trim_voltage_table_to_fit_state_table()
311 static struct ci_power_info *ci_get_pi(struct amdgpu_device *adev)  in ci_get_pi()
325 static void ci_initialize_powertune_defaults(struct amdgpu_device *adev)  in ci_initialize_powertune_defaults()
390 static int ci_populate_bapm_vddc_vid_sidd(struct amdgpu_device *adev)  in ci_populate_bapm_vddc_vid_sidd()
419 static int ci_populate_vddc_vid(struct amdgpu_device *adev)  in ci_populate_vddc_vid()
434 static int ci_populate_svi_load_line(struct amdgpu_device *adev)  in ci_populate_svi_load_line()
447 static int ci_populate_tdc_limit(struct amdgpu_device *adev)  in ci_populate_tdc_limit()
462 static int ci_populate_dw8(struct amdgpu_device *adev)  in ci_populate_dw8()
482 static int ci_populate_fuzzy_fan(struct amdgpu_device *adev)  in ci_populate_fuzzy_fan()
497 static int ci_min_max_v_gnbl_pm_lid_from_bapm_vddc(struct amdgpu_device *adev)  in ci_min_max_v_gnbl_pm_lid_from_bapm_vddc()
529 static int ci_populate_bapm_vddc_base_leakage_sidd(struct amdgpu_device *adev)  in ci_populate_bapm_vddc_base_leakage_sidd()
546 static int ci_populate_bapm_parameters_in_dpm_table(struct amdgpu_device *adev)  in ci_populate_bapm_parameters_in_dpm_table()
594 static int ci_populate_pm_base(struct amdgpu_device *adev)  in ci_populate_pm_base()
641 static void ci_do_enable_didt(struct amdgpu_device *adev, const bool enable)  in ci_do_enable_didt()
683 static int ci_program_pt_config_registers(struct amdgpu_device *adev,  in ci_program_pt_config_registers()
731 static int ci_enable_didt(struct amdgpu_device *adev, bool enable)  in ci_enable_didt()
756 static int ci_enable_power_containment(struct amdgpu_device *adev, bool enable)  in ci_enable_power_containment()
814 static int ci_enable_smc_cac(struct amdgpu_device *adev, bool enable)  in ci_enable_smc_cac()
838 static int ci_enable_thermal_based_sclk_dpm(struct amdgpu_device *adev,  in ci_enable_thermal_based_sclk_dpm()
857 static int ci_power_control_set_level(struct amdgpu_device *adev)  in ci_power_control_set_level()
879 static void ci_dpm_powergate_uvd(struct amdgpu_device *adev, bool gate)  in ci_dpm_powergate_uvd()
891 static bool ci_dpm_vblank_too_short(struct amdgpu_device *adev)  in ci_dpm_vblank_too_short()
909 static void ci_apply_state_adjust_rules(struct amdgpu_device *adev,  in ci_apply_state_adjust_rules()
984 static int ci_thermal_set_temperature_range(struct amdgpu_device *adev,  in ci_thermal_set_temperature_range()
1019 static int ci_thermal_enable_alert(struct amdgpu_device *adev,  in ci_thermal_enable_alert()
1048 static void ci_fan_ctrl_set_static_mode(struct amdgpu_device *adev, u32 mode)  in ci_fan_ctrl_set_static_mode()
1072 static int ci_thermal_setup_fan_table(struct amdgpu_device *adev)  in ci_thermal_setup_fan_table()
1151 static int ci_fan_ctrl_start_smc_fan_control(struct amdgpu_device *adev)  in ci_fan_ctrl_start_smc_fan_control()
1180 static int ci_fan_ctrl_stop_smc_fan_control(struct amdgpu_device *adev)  in ci_fan_ctrl_stop_smc_fan_control()
1194 static int ci_dpm_get_fan_speed_percent(struct amdgpu_device *adev,  in ci_dpm_get_fan_speed_percent()
1221 static int ci_dpm_set_fan_speed_percent(struct amdgpu_device *adev,  in ci_dpm_set_fan_speed_percent()
1255 static void ci_dpm_set_fan_control_mode(struct amdgpu_device *adev, u32 mode)  in ci_dpm_set_fan_control_mode()
1271 static u32 ci_dpm_get_fan_control_mode(struct amdgpu_device *adev)  in ci_dpm_get_fan_control_mode()
1336 static void ci_fan_ctrl_set_default_mode(struct amdgpu_device *adev)  in ci_fan_ctrl_set_default_mode()
1353 static void ci_thermal_start_smc_fan_control(struct amdgpu_device *adev)  in ci_thermal_start_smc_fan_control()
1361 static void ci_thermal_initialize(struct amdgpu_device *adev)  in ci_thermal_initialize()
1377 static int ci_thermal_start_thermal_controller(struct amdgpu_device *adev)  in ci_thermal_start_thermal_controller()
1398 static void ci_thermal_stop_thermal_controller(struct amdgpu_device *adev)  in ci_thermal_stop_thermal_controller()
1416 static int ci_write_smc_soft_register(struct amdgpu_device *adev,  in ci_write_smc_soft_register()
1426 static void ci_init_fps_limits(struct amdgpu_device *adev)  in ci_init_fps_limits()
1442 static int ci_update_sclk_t(struct amdgpu_device *adev)  in ci_update_sclk_t()
1462 static void ci_get_leakage_voltages(struct amdgpu_device *adev)  in ci_get_leakage_voltages()
1504 static void ci_set_dpm_event_sources(struct amdgpu_device *adev, u32 sources)  in ci_set_dpm_event_sources()
1553 static void ci_enable_auto_throttle_source(struct amdgpu_device *adev,  in ci_enable_auto_throttle_source()
1572 static void ci_enable_vr_hot_gpio_interrupt(struct amdgpu_device *adev)  in ci_enable_vr_hot_gpio_interrupt()
1578 static int ci_unfreeze_sclk_mclk_dpm(struct amdgpu_device *adev)  in ci_unfreeze_sclk_mclk_dpm()
1604 static int ci_enable_sclk_mclk_dpm(struct amdgpu_device *adev, bool enable)  in ci_enable_sclk_mclk_dpm()
1651 static int ci_start_dpm(struct amdgpu_device *adev)  in ci_start_dpm()
1687 static int ci_freeze_sclk_mclk_dpm(struct amdgpu_device *adev)  in ci_freeze_sclk_mclk_dpm()
1712 static int ci_stop_dpm(struct amdgpu_device *adev)  in ci_stop_dpm()
1744 static void ci_enable_sclk_control(struct amdgpu_device *adev, bool enable)  in ci_enable_sclk_control()
1782 static PPSMC_Result amdgpu_ci_send_msg_to_smc_with_parameter(struct amdgpu_device *adev,  in amdgpu_ci_send_msg_to_smc_with_parameter()
1789 static PPSMC_Result amdgpu_ci_send_msg_to_smc_return_parameter(struct amdgpu_device *adev,  in amdgpu_ci_send_msg_to_smc_return_parameter()
1802 static int ci_dpm_force_state_sclk(struct amdgpu_device *adev, u32 n)  in ci_dpm_force_state_sclk()
1816 static int ci_dpm_force_state_mclk(struct amdgpu_device *adev, u32 n)  in ci_dpm_force_state_mclk()
1830 static int ci_dpm_force_state_pcie(struct amdgpu_device *adev, u32 n)  in ci_dpm_force_state_pcie()
1844 static int ci_set_power_limit(struct amdgpu_device *adev, u32 n)  in ci_set_power_limit()
1858 static int ci_set_overdrive_target_tdp(struct amdgpu_device *adev,  in ci_set_overdrive_target_tdp()
1875 static u32 ci_get_average_sclk_freq(struct amdgpu_device *adev)  in ci_get_average_sclk_freq()
1888 static u32 ci_get_average_mclk_freq(struct amdgpu_device *adev)  in ci_get_average_mclk_freq()
1901 static void ci_dpm_start_smc(struct amdgpu_device *adev)  in ci_dpm_start_smc()
1914 static void ci_dpm_stop_smc(struct amdgpu_device *adev)  in ci_dpm_stop_smc()
1920 static int ci_process_firmware_header(struct amdgpu_device *adev)  in ci_process_firmware_header()
1974 static void ci_read_clock_registers(struct amdgpu_device *adev)  in ci_read_clock_registers()
2001 static void ci_init_sclk_t(struct amdgpu_device *adev)  in ci_init_sclk_t()
2008 static void ci_enable_thermal_protection(struct amdgpu_device *adev,  in ci_enable_thermal_protection()
2020 static void ci_enable_acpi_power_management(struct amdgpu_device *adev)  in ci_enable_acpi_power_management()
2058 static int ci_notify_smc_display_change(struct amdgpu_device *adev,  in ci_notify_smc_display_change()
2066 static int ci_enable_ds_master_switch(struct amdgpu_device *adev,  in ci_enable_ds_master_switch()
2089 static void ci_program_display_gap(struct amdgpu_device *adev)  in ci_program_display_gap()
2123 static void ci_enable_spread_spectrum(struct amdgpu_device *adev, bool enable)  in ci_enable_spread_spectrum()
2145 static void ci_program_sstp(struct amdgpu_device *adev)  in ci_program_sstp()
2152 static void ci_enable_display_gap(struct amdgpu_device *adev)  in ci_enable_display_gap()
2164 static void ci_program_vc(struct amdgpu_device *adev)  in ci_program_vc()
2182 static void ci_clear_vc(struct amdgpu_device *adev)  in ci_clear_vc()
2200 static int ci_upload_firmware(struct amdgpu_device *adev)  in ci_upload_firmware()
2220 static int ci_get_svi2_voltage_table(struct amdgpu_device *adev,  in ci_get_svi2_voltage_table()
2241 static int ci_construct_voltage_tables(struct amdgpu_device *adev)  in ci_construct_voltage_tables()
2303 static void ci_populate_smc_voltage_table(struct amdgpu_device *adev,  in ci_populate_smc_voltage_table()
2325 static int ci_populate_smc_vddc_table(struct amdgpu_device *adev,  in ci_populate_smc_vddc_table()
2348 static int ci_populate_smc_vddci_table(struct amdgpu_device *adev,  in ci_populate_smc_vddci_table()
2371 static int ci_populate_smc_mvdd_table(struct amdgpu_device *adev,  in ci_populate_smc_mvdd_table()
2394 static int ci_populate_smc_voltage_tables(struct amdgpu_device *adev,  in ci_populate_smc_voltage_tables()
2414 static int ci_populate_mvdd_value(struct amdgpu_device *adev, u32 mclk,  in ci_populate_mvdd_value()
2435 static int ci_get_std_voltage_value_sidd(struct amdgpu_device *adev,  in ci_get_std_voltage_value_sidd()
2486 static void ci_populate_phase_value_based_on_sclk(struct amdgpu_device *adev,  in ci_populate_phase_value_based_on_sclk()
2503 static void ci_populate_phase_value_based_on_mclk(struct amdgpu_device *adev,  in ci_populate_phase_value_based_on_mclk()
2520 static int ci_init_arb_table_index(struct amdgpu_device *adev)  in ci_init_arb_table_index()
2538 static int ci_get_dependency_volt_by_clk(struct amdgpu_device *adev,  in ci_get_dependency_volt_by_clk()
2559 static u8 ci_get_sleep_divider_id_from_clock(struct amdgpu_device *adev,  in ci_get_sleep_divider_id_from_clock()
2579 static int ci_initial_switch_from_arb_f0_to_f1(struct amdgpu_device *adev)  in ci_initial_switch_from_arb_f0_to_f1()
2584 static int ci_reset_to_default(struct amdgpu_device *adev)  in ci_reset_to_default()
2590 static int ci_force_switch_to_arb_f0(struct amdgpu_device *adev)  in ci_force_switch_to_arb_f0()
2602 static void ci_register_patching_mc_arb(struct amdgpu_device *adev,  in ci_register_patching_mc_arb()
2628 static int ci_populate_memory_timing_parameters(struct amdgpu_device *adev,  in ci_populate_memory_timing_parameters()
2652 static int ci_do_program_memory_timing_parameters(struct amdgpu_device *adev)  in ci_do_program_memory_timing_parameters()
2682 static int ci_program_memory_timing_parameters(struct amdgpu_device *adev)  in ci_program_memory_timing_parameters()
2692 static void ci_populate_smc_initial_state(struct amdgpu_device *adev,  in ci_populate_smc_initial_state()
2732 static void ci_populate_smc_link_level(struct amdgpu_device *adev,  in ci_populate_smc_link_level()
2754 static int ci_populate_smc_uvd_level(struct amdgpu_device *adev,  in ci_populate_smc_uvd_level()
2797 static int ci_populate_smc_vce_level(struct amdgpu_device *adev,  in ci_populate_smc_vce_level()
2830 static int ci_populate_smc_acp_level(struct amdgpu_device *adev,  in ci_populate_smc_acp_level()
2862 static int ci_populate_smc_samu_level(struct amdgpu_device *adev,  in ci_populate_smc_samu_level()
2894 static int ci_calculate_mclk_params(struct amdgpu_device *adev,  in ci_calculate_mclk_params()
2986 static int ci_populate_single_memory_level(struct amdgpu_device *adev,  in ci_populate_single_memory_level()
3101 static int ci_populate_smc_acpi_level(struct amdgpu_device *adev,  in ci_populate_smc_acpi_level()
3219 static int ci_enable_ulv(struct amdgpu_device *adev, bool enable)  in ci_enable_ulv()
3236 static int ci_populate_ulv_level(struct amdgpu_device *adev,  in ci_populate_ulv_level()
3273 static int ci_calculate_sclk_params(struct amdgpu_device *adev,  in ci_calculate_sclk_params()
3329 static int ci_populate_single_graphic_level(struct amdgpu_device *adev,  in ci_populate_single_graphic_level()
3391 static int ci_populate_all_graphic_levels(struct amdgpu_device *adev)  in ci_populate_all_graphic_levels()
3431 static int ci_populate_ulv_state(struct amdgpu_device *adev,  in ci_populate_ulv_state()
3437 static int ci_populate_all_memory_levels(struct amdgpu_device *adev)  in ci_populate_all_memory_levels()
3486 static void ci_reset_single_dpm_table(struct amdgpu_device *adev,  in ci_reset_single_dpm_table()
3505 static int ci_setup_default_pcie_tables(struct amdgpu_device *adev)  in ci_setup_default_pcie_tables()
3553 static int ci_setup_default_dpm_tables(struct amdgpu_device *adev)  in ci_setup_default_dpm_tables()
3667 static int ci_init_smc_table(struct amdgpu_device *adev)  in ci_init_smc_table()
3815 static void ci_trim_single_dpm_states(struct amdgpu_device *adev,  in ci_trim_single_dpm_states()
3830 static void ci_trim_pcie_dpm_states(struct amdgpu_device *adev,  in ci_trim_pcie_dpm_states()
3861 static int ci_trim_dpm_states(struct amdgpu_device *adev,  in ci_trim_dpm_states()
3895 static int ci_apply_disp_minimum_voltage_request(struct amdgpu_device *adev)  in ci_apply_disp_minimum_voltage_request()
3927 static int ci_upload_dpm_level_enable_mask(struct amdgpu_device *adev)  in ci_upload_dpm_level_enable_mask()
3969 static void ci_find_dpm_states_clocks_in_dpm_table(struct amdgpu_device *adev,  in ci_find_dpm_states_clocks_in_dpm_table()
4008 static int ci_populate_and_upload_sclk_mclk_dpm_levels(struct amdgpu_device *adev,  in ci_populate_and_upload_sclk_mclk_dpm_levels()
4042 static int ci_enable_uvd_dpm(struct amdgpu_device *adev, bool enable)  in ci_enable_uvd_dpm()
4091 static int ci_enable_vce_dpm(struct amdgpu_device *adev, bool enable)  in ci_enable_vce_dpm()
4188 static int ci_update_uvd_dpm(struct amdgpu_device *adev, bool gate)  in ci_update_uvd_dpm()
4210 static u8 ci_get_vce_boot_level(struct amdgpu_device *adev)  in ci_get_vce_boot_level()
4225 static int ci_update_vce_dpm(struct amdgpu_device *adev,  in ci_update_vce_dpm()
4285 static int ci_generate_dpm_level_enable_mask(struct amdgpu_device *adev,  in ci_generate_dpm_level_enable_mask()
4311 static u32 ci_get_lowest_enabled_level(struct amdgpu_device *adev,  in ci_get_lowest_enabled_level()
4323 static int ci_dpm_force_performance_level(struct amdgpu_device *adev,  in ci_dpm_force_performance_level()
4479 static int ci_set_mc_special_registers(struct amdgpu_device *adev,  in ci_set_mc_special_registers()
4676 static int ci_register_patching_mc_seq(struct amdgpu_device *adev,  in ci_register_patching_mc_seq()
4766 static int ci_initialize_mc_reg_table(struct amdgpu_device *adev)  in ci_initialize_mc_reg_table()
4825 static int ci_populate_mc_reg_addresses(struct amdgpu_device *adev,  in ci_populate_mc_reg_addresses()
4860 static void ci_convert_mc_reg_table_entry_to_smc(struct amdgpu_device *adev,  in ci_convert_mc_reg_table_entry_to_smc()
4880 static void ci_convert_mc_reg_table_to_smc(struct amdgpu_device *adev,  in ci_convert_mc_reg_table_to_smc()
4892 static int ci_populate_initial_mc_reg_table(struct amdgpu_device *adev)  in ci_populate_initial_mc_reg_table()
4911 static int ci_update_and_upload_mc_reg_table(struct amdgpu_device *adev)  in ci_update_and_upload_mc_reg_table()
4931 static void ci_enable_voltage_control(struct amdgpu_device *adev)  in ci_enable_voltage_control()
4939 static enum amdgpu_pcie_gen ci_get_maximum_link_speed(struct amdgpu_device *adev,  in ci_get_maximum_link_speed()
4955 static u16 ci_get_current_pcie_speed(struct amdgpu_device *adev)  in ci_get_current_pcie_speed()
4966 static int ci_get_current_pcie_lane_number(struct amdgpu_device *adev)  in ci_get_current_pcie_lane_number()
4990 static void ci_request_link_speed_change_before_state_change(struct amdgpu_device *adev,  in ci_request_link_speed_change_before_state_change()
5029 static void ci_notify_link_speed_change_after_state_change(struct amdgpu_device *adev,  in ci_notify_link_speed_change_after_state_change()
5056 static int ci_set_private_data_variables_based_on_pptable(struct amdgpu_device *adev)  in ci_set_private_data_variables_based_on_pptable()
5099 static void ci_patch_with_vddc_leakage(struct amdgpu_device *adev, u16 *vddc)  in ci_patch_with_vddc_leakage()
5113 static void ci_patch_with_vddci_leakage(struct amdgpu_device *adev, u16 *vddci)  in ci_patch_with_vddci_leakage()
5127 static void ci_patch_clock_voltage_dependency_table_with_vddc_leakage(struct amdgpu_device *adev,  in ci_patch_clock_voltage_dependency_table_with_vddc_leakage()
5138 static void ci_patch_clock_voltage_dependency_table_with_vddci_leakage(struct amdgpu_device *adev,  in ci_patch_clock_voltage_dependency_table_with_vddci_leakage()
5149 …atic void ci_patch_vce_clock_voltage_dependency_table_with_vddc_leakage(struct amdgpu_device *adev,  in ci_patch_vce_clock_voltage_dependency_table_with_vddc_leakage()
5160 …atic void ci_patch_uvd_clock_voltage_dependency_table_with_vddc_leakage(struct amdgpu_device *adev,  in ci_patch_uvd_clock_voltage_dependency_table_with_vddc_leakage()
5171 static void ci_patch_vddc_phase_shed_limit_table_with_vddc_leakage(struct amdgpu_device *adev,  in ci_patch_vddc_phase_shed_limit_table_with_vddc_leakage()
5182 static void ci_patch_clock_voltage_limits_with_vddc_leakage(struct amdgpu_device *adev,  in ci_patch_clock_voltage_limits_with_vddc_leakage()
5191 static void ci_patch_cac_leakage_table_with_vddc_leakage(struct amdgpu_device *adev,  in ci_patch_cac_leakage_table_with_vddc_leakage()
5202 static void ci_patch_dependency_tables_with_leakage(struct amdgpu_device *adev)  in ci_patch_dependency_tables_with_leakage()
5232 static void ci_update_current_ps(struct amdgpu_device *adev,  in ci_update_current_ps()
5243 static void ci_update_requested_ps(struct amdgpu_device *adev,  in ci_update_requested_ps()
5254 static int ci_dpm_pre_set_power_state(struct amdgpu_device *adev)  in ci_dpm_pre_set_power_state()
5267 static void ci_dpm_post_set_power_state(struct amdgpu_device *adev)  in ci_dpm_post_set_power_state()
5276 static void ci_dpm_setup_asic(struct amdgpu_device *adev)  in ci_dpm_setup_asic()
5283 static int ci_dpm_enable(struct amdgpu_device *adev)  in ci_dpm_enable()
5432 static void ci_dpm_disable(struct amdgpu_device *adev)  in ci_dpm_disable()
5468 static int ci_dpm_set_power_state(struct amdgpu_device *adev)  in ci_dpm_set_power_state()
5540 static void ci_dpm_display_configuration_changed(struct amdgpu_device *adev)  in ci_dpm_display_configuration_changed()
5568 static void ci_parse_pplib_non_clock_info(struct amdgpu_device *adev,  in ci_parse_pplib_non_clock_info()
5591 static void ci_parse_pplib_clock_info(struct amdgpu_device *adev,  in ci_parse_pplib_clock_info()
5660 static int ci_parse_power_table(struct amdgpu_device *adev)  in ci_parse_power_table()
5751 static int ci_get_vbios_boot_values(struct amdgpu_device *adev,  in ci_get_vbios_boot_values()
5778 static void ci_dpm_fini(struct amdgpu_device *adev)  in ci_dpm_fini()
5800 static int ci_dpm_init_microcode(struct amdgpu_device *adev)  in ci_dpm_init_microcode()
5837 static int ci_dpm_init(struct amdgpu_device *adev)  in ci_dpm_init()
6086 ci_dpm_debugfs_print_current_performance_level(struct amdgpu_device *adev,  in ci_dpm_debugfs_print_current_performance_level()
6100 static void ci_dpm_print_power_state(struct amdgpu_device *adev,  in ci_dpm_print_power_state()
6118 static u32 ci_dpm_get_sclk(struct amdgpu_device *adev, bool low)  in ci_dpm_get_sclk()
6129 static u32 ci_dpm_get_mclk(struct amdgpu_device *adev, bool low)  in ci_dpm_get_mclk()
6141 static int ci_dpm_get_temp(struct amdgpu_device *adev)  in ci_dpm_get_temp()
6159 static int ci_set_temperature_range(struct amdgpu_device *adev)  in ci_set_temperature_range()
6178 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in ci_dpm_early_init()  local
6189 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in ci_dpm_late_init()  local
6211 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in ci_dpm_sw_init()  local
6260 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in ci_dpm_sw_fini()  local
6274 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in ci_dpm_hw_init()  local
6293 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in ci_dpm_hw_fini()  local
6306 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in ci_dpm_suspend()  local
6322 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in ci_dpm_resume()  local
6354 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in ci_dpm_print_status()  local
6566 static int ci_dpm_set_interrupt_state(struct amdgpu_device *adev,  in ci_dpm_set_interrupt_state()
6614 static int ci_dpm_process_interrupt(struct amdgpu_device *adev,  in ci_dpm_process_interrupt()
6692 static void ci_dpm_set_dpm_funcs(struct amdgpu_device *adev)  in ci_dpm_set_dpm_funcs()
6703 static void ci_dpm_set_irq_funcs(struct amdgpu_device *adev)  in ci_dpm_set_irq_funcs()