196 static struct ci_power_info *ci_get_pi(struct radeon_device *rdev)  in ci_get_pi()
210 static void ci_initialize_powertune_defaults(struct radeon_device *rdev)  in ci_initialize_powertune_defaults()
275 static int ci_populate_bapm_vddc_vid_sidd(struct radeon_device *rdev)  in ci_populate_bapm_vddc_vid_sidd()
304 static int ci_populate_vddc_vid(struct radeon_device *rdev)  in ci_populate_vddc_vid()
319 static int ci_populate_svi_load_line(struct radeon_device *rdev)  in ci_populate_svi_load_line()
332 static int ci_populate_tdc_limit(struct radeon_device *rdev)  in ci_populate_tdc_limit()
347 static int ci_populate_dw8(struct radeon_device *rdev)  in ci_populate_dw8()
367 static int ci_populate_fuzzy_fan(struct radeon_device *rdev)  in ci_populate_fuzzy_fan()
382 static int ci_min_max_v_gnbl_pm_lid_from_bapm_vddc(struct radeon_device *rdev)  in ci_min_max_v_gnbl_pm_lid_from_bapm_vddc()
414 static int ci_populate_bapm_vddc_base_leakage_sidd(struct radeon_device *rdev)  in ci_populate_bapm_vddc_base_leakage_sidd()
431 static int ci_populate_bapm_parameters_in_dpm_table(struct radeon_device *rdev)  in ci_populate_bapm_parameters_in_dpm_table()
479 static int ci_populate_pm_base(struct radeon_device *rdev)  in ci_populate_pm_base()
526 static void ci_do_enable_didt(struct radeon_device *rdev, const bool enable)  in ci_do_enable_didt()
568 static int ci_program_pt_config_registers(struct radeon_device *rdev,  in ci_program_pt_config_registers()
616 static int ci_enable_didt(struct radeon_device *rdev, bool enable)  in ci_enable_didt()
641 static int ci_enable_power_containment(struct radeon_device *rdev, bool enable)  in ci_enable_power_containment()
699 static int ci_enable_smc_cac(struct radeon_device *rdev, bool enable)  in ci_enable_smc_cac()
723 static int ci_enable_thermal_based_sclk_dpm(struct radeon_device *rdev,  in ci_enable_thermal_based_sclk_dpm()
742 static int ci_power_control_set_level(struct radeon_device *rdev)  in ci_power_control_set_level()
764 void ci_dpm_powergate_uvd(struct radeon_device *rdev, bool gate)  in ci_dpm_powergate_uvd()
776 bool ci_dpm_vblank_too_short(struct radeon_device *rdev)  in ci_dpm_vblank_too_short()
795 static void ci_apply_state_adjust_rules(struct radeon_device *rdev,  in ci_apply_state_adjust_rules()
870 static int ci_thermal_set_temperature_range(struct radeon_device *rdev,  in ci_thermal_set_temperature_range()
906 static int ci_thermal_enable_alert(struct radeon_device *rdev,  in ci_thermal_enable_alert()
935 static void ci_fan_ctrl_set_static_mode(struct radeon_device *rdev, u32 mode)  in ci_fan_ctrl_set_static_mode()
957 static int ci_thermal_setup_fan_table(struct radeon_device *rdev)  in ci_thermal_setup_fan_table()
1034 static int ci_fan_ctrl_start_smc_fan_control(struct radeon_device *rdev)  in ci_fan_ctrl_start_smc_fan_control()
1062 static int ci_fan_ctrl_stop_smc_fan_control(struct radeon_device *rdev)  in ci_fan_ctrl_stop_smc_fan_control()
1075 int ci_fan_ctrl_get_fan_speed_percent(struct radeon_device *rdev,  in ci_fan_ctrl_get_fan_speed_percent()
1100 int ci_fan_ctrl_set_fan_speed_percent(struct radeon_device *rdev,  in ci_fan_ctrl_set_fan_speed_percent()
1133 void ci_fan_ctrl_set_mode(struct radeon_device *rdev, u32 mode)  in ci_fan_ctrl_set_mode()
1149 u32 ci_fan_ctrl_get_mode(struct radeon_device *rdev)  in ci_fan_ctrl_get_mode()
1213 static void ci_fan_ctrl_set_default_mode(struct radeon_device *rdev)  in ci_fan_ctrl_set_default_mode()
1230 static void ci_thermal_start_smc_fan_control(struct radeon_device *rdev)  in ci_thermal_start_smc_fan_control()
1238 static void ci_thermal_initialize(struct radeon_device *rdev)  in ci_thermal_initialize()
1253 static int ci_thermal_start_thermal_controller(struct radeon_device *rdev)  in ci_thermal_start_thermal_controller()
1274 static void ci_thermal_stop_thermal_controller(struct radeon_device *rdev)  in ci_thermal_stop_thermal_controller()
1292 static int ci_write_smc_soft_register(struct radeon_device *rdev,  in ci_write_smc_soft_register()
1302 static void ci_init_fps_limits(struct radeon_device *rdev)  in ci_init_fps_limits()
1318 static int ci_update_sclk_t(struct radeon_device *rdev)  in ci_update_sclk_t()
1338 static void ci_get_leakage_voltages(struct radeon_device *rdev)  in ci_get_leakage_voltages()
1380 static void ci_set_dpm_event_sources(struct radeon_device *rdev, u32 sources)  in ci_set_dpm_event_sources()
1429 static void ci_enable_auto_throttle_source(struct radeon_device *rdev,  in ci_enable_auto_throttle_source()
1448 static void ci_enable_vr_hot_gpio_interrupt(struct radeon_device *rdev)  in ci_enable_vr_hot_gpio_interrupt()
1454 static int ci_unfreeze_sclk_mclk_dpm(struct radeon_device *rdev)  in ci_unfreeze_sclk_mclk_dpm()
1480 static int ci_enable_sclk_mclk_dpm(struct radeon_device *rdev, bool enable)  in ci_enable_sclk_mclk_dpm()
1526 static int ci_start_dpm(struct radeon_device *rdev)  in ci_start_dpm()
1562 static int ci_freeze_sclk_mclk_dpm(struct radeon_device *rdev)  in ci_freeze_sclk_mclk_dpm()
1587 static int ci_stop_dpm(struct radeon_device *rdev)  in ci_stop_dpm()
1619 static void ci_enable_sclk_control(struct radeon_device *rdev, bool enable)  in ci_enable_sclk_control()
1657 static PPSMC_Result ci_send_msg_to_smc(struct radeon_device *rdev, PPSMC_Msg msg)  in ci_send_msg_to_smc()
1678 static PPSMC_Result ci_send_msg_to_smc_with_parameter(struct radeon_device *rdev,  in ci_send_msg_to_smc_with_parameter()
1685 static PPSMC_Result ci_send_msg_to_smc_return_parameter(struct radeon_device *rdev,  in ci_send_msg_to_smc_return_parameter()
1698 static int ci_dpm_force_state_sclk(struct radeon_device *rdev, u32 n)  in ci_dpm_force_state_sclk()
1712 static int ci_dpm_force_state_mclk(struct radeon_device *rdev, u32 n)  in ci_dpm_force_state_mclk()
1726 static int ci_dpm_force_state_pcie(struct radeon_device *rdev, u32 n)  in ci_dpm_force_state_pcie()
1740 static int ci_set_power_limit(struct radeon_device *rdev, u32 n)  in ci_set_power_limit()
1754 static int ci_set_overdrive_target_tdp(struct radeon_device *rdev,  in ci_set_overdrive_target_tdp()
1771 static u32 ci_get_average_sclk_freq(struct radeon_device *rdev)  in ci_get_average_sclk_freq()
1784 static u32 ci_get_average_mclk_freq(struct radeon_device *rdev)  in ci_get_average_mclk_freq()
1797 static void ci_dpm_start_smc(struct radeon_device *rdev)  in ci_dpm_start_smc()
1810 static void ci_dpm_stop_smc(struct radeon_device *rdev)  in ci_dpm_stop_smc()
1816 static int ci_process_firmware_header(struct radeon_device *rdev)  in ci_process_firmware_header()
1870 static void ci_read_clock_registers(struct radeon_device *rdev)  in ci_read_clock_registers()
1897 static void ci_init_sclk_t(struct radeon_device *rdev)  in ci_init_sclk_t()
1904 static void ci_enable_thermal_protection(struct radeon_device *rdev,  in ci_enable_thermal_protection()
1916 static void ci_enable_acpi_power_management(struct radeon_device *rdev)  in ci_enable_acpi_power_management()
1954 static int ci_notify_smc_display_change(struct radeon_device *rdev,  in ci_notify_smc_display_change()
1962 static int ci_enable_ds_master_switch(struct radeon_device *rdev,  in ci_enable_ds_master_switch()
1985 static void ci_program_display_gap(struct radeon_device *rdev)  in ci_program_display_gap()
2019 static void ci_enable_spread_spectrum(struct radeon_device *rdev, bool enable)  in ci_enable_spread_spectrum()
2041 static void ci_program_sstp(struct radeon_device *rdev)  in ci_program_sstp()
2046 static void ci_enable_display_gap(struct radeon_device *rdev)  in ci_enable_display_gap()
2057 static void ci_program_vc(struct radeon_device *rdev)  in ci_program_vc()
2075 static void ci_clear_vc(struct radeon_device *rdev)  in ci_clear_vc()
2093 static int ci_upload_firmware(struct radeon_device *rdev)  in ci_upload_firmware()
2113 static int ci_get_svi2_voltage_table(struct radeon_device *rdev,  in ci_get_svi2_voltage_table()
2134 static int ci_construct_voltage_tables(struct radeon_device *rdev)  in ci_construct_voltage_tables()
2196 static void ci_populate_smc_voltage_table(struct radeon_device *rdev,  in ci_populate_smc_voltage_table()
2218 static int ci_populate_smc_vddc_table(struct radeon_device *rdev,  in ci_populate_smc_vddc_table()
2241 static int ci_populate_smc_vddci_table(struct radeon_device *rdev,  in ci_populate_smc_vddci_table()
2264 static int ci_populate_smc_mvdd_table(struct radeon_device *rdev,  in ci_populate_smc_mvdd_table()
2287 static int ci_populate_smc_voltage_tables(struct radeon_device *rdev,  in ci_populate_smc_voltage_tables()
2307 static int ci_populate_mvdd_value(struct radeon_device *rdev, u32 mclk,  in ci_populate_mvdd_value()
2328 static int ci_get_std_voltage_value_sidd(struct radeon_device *rdev,  in ci_get_std_voltage_value_sidd()
2379 static void ci_populate_phase_value_based_on_sclk(struct radeon_device *rdev,  in ci_populate_phase_value_based_on_sclk()
2396 static void ci_populate_phase_value_based_on_mclk(struct radeon_device *rdev,  in ci_populate_phase_value_based_on_mclk()
2413 static int ci_init_arb_table_index(struct radeon_device *rdev)  in ci_init_arb_table_index()
2431 static int ci_get_dependency_volt_by_clk(struct radeon_device *rdev,  in ci_get_dependency_volt_by_clk()
2452 static u8 ci_get_sleep_divider_id_from_clock(struct radeon_device *rdev,  in ci_get_sleep_divider_id_from_clock()
2472 static int ci_initial_switch_from_arb_f0_to_f1(struct radeon_device *rdev)  in ci_initial_switch_from_arb_f0_to_f1()
2477 static int ci_reset_to_default(struct radeon_device *rdev)  in ci_reset_to_default()
2483 static int ci_force_switch_to_arb_f0(struct radeon_device *rdev)  in ci_force_switch_to_arb_f0()
2495 static void ci_register_patching_mc_arb(struct radeon_device *rdev,  in ci_register_patching_mc_arb()
2522 static int ci_populate_memory_timing_parameters(struct radeon_device *rdev,  in ci_populate_memory_timing_parameters()
2546 static int ci_do_program_memory_timing_parameters(struct radeon_device *rdev)  in ci_do_program_memory_timing_parameters()
2576 static int ci_program_memory_timing_parameters(struct radeon_device *rdev)  in ci_program_memory_timing_parameters()
2586 static void ci_populate_smc_initial_state(struct radeon_device *rdev,  in ci_populate_smc_initial_state()
2626 static void ci_populate_smc_link_level(struct radeon_device *rdev,  in ci_populate_smc_link_level()
2648 static int ci_populate_smc_uvd_level(struct radeon_device *rdev,  in ci_populate_smc_uvd_level()
2691 static int ci_populate_smc_vce_level(struct radeon_device *rdev,  in ci_populate_smc_vce_level()
2724 static int ci_populate_smc_acp_level(struct radeon_device *rdev,  in ci_populate_smc_acp_level()
2756 static int ci_populate_smc_samu_level(struct radeon_device *rdev,  in ci_populate_smc_samu_level()
2788 static int ci_calculate_mclk_params(struct radeon_device *rdev,  in ci_calculate_mclk_params()
2875 static int ci_populate_single_memory_level(struct radeon_device *rdev,  in ci_populate_single_memory_level()
2989 static int ci_populate_smc_acpi_level(struct radeon_device *rdev,  in ci_populate_smc_acpi_level()
3105 static int ci_enable_ulv(struct radeon_device *rdev, bool enable)  in ci_enable_ulv()
3122 static int ci_populate_ulv_level(struct radeon_device *rdev,  in ci_populate_ulv_level()
3159 static int ci_calculate_sclk_params(struct radeon_device *rdev,  in ci_calculate_sclk_params()
3215 static int ci_populate_single_graphic_level(struct radeon_device *rdev,  in ci_populate_single_graphic_level()
3276 static int ci_populate_all_graphic_levels(struct radeon_device *rdev)  in ci_populate_all_graphic_levels()
3317 static int ci_populate_ulv_state(struct radeon_device *rdev,  in ci_populate_ulv_state()
3323 static int ci_populate_all_memory_levels(struct radeon_device *rdev)  in ci_populate_all_memory_levels()
3374 static void ci_reset_single_dpm_table(struct radeon_device *rdev,  in ci_reset_single_dpm_table()
3393 static int ci_setup_default_pcie_tables(struct radeon_device *rdev)  in ci_setup_default_pcie_tables()
3441 static int ci_setup_default_dpm_tables(struct radeon_device *rdev)  in ci_setup_default_dpm_tables()
3555 static int ci_init_smc_table(struct radeon_device *rdev)  in ci_init_smc_table()
3703 static void ci_trim_single_dpm_states(struct radeon_device *rdev,  in ci_trim_single_dpm_states()
3718 static void ci_trim_pcie_dpm_states(struct radeon_device *rdev,  in ci_trim_pcie_dpm_states()
3749 static int ci_trim_dpm_states(struct radeon_device *rdev,  in ci_trim_dpm_states()
3783 static int ci_apply_disp_minimum_voltage_request(struct radeon_device *rdev)  in ci_apply_disp_minimum_voltage_request()
3815 static int ci_upload_dpm_level_enable_mask(struct radeon_device *rdev)  in ci_upload_dpm_level_enable_mask()
3855 static void ci_find_dpm_states_clocks_in_dpm_table(struct radeon_device *rdev,  in ci_find_dpm_states_clocks_in_dpm_table()
3897 static int ci_populate_and_upload_sclk_mclk_dpm_levels(struct radeon_device *rdev,  in ci_populate_and_upload_sclk_mclk_dpm_levels()
3931 static int ci_enable_uvd_dpm(struct radeon_device *rdev, bool enable)  in ci_enable_uvd_dpm()
3980 static int ci_enable_vce_dpm(struct radeon_device *rdev, bool enable)  in ci_enable_vce_dpm()
4077 static int ci_update_uvd_dpm(struct radeon_device *rdev, bool gate)  in ci_update_uvd_dpm()
4099 static u8 ci_get_vce_boot_level(struct radeon_device *rdev)  in ci_get_vce_boot_level()
4114 static int ci_update_vce_dpm(struct radeon_device *rdev,  in ci_update_vce_dpm()
4168 static int ci_generate_dpm_level_enable_mask(struct radeon_device *rdev,  in ci_generate_dpm_level_enable_mask()
4194 static u32 ci_get_lowest_enabled_level(struct radeon_device *rdev,  in ci_get_lowest_enabled_level()
4206 int ci_dpm_force_performance_level(struct radeon_device *rdev,  in ci_dpm_force_performance_level()
4336 static int ci_set_mc_special_registers(struct radeon_device *rdev,  in ci_set_mc_special_registers()
4534 static int ci_register_patching_mc_seq(struct radeon_device *rdev,  in ci_register_patching_mc_seq()
4624 static int ci_initialize_mc_reg_table(struct radeon_device *rdev)  in ci_initialize_mc_reg_table()
4683 static int ci_populate_mc_reg_addresses(struct radeon_device *rdev,  in ci_populate_mc_reg_addresses()
4718 static void ci_convert_mc_reg_table_entry_to_smc(struct radeon_device *rdev,  in ci_convert_mc_reg_table_entry_to_smc()
4738 static void ci_convert_mc_reg_table_to_smc(struct radeon_device *rdev,  in ci_convert_mc_reg_table_to_smc()
4750 static int ci_populate_initial_mc_reg_table(struct radeon_device *rdev)  in ci_populate_initial_mc_reg_table()
4769 static int ci_update_and_upload_mc_reg_table(struct radeon_device *rdev)  in ci_update_and_upload_mc_reg_table()
4789 static void ci_enable_voltage_control(struct radeon_device *rdev)  in ci_enable_voltage_control()
4797 static enum radeon_pcie_gen ci_get_maximum_link_speed(struct radeon_device *rdev,  in ci_get_maximum_link_speed()
4813 static u16 ci_get_current_pcie_speed(struct radeon_device *rdev)  in ci_get_current_pcie_speed()
4823 static int ci_get_current_pcie_lane_number(struct radeon_device *rdev)  in ci_get_current_pcie_lane_number()
4849 static void ci_request_link_speed_change_before_state_change(struct radeon_device *rdev,  in ci_request_link_speed_change_before_state_change()
4890 static void ci_notify_link_speed_change_after_state_change(struct radeon_device *rdev,  in ci_notify_link_speed_change_after_state_change()
4917 static int ci_set_private_data_variables_based_on_pptable(struct radeon_device *rdev)  in ci_set_private_data_variables_based_on_pptable()
4960 static void ci_patch_with_vddc_leakage(struct radeon_device *rdev, u16 *vddc)  in ci_patch_with_vddc_leakage()
4974 static void ci_patch_with_vddci_leakage(struct radeon_device *rdev, u16 *vddci)  in ci_patch_with_vddci_leakage()
4988 static void ci_patch_clock_voltage_dependency_table_with_vddc_leakage(struct radeon_device *rdev,  in ci_patch_clock_voltage_dependency_table_with_vddc_leakage()
4999 static void ci_patch_clock_voltage_dependency_table_with_vddci_leakage(struct radeon_device *rdev,  in ci_patch_clock_voltage_dependency_table_with_vddci_leakage()
5010 …atic void ci_patch_vce_clock_voltage_dependency_table_with_vddc_leakage(struct radeon_device *rdev,  in ci_patch_vce_clock_voltage_dependency_table_with_vddc_leakage()
5021 …atic void ci_patch_uvd_clock_voltage_dependency_table_with_vddc_leakage(struct radeon_device *rdev,  in ci_patch_uvd_clock_voltage_dependency_table_with_vddc_leakage()
5032 static void ci_patch_vddc_phase_shed_limit_table_with_vddc_leakage(struct radeon_device *rdev,  in ci_patch_vddc_phase_shed_limit_table_with_vddc_leakage()
5043 static void ci_patch_clock_voltage_limits_with_vddc_leakage(struct radeon_device *rdev,  in ci_patch_clock_voltage_limits_with_vddc_leakage()
5052 static void ci_patch_cac_leakage_table_with_vddc_leakage(struct radeon_device *rdev,  in ci_patch_cac_leakage_table_with_vddc_leakage()
5063 static void ci_patch_dependency_tables_with_leakage(struct radeon_device *rdev)  in ci_patch_dependency_tables_with_leakage()
5093 static void ci_get_memory_type(struct radeon_device *rdev)  in ci_get_memory_type()
5108 static void ci_update_current_ps(struct radeon_device *rdev,  in ci_update_current_ps()
5119 static void ci_update_requested_ps(struct radeon_device *rdev,  in ci_update_requested_ps()
5130 int ci_dpm_pre_set_power_state(struct radeon_device *rdev)  in ci_dpm_pre_set_power_state()
5143 void ci_dpm_post_set_power_state(struct radeon_device *rdev)  in ci_dpm_post_set_power_state()
5152 void ci_dpm_setup_asic(struct radeon_device *rdev)  in ci_dpm_setup_asic()
5165 int ci_dpm_enable(struct radeon_device *rdev)  in ci_dpm_enable()
5290 static int ci_set_temperature_range(struct radeon_device *rdev)  in ci_set_temperature_range()
5307 int ci_dpm_late_enable(struct radeon_device *rdev)  in ci_dpm_late_enable()
5320 void ci_dpm_disable(struct radeon_device *rdev)  in ci_dpm_disable()
5351 int ci_dpm_set_power_state(struct radeon_device *rdev)  in ci_dpm_set_power_state()
5423 void ci_dpm_display_configuration_changed(struct radeon_device *rdev)  in ci_dpm_display_configuration_changed()
5451 static void ci_parse_pplib_non_clock_info(struct radeon_device *rdev,  in ci_parse_pplib_non_clock_info()
5474 static void ci_parse_pplib_clock_info(struct radeon_device *rdev,  in ci_parse_pplib_clock_info()
5543 static int ci_parse_power_table(struct radeon_device *rdev)  in ci_parse_power_table()
5635 static int ci_get_vbios_boot_values(struct radeon_device *rdev,  in ci_get_vbios_boot_values()
5662 void ci_dpm_fini(struct radeon_device *rdev)  in ci_dpm_fini()
5675 int ci_dpm_init(struct radeon_device *rdev)  in ci_dpm_init()
5942 void ci_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,  in ci_dpm_debugfs_print_current_performance_level()
5956 void ci_dpm_print_power_state(struct radeon_device *rdev,  in ci_dpm_print_power_state()
5974 u32 ci_dpm_get_current_sclk(struct radeon_device *rdev)  in ci_dpm_get_current_sclk()
5981 u32 ci_dpm_get_current_mclk(struct radeon_device *rdev)  in ci_dpm_get_current_mclk()
5988 u32 ci_dpm_get_sclk(struct radeon_device *rdev, bool low)  in ci_dpm_get_sclk()
5999 u32 ci_dpm_get_mclk(struct radeon_device *rdev, bool low)  in ci_dpm_get_mclk()