]> rtime.felk.cvut.cz Git - linux-imx.git/blobdiff - drivers/gpu/drm/radeon/cypress_dpm.c
drm/radeon/dpm: implement vblank_too_short callback for evergreen
[linux-imx.git] / drivers / gpu / drm / radeon / cypress_dpm.c
index ce7961935a8848c244353ea4fe4b8047de3333a6..9bcdd174780f2a8ec618cf255ad2c37690a2237f 100644 (file)
@@ -45,9 +45,6 @@ struct rv7xx_ps *rv770_get_ps(struct radeon_ps *rps);
 struct rv7xx_power_info *rv770_get_pi(struct radeon_device *rdev);
 struct evergreen_power_info *evergreen_get_pi(struct radeon_device *rdev);
 
-static u8 cypress_get_mclk_frequency_ratio(struct radeon_device *rdev,
-                                          u32 memory_clock, bool strobe_mode);
-
 static void cypress_enable_bif_dynamic_pcie_gen2(struct radeon_device *rdev,
                                                 bool enable)
 {
@@ -347,7 +344,7 @@ void cypress_advertise_gen2_capability(struct radeon_device *rdev)
 
 }
 
-static u32 cypress_get_maximum_link_speed(struct radeon_ps *radeon_state)
+static enum radeon_pcie_gen cypress_get_maximum_link_speed(struct radeon_ps *radeon_state)
 {
        struct rv7xx_ps *state = rv770_get_ps(radeon_state);
 
@@ -356,18 +353,20 @@ static u32 cypress_get_maximum_link_speed(struct radeon_ps *radeon_state)
        return 0;
 }
 
-void cypress_notify_link_speed_change_after_state_change(struct radeon_device *rdev)
+void cypress_notify_link_speed_change_after_state_change(struct radeon_device *rdev,
+                                                        struct radeon_ps *radeon_new_state,
+                                                        struct radeon_ps *radeon_current_state)
 {
-       struct radeon_ps *radeon_new_state = rdev->pm.dpm.requested_ps;
-       struct radeon_ps *radeon_current_state = rdev->pm.dpm.current_ps;
-       u32 pcie_link_speed_target =  cypress_get_maximum_link_speed(radeon_new_state);
-       u32 pcie_link_speed_current = cypress_get_maximum_link_speed(radeon_current_state);
+       enum radeon_pcie_gen pcie_link_speed_target =
+               cypress_get_maximum_link_speed(radeon_new_state);
+       enum radeon_pcie_gen pcie_link_speed_current =
+               cypress_get_maximum_link_speed(radeon_current_state);
        u8 request;
 
        if (pcie_link_speed_target < pcie_link_speed_current) {
-               if (pcie_link_speed_target == 0)
+               if (pcie_link_speed_target == RADEON_PCIE_GEN1)
                        request = PCIE_PERF_REQ_PECI_GEN1;
-               else if (pcie_link_speed_target == 1)
+               else if (pcie_link_speed_target == RADEON_PCIE_GEN2)
                        request = PCIE_PERF_REQ_PECI_GEN2;
                else
                        request = PCIE_PERF_REQ_PECI_GEN3;
@@ -376,18 +375,20 @@ void cypress_notify_link_speed_change_after_state_change(struct radeon_device *r
        }
 }
 
-void cypress_notify_link_speed_change_before_state_change(struct radeon_device *rdev)
+void cypress_notify_link_speed_change_before_state_change(struct radeon_device *rdev,
+                                                         struct radeon_ps *radeon_new_state,
+                                                         struct radeon_ps *radeon_current_state)
 {
-       struct radeon_ps *radeon_new_state = rdev->pm.dpm.requested_ps;
-       struct radeon_ps *radeon_current_state = rdev->pm.dpm.current_ps;
-       u32 pcie_link_speed_target =  cypress_get_maximum_link_speed(radeon_new_state);
-       u32 pcie_link_speed_current = cypress_get_maximum_link_speed(radeon_current_state);
+       enum radeon_pcie_gen pcie_link_speed_target =
+               cypress_get_maximum_link_speed(radeon_new_state);
+       enum radeon_pcie_gen pcie_link_speed_current =
+               cypress_get_maximum_link_speed(radeon_current_state);
        u8 request;
 
        if (pcie_link_speed_target > pcie_link_speed_current) {
-               if (pcie_link_speed_target == 0)
+               if (pcie_link_speed_target == RADEON_PCIE_GEN1)
                        request = PCIE_PERF_REQ_PECI_GEN1;
-               else if (pcie_link_speed_target == 1)
+               else if (pcie_link_speed_target == RADEON_PCIE_GEN2)
                        request = PCIE_PERF_REQ_PECI_GEN2;
                else
                        request = PCIE_PERF_REQ_PECI_GEN3;
@@ -416,7 +417,7 @@ static int cypress_populate_voltage_value(struct radeon_device *rdev,
        return 0;
 }
 
-static u8 cypress_get_strobe_mode_settings(struct radeon_device *rdev, u32 mclk)
+u8 cypress_get_strobe_mode_settings(struct radeon_device *rdev, u32 mclk)
 {
        struct rv7xx_power_info *pi = rv770_get_pi(rdev);
        u8 result = 0;
@@ -434,7 +435,7 @@ static u8 cypress_get_strobe_mode_settings(struct radeon_device *rdev, u32 mclk)
        return result;
 }
 
-static u32 cypress_map_clkf_to_ibias(struct radeon_device *rdev, u32 clkf)
+u32 cypress_map_clkf_to_ibias(struct radeon_device *rdev, u32 clkf)
 {
        u32 ref_clk = rdev->clock.mpll.reference_freq;
        u32 vco = clkf * ref_clk;
@@ -603,8 +604,8 @@ static int cypress_populate_mclk_value(struct radeon_device *rdev,
        return 0;
 }
 
-static u8 cypress_get_mclk_frequency_ratio(struct radeon_device *rdev,
-                                          u32 memory_clock, bool strobe_mode)
+u8 cypress_get_mclk_frequency_ratio(struct radeon_device *rdev,
+                                   u32 memory_clock, bool strobe_mode)
 {
        u8 mc_para_index;
 
@@ -859,10 +860,10 @@ static void cypress_convert_mc_reg_table_to_smc(struct radeon_device *rdev,
                                                  &mc_reg_table->data[4]);
 }
 
-int cypress_upload_sw_state(struct radeon_device *rdev)
+int cypress_upload_sw_state(struct radeon_device *rdev,
+                           struct radeon_ps *radeon_new_state)
 {
        struct rv7xx_power_info *pi = rv770_get_pi(rdev);
-       struct radeon_ps *radeon_new_state = rdev->pm.dpm.requested_ps;
        u16 address = pi->state_table_start +
                offsetof(RV770_SMC_STATETABLE, driverState);
        RV770_SMC_SWSTATE state = { 0 };
@@ -877,11 +878,11 @@ int cypress_upload_sw_state(struct radeon_device *rdev)
                                    pi->sram_end);
 }
 
-int cypress_upload_mc_reg_table(struct radeon_device *rdev)
+int cypress_upload_mc_reg_table(struct radeon_device *rdev,
+                               struct radeon_ps *radeon_new_state)
 {
        struct rv7xx_power_info *pi = rv770_get_pi(rdev);
        struct evergreen_power_info *eg_pi = evergreen_get_pi(rdev);
-       struct radeon_ps *radeon_new_state = rdev->pm.dpm.requested_ps;
        SMC_Evergreen_MCRegisters mc_reg_table = { 0 };
        u16 address;
 
@@ -917,9 +918,9 @@ u32 cypress_calculate_burst_time(struct radeon_device *rdev,
        return burst_time;
 }
 
-void cypress_program_memory_timing_parameters(struct radeon_device *rdev)
+void cypress_program_memory_timing_parameters(struct radeon_device *rdev,
+                                             struct radeon_ps *radeon_new_state)
 {
-       struct radeon_ps *radeon_new_state = rdev->pm.dpm.requested_ps;
        struct rv7xx_ps *new_state = rv770_get_ps(radeon_new_state);
        u32 mc_arb_burst_time = RREG32(MC_ARB_BURST_TIME);
 
@@ -1109,9 +1110,9 @@ static void cypress_wait_for_mc_sequencer(struct radeon_device *rdev, u8 value)
        }
 }
 
-static void cypress_force_mc_use_s1(struct radeon_device *rdev)
+static void cypress_force_mc_use_s1(struct radeon_device *rdev,
+                                   struct radeon_ps *radeon_boot_state)
 {
-       struct radeon_ps *radeon_boot_state = rdev->pm.dpm.boot_ps;
        struct rv7xx_ps *boot_state = rv770_get_ps(radeon_boot_state);
        u32 strobe_mode;
        u32 mc_seq_cg;
@@ -1170,9 +1171,9 @@ static void cypress_copy_ac_timing_from_s1_to_s0(struct radeon_device *rdev)
        }
 }
 
-static void cypress_force_mc_use_s0(struct radeon_device *rdev)
+static void cypress_force_mc_use_s0(struct radeon_device *rdev,
+                                   struct radeon_ps *radeon_boot_state)
 {
-       struct radeon_ps *radeon_boot_state = rdev->pm.dpm.boot_ps;
        struct rv7xx_ps *boot_state = rv770_get_ps(radeon_boot_state);
        u32 strobe_mode;
        u32 mc_seq_cg;
@@ -1481,7 +1482,7 @@ int cypress_construct_voltage_tables(struct radeon_device *rdev)
        struct evergreen_power_info *eg_pi = evergreen_get_pi(rdev);
        int ret;
 
-       ret = radeon_atom_get_voltage_table(rdev, SET_VOLTAGE_TYPE_ASIC_VDDC,
+       ret = radeon_atom_get_voltage_table(rdev, SET_VOLTAGE_TYPE_ASIC_VDDC, 0,
                                            &eg_pi->vddc_voltage_table);
        if (ret)
                return ret;
@@ -1491,7 +1492,7 @@ int cypress_construct_voltage_tables(struct radeon_device *rdev)
                                                              &eg_pi->vddc_voltage_table);
 
        if (eg_pi->vddci_control) {
-               ret = radeon_atom_get_voltage_table(rdev, SET_VOLTAGE_TYPE_ASIC_VDDCI,
+               ret = radeon_atom_get_voltage_table(rdev, SET_VOLTAGE_TYPE_ASIC_VDDCI, 0,
                                                    &eg_pi->vddci_voltage_table);
                if (ret)
                        return ret;
@@ -1604,10 +1605,10 @@ int cypress_get_mvdd_configuration(struct radeon_device *rdev)
        return 0;
 }
 
-static int cypress_init_smc_table(struct radeon_device *rdev)
+static int cypress_init_smc_table(struct radeon_device *rdev,
+                                 struct radeon_ps *radeon_boot_state)
 {
        struct rv7xx_power_info *pi = rv770_get_pi(rdev);
-       struct radeon_ps *radeon_boot_state = rdev->pm.dpm.boot_ps;
        RV770_SMC_STATETABLE *table = &pi->smc_statetable;
        int ret;
 
@@ -1656,11 +1657,11 @@ static int cypress_init_smc_table(struct radeon_device *rdev)
                                       pi->sram_end);
 }
 
-int cypress_populate_mc_reg_table(struct radeon_device *rdev)
+int cypress_populate_mc_reg_table(struct radeon_device *rdev,
+                                 struct radeon_ps *radeon_boot_state)
 {
        struct rv7xx_power_info *pi = rv770_get_pi(rdev);
        struct evergreen_power_info *eg_pi = evergreen_get_pi(rdev);
-       struct radeon_ps *radeon_boot_state = rdev->pm.dpm.boot_ps;
        struct rv7xx_ps *boot_state = rv770_get_ps(radeon_boot_state);
        SMC_Evergreen_MCRegisters mc_reg_table = { 0 };
 
@@ -1800,6 +1801,8 @@ int cypress_dpm_enable(struct radeon_device *rdev)
 {
        struct rv7xx_power_info *pi = rv770_get_pi(rdev);
        struct evergreen_power_info *eg_pi = evergreen_get_pi(rdev);
+       struct radeon_ps *boot_ps = rdev->pm.dpm.boot_ps;
+       int ret;
 
        if (pi->gfx_clock_gating)
                rv770_restore_cgcg(rdev);
@@ -1809,17 +1812,28 @@ int cypress_dpm_enable(struct radeon_device *rdev)
 
        if (pi->voltage_control) {
                rv770_enable_voltage_control(rdev, true);
-               cypress_construct_voltage_tables(rdev);
+               ret = cypress_construct_voltage_tables(rdev);
+               if (ret) {
+                       DRM_ERROR("cypress_construct_voltage_tables failed\n");
+                       return ret;
+               }
        }
 
-       if (pi->mvdd_control)
-               cypress_get_mvdd_configuration(rdev);
+       if (pi->mvdd_control) {
+               ret = cypress_get_mvdd_configuration(rdev);
+               if (ret) {
+                       DRM_ERROR("cypress_get_mvdd_configuration failed\n");
+                       return ret;
+               }
+       }
 
        if (eg_pi->dynamic_ac_timing) {
                cypress_set_mc_reg_address_table(rdev);
-               cypress_force_mc_use_s0(rdev);
-               cypress_initialize_mc_reg_table(rdev);
-               cypress_force_mc_use_s1(rdev);
+               cypress_force_mc_use_s0(rdev, boot_ps);
+               ret = cypress_initialize_mc_reg_table(rdev);
+               if (ret)
+                       eg_pi->dynamic_ac_timing = false;
+               cypress_force_mc_use_s1(rdev, boot_ps);
        }
 
        if (rdev->pm.dpm.platform_caps & ATOM_PP_PLATFORM_CAP_BACKBIAS)
@@ -1843,23 +1857,39 @@ int cypress_dpm_enable(struct radeon_device *rdev)
        if (pi->dynamic_pcie_gen2)
                cypress_enable_dynamic_pcie_gen2(rdev, true);
 
-       if (rv770_upload_firmware(rdev))
-               return -EINVAL;
-
-       cypress_get_table_locations(rdev);
-
-       if (cypress_init_smc_table(rdev))
-               return -EINVAL;
+       ret = rv770_upload_firmware(rdev);
+       if (ret) {
+               DRM_ERROR("rv770_upload_firmware failed\n");
+               return ret;
+       }
 
-       if (eg_pi->dynamic_ac_timing)
-               cypress_populate_mc_reg_table(rdev);
+       ret = cypress_get_table_locations(rdev);
+       if (ret) {
+               DRM_ERROR("cypress_get_table_locations failed\n");
+               return ret;
+       }
+       ret = cypress_init_smc_table(rdev, boot_ps);
+       if (ret) {
+               DRM_ERROR("cypress_init_smc_table failed\n");
+               return ret;
+       }
+       if (eg_pi->dynamic_ac_timing) {
+               ret = cypress_populate_mc_reg_table(rdev, boot_ps);
+               if (ret) {
+                       DRM_ERROR("cypress_populate_mc_reg_table failed\n");
+                       return ret;
+               }
+       }
 
        cypress_program_response_times(rdev);
 
        r7xx_start_smc(rdev);
 
-       cypress_notify_smc_display_change(rdev, false);
-
+       ret = cypress_notify_smc_display_change(rdev, false);
+       if (ret) {
+               DRM_ERROR("cypress_notify_smc_display_change failed\n");
+               return ret;
+       }
        cypress_enable_sclk_control(rdev, true);
 
        if (eg_pi->memory_transition)
@@ -1877,7 +1907,9 @@ int cypress_dpm_enable(struct radeon_device *rdev)
            r600_is_internal_thermal_sensor(rdev->pm.int_thermal_type)) {
                PPSMC_Result result;
 
-               rv770_set_thermal_temperature_range(rdev, R600_TEMP_RANGE_MIN, R600_TEMP_RANGE_MAX);
+               ret = rv770_set_thermal_temperature_range(rdev, R600_TEMP_RANGE_MIN, R600_TEMP_RANGE_MAX);
+               if (ret)
+                       return ret;
                rdev->irq.dpm_thermal = true;
                radeon_irq_set(rdev);
                result = rv770_send_msg_to_smc(rdev, PPSMC_MSG_EnableThermalInterrupt);
@@ -1895,6 +1927,7 @@ void cypress_dpm_disable(struct radeon_device *rdev)
 {
        struct rv7xx_power_info *pi = rv770_get_pi(rdev);
        struct evergreen_power_info *eg_pi = evergreen_get_pi(rdev);
+       struct radeon_ps *boot_ps = rdev->pm.dpm.boot_ps;
 
        if (!rv770_dpm_enabled(rdev))
                return;
@@ -1925,7 +1958,7 @@ void cypress_dpm_disable(struct radeon_device *rdev)
        cypress_enable_spread_spectrum(rdev, false);
 
        if (eg_pi->dynamic_ac_timing)
-               cypress_force_mc_use_s1(rdev);
+               cypress_force_mc_use_s1(rdev, boot_ps);
 
        rv770_reset_smio_status(rdev);
 }
@@ -1933,29 +1966,59 @@ void cypress_dpm_disable(struct radeon_device *rdev)
 int cypress_dpm_set_power_state(struct radeon_device *rdev)
 {
        struct evergreen_power_info *eg_pi = evergreen_get_pi(rdev);
+       struct radeon_ps *new_ps = rdev->pm.dpm.requested_ps;
+       struct radeon_ps *old_ps = rdev->pm.dpm.current_ps;
+       int ret;
 
-       rv770_restrict_performance_levels_before_switch(rdev);
-
+       ret = rv770_restrict_performance_levels_before_switch(rdev);
+       if (ret) {
+               DRM_ERROR("rv770_restrict_performance_levels_before_switch failed\n");
+               return ret;
+       }
        if (eg_pi->pcie_performance_request)
-               cypress_notify_link_speed_change_before_state_change(rdev);
-
-       rv770_set_uvd_clock_before_set_eng_clock(rdev);
-       rv770_halt_smc(rdev);
-       cypress_upload_sw_state(rdev);
+               cypress_notify_link_speed_change_before_state_change(rdev, new_ps, old_ps);
 
-       if (eg_pi->dynamic_ac_timing)
-               cypress_upload_mc_reg_table(rdev);
+       rv770_set_uvd_clock_before_set_eng_clock(rdev, new_ps, old_ps);
+       ret = rv770_halt_smc(rdev);
+       if (ret) {
+               DRM_ERROR("rv770_halt_smc failed\n");
+               return ret;
+       }
+       ret = cypress_upload_sw_state(rdev, new_ps);
+       if (ret) {
+               DRM_ERROR("cypress_upload_sw_state failed\n");
+               return ret;
+       }
+       if (eg_pi->dynamic_ac_timing) {
+               ret = cypress_upload_mc_reg_table(rdev, new_ps);
+               if (ret) {
+                       DRM_ERROR("cypress_upload_mc_reg_table failed\n");
+                       return ret;
+               }
+       }
 
-       cypress_program_memory_timing_parameters(rdev);
+       cypress_program_memory_timing_parameters(rdev, new_ps);
 
-       rv770_resume_smc(rdev);
-       rv770_set_sw_state(rdev);
-       rv770_set_uvd_clock_after_set_eng_clock(rdev);
+       ret = rv770_resume_smc(rdev);
+       if (ret) {
+               DRM_ERROR("rv770_resume_smc failed\n");
+               return ret;
+       }
+       ret = rv770_set_sw_state(rdev);
+       if (ret) {
+               DRM_ERROR("rv770_set_sw_state failed\n");
+               return ret;
+       }
+       rv770_set_uvd_clock_after_set_eng_clock(rdev, new_ps, old_ps);
 
        if (eg_pi->pcie_performance_request)
-               cypress_notify_link_speed_change_after_state_change(rdev);
+               cypress_notify_link_speed_change_after_state_change(rdev, new_ps, old_ps);
 
-       rv770_unrestrict_performance_levels_after_switch(rdev);
+       ret = rv770_dpm_force_performance_level(rdev, RADEON_DPM_FORCED_LEVEL_AUTO);
+       if (ret) {
+               DRM_ERROR("rv770_dpm_force_performance_level failed\n");
+               return ret;
+       }
 
        return 0;
 }
@@ -2021,13 +2084,13 @@ int cypress_dpm_init(struct radeon_device *rdev)
        pi->lmp = RV770_LMP_DFLT;
 
        pi->voltage_control =
-               radeon_atom_is_voltage_gpio(rdev, SET_VOLTAGE_TYPE_ASIC_VDDC);
+               radeon_atom_is_voltage_gpio(rdev, SET_VOLTAGE_TYPE_ASIC_VDDC, 0);
 
        pi->mvdd_control =
-               radeon_atom_is_voltage_gpio(rdev, SET_VOLTAGE_TYPE_ASIC_MVDDC);
+               radeon_atom_is_voltage_gpio(rdev, SET_VOLTAGE_TYPE_ASIC_MVDDC, 0);
 
        eg_pi->vddci_control =
-               radeon_atom_is_voltage_gpio(rdev, SET_VOLTAGE_TYPE_ASIC_VDDCI);
+               radeon_atom_is_voltage_gpio(rdev, SET_VOLTAGE_TYPE_ASIC_VDDCI, 0);
 
        if (atom_parse_data_header(rdev->mode_info.atom_context, index, &size,
                                    &frev, &crev, &data_offset)) {
@@ -2111,3 +2174,16 @@ void cypress_dpm_fini(struct radeon_device *rdev)
        kfree(rdev->pm.dpm.ps);
        kfree(rdev->pm.dpm.priv);
 }
+
+bool cypress_dpm_vblank_too_short(struct radeon_device *rdev)
+{
+       struct rv7xx_power_info *pi = rv770_get_pi(rdev);
+       u32 vblank_time = r600_dpm_get_vblank_time(rdev);
+       u32 switch_limit = pi->mem_gddr5 ? 450 : 300;
+
+       if (vblank_time < switch_limit)
+               return true;
+       else
+               return false;
+
+}