48 static void __vlv_punit_get(struct drm_i915_private *i915)  in __vlv_punit_get()  argument
62 	if (IS_VALLEYVIEW(i915)) {  in __vlv_punit_get()
63 		cpu_latency_qos_update_request(&i915->sb_qos, 0);  in __vlv_punit_get()
68 static void __vlv_punit_put(struct drm_i915_private *i915)  in __vlv_punit_put()  argument
70 	if (IS_VALLEYVIEW(i915))  in __vlv_punit_put()
71 		cpu_latency_qos_update_request(&i915->sb_qos,  in __vlv_punit_put()
77 void vlv_iosf_sb_get(struct drm_i915_private *i915, unsigned long ports)  in vlv_iosf_sb_get()  argument
80 		__vlv_punit_get(i915);  in vlv_iosf_sb_get()
82 	mutex_lock(&i915->sb_lock);  in vlv_iosf_sb_get()
85 void vlv_iosf_sb_put(struct drm_i915_private *i915, unsigned long ports)  in vlv_iosf_sb_put()  argument
87 	mutex_unlock(&i915->sb_lock);  in vlv_iosf_sb_put()
90 		__vlv_punit_put(i915);  in vlv_iosf_sb_put()
93 static int vlv_sideband_rw(struct drm_i915_private *i915,  in vlv_sideband_rw()  argument
97 	struct intel_uncore *uncore = &i915->uncore;  in vlv_sideband_rw()
101 	lockdep_assert_held(&i915->sb_lock);  in vlv_sideband_rw()
109 		drm_dbg(&i915->drm, "IOSF sideband idle wait (%s) timed out\n",  in vlv_sideband_rw()
133 		drm_dbg(&i915->drm, "IOSF sideband finish wait (%s) timed out\n",  in vlv_sideband_rw()
143 u32 vlv_punit_read(struct drm_i915_private *i915, u32 addr)  in vlv_punit_read()  argument
147 	vlv_sideband_rw(i915, PCI_DEVFN(0, 0), IOSF_PORT_PUNIT,  in vlv_punit_read()
153 int vlv_punit_write(struct drm_i915_private *i915, u32 addr, u32 val)  in vlv_punit_write()  argument
155 	return vlv_sideband_rw(i915, PCI_DEVFN(0, 0), IOSF_PORT_PUNIT,  in vlv_punit_write()
159 u32 vlv_bunit_read(struct drm_i915_private *i915, u32 reg)  in vlv_bunit_read()  argument
163 	vlv_sideband_rw(i915, PCI_DEVFN(0, 0), IOSF_PORT_BUNIT,  in vlv_bunit_read()
169 void vlv_bunit_write(struct drm_i915_private *i915, u32 reg, u32 val)  in vlv_bunit_write()  argument
171 	vlv_sideband_rw(i915, PCI_DEVFN(0, 0), IOSF_PORT_BUNIT,  in vlv_bunit_write()
175 u32 vlv_nc_read(struct drm_i915_private *i915, u8 addr)  in vlv_nc_read()  argument
179 	vlv_sideband_rw(i915, PCI_DEVFN(0, 0), IOSF_PORT_NC,  in vlv_nc_read()
185 u32 vlv_iosf_sb_read(struct drm_i915_private *i915, u8 port, u32 reg)  in vlv_iosf_sb_read()  argument
189 	vlv_sideband_rw(i915, PCI_DEVFN(0, 0), port,  in vlv_iosf_sb_read()
195 void vlv_iosf_sb_write(struct drm_i915_private *i915,  in vlv_iosf_sb_write()  argument
198 	vlv_sideband_rw(i915, PCI_DEVFN(0, 0), port,  in vlv_iosf_sb_write()
202 u32 vlv_cck_read(struct drm_i915_private *i915, u32 reg)  in vlv_cck_read()  argument
206 	vlv_sideband_rw(i915, PCI_DEVFN(0, 0), IOSF_PORT_CCK,  in vlv_cck_read()
212 void vlv_cck_write(struct drm_i915_private *i915, u32 reg, u32 val)  in vlv_cck_write()  argument
214 	vlv_sideband_rw(i915, PCI_DEVFN(0, 0), IOSF_PORT_CCK,  in vlv_cck_write()
218 u32 vlv_ccu_read(struct drm_i915_private *i915, u32 reg)  in vlv_ccu_read()  argument
222 	vlv_sideband_rw(i915, PCI_DEVFN(0, 0), IOSF_PORT_CCU,  in vlv_ccu_read()
228 void vlv_ccu_write(struct drm_i915_private *i915, u32 reg, u32 val)  in vlv_ccu_write()  argument
230 	vlv_sideband_rw(i915, PCI_DEVFN(0, 0), IOSF_PORT_CCU,  in vlv_ccu_write()
234 static u32 vlv_dpio_phy_iosf_port(struct drm_i915_private *i915, enum dpio_phy phy)  in vlv_dpio_phy_iosf_port()  argument
240 	if (IS_CHERRYVIEW(i915))  in vlv_dpio_phy_iosf_port()
246 u32 vlv_dpio_read(struct drm_i915_private *i915, enum pipe pipe, int reg)  in vlv_dpio_read()  argument
248 	u32 port = vlv_dpio_phy_iosf_port(i915, DPIO_PHY(pipe));  in vlv_dpio_read()
251 	vlv_sideband_rw(i915, DPIO_DEVFN, port, SB_MRD_NP, reg, &val);  in vlv_dpio_read()
257 	drm_WARN(&i915->drm, val == 0xffffffff,  in vlv_dpio_read()
264 void vlv_dpio_write(struct drm_i915_private *i915,  in vlv_dpio_write()  argument
267 	u32 port = vlv_dpio_phy_iosf_port(i915, DPIO_PHY(pipe));  in vlv_dpio_write()
269 	vlv_sideband_rw(i915, DPIO_DEVFN, port, SB_MWR_NP, reg, &val);  in vlv_dpio_write()
272 u32 vlv_flisdsi_read(struct drm_i915_private *i915, u32 reg)  in vlv_flisdsi_read()  argument
276 	vlv_sideband_rw(i915, DPIO_DEVFN, IOSF_PORT_FLISDSI, SB_CRRDDA_NP,  in vlv_flisdsi_read()
281 void vlv_flisdsi_write(struct drm_i915_private *i915, u32 reg, u32 val)  in vlv_flisdsi_write()  argument
283 	vlv_sideband_rw(i915, DPIO_DEVFN, IOSF_PORT_FLISDSI, SB_CRWRDA_NP,  in vlv_flisdsi_write()
288 static int intel_sbi_rw(struct drm_i915_private *i915, u16 reg,  in intel_sbi_rw()  argument
292 	struct intel_uncore *uncore = &i915->uncore;  in intel_sbi_rw()
295 	lockdep_assert_held(&i915->sb_lock);  in intel_sbi_rw()
300 		drm_err(&i915->drm,  in intel_sbi_rw()
319 		drm_err(&i915->drm,  in intel_sbi_rw()
325 		drm_err(&i915->drm, "error during SBI read of reg %x\n", reg);  in intel_sbi_rw()
335 u32 intel_sbi_read(struct drm_i915_private *i915, u16 reg,  in intel_sbi_read()  argument
340 	intel_sbi_rw(i915, reg, destination, &result, true);  in intel_sbi_read()
345 void intel_sbi_write(struct drm_i915_private *i915, u16 reg, u32 value,  in intel_sbi_write()  argument
348 	intel_sbi_rw(i915, reg, destination, &value, false);  in intel_sbi_write()
396 static int __sandybridge_pcode_rw(struct drm_i915_private *i915,  in __sandybridge_pcode_rw()  argument
402 	struct intel_uncore *uncore = &i915->uncore;  in __sandybridge_pcode_rw()
404 	lockdep_assert_held(&i915->sb_lock);  in __sandybridge_pcode_rw()
433 	if (INTEL_GEN(i915) > 6)  in __sandybridge_pcode_rw()
439 int sandybridge_pcode_read(struct drm_i915_private *i915, u32 mbox,  in sandybridge_pcode_read()  argument
444 	mutex_lock(&i915->sb_lock);  in sandybridge_pcode_read()
445 	err = __sandybridge_pcode_rw(i915, mbox, val, val1,  in sandybridge_pcode_read()
448 	mutex_unlock(&i915->sb_lock);  in sandybridge_pcode_read()
451 		drm_dbg(&i915->drm,  in sandybridge_pcode_read()
459 int sandybridge_pcode_write_timeout(struct drm_i915_private *i915,  in sandybridge_pcode_write_timeout()  argument
466 	mutex_lock(&i915->sb_lock);  in sandybridge_pcode_write_timeout()
467 	err = __sandybridge_pcode_rw(i915, mbox, &val, NULL,  in sandybridge_pcode_write_timeout()
470 	mutex_unlock(&i915->sb_lock);  in sandybridge_pcode_write_timeout()
473 		drm_dbg(&i915->drm,  in sandybridge_pcode_write_timeout()
481 static bool skl_pcode_try_request(struct drm_i915_private *i915, u32 mbox,  in skl_pcode_try_request()  argument
485 	*status = __sandybridge_pcode_rw(i915, mbox, &request, NULL,  in skl_pcode_try_request()
511 int skl_pcode_request(struct drm_i915_private *i915, u32 mbox, u32 request,  in skl_pcode_request()  argument
517 	mutex_lock(&i915->sb_lock);  in skl_pcode_request()
520 	skl_pcode_try_request(i915, mbox, request, reply_mask, reply, &status)  in skl_pcode_request()
546 	drm_dbg_kms(&i915->drm,  in skl_pcode_request()
548 	drm_WARN_ON_ONCE(&i915->drm, timeout_base_ms > 3);  in skl_pcode_request()
554 	mutex_unlock(&i915->sb_lock);  in skl_pcode_request()