1// SPDX-License-Identifier: MIT
2/*
3 * Copyright �� 2020 Intel Corporation
4 *
5 * DisplayPort support for G4x,ILK,SNB,IVB,VLV,CHV (HSW+ handled by the DDI code).
6 */
7
8#include <linux/string_helpers.h>
9
10#include "g4x_dp.h"
11#include "i915_reg.h"
12#include "intel_audio.h"
13#include "intel_backlight.h"
14#include "intel_connector.h"
15#include "intel_crtc.h"
16#include "intel_de.h"
17#include "intel_display_power.h"
18#include "intel_display_types.h"
19#include "intel_dp.h"
20#include "intel_dp_aux.h"
21#include "intel_dp_link_training.h"
22#include "intel_dpio_phy.h"
23#include "intel_fifo_underrun.h"
24#include "intel_hdmi.h"
25#include "intel_hotplug.h"
26#include "intel_pch_display.h"
27#include "intel_pps.h"
28#include "vlv_sideband.h"
29
30static const struct dpll g4x_dpll[] = {
31	{ .dot = 162000, .p1 = 2, .p2 = 10, .n = 2, .m1 = 23, .m2 = 8, },
32	{ .dot = 270000, .p1 = 1, .p2 = 10, .n = 1, .m1 = 14, .m2 = 2, },
33};
34
35static const struct dpll pch_dpll[] = {
36	{ .dot = 162000, .p1 = 2, .p2 = 10, .n = 1, .m1 = 12, .m2 = 9, },
37	{ .dot = 270000, .p1 = 1, .p2 = 10, .n = 2, .m1 = 14, .m2 = 8, },
38};
39
40static const struct dpll vlv_dpll[] = {
41	{ .dot = 162000, .p1 = 3, .p2 = 2, .n = 5, .m1 = 3, .m2 = 81, },
42	{ .dot = 270000, .p1 = 2, .p2 = 2, .n = 1, .m1 = 2, .m2 = 27, },
43};
44
45static const struct dpll chv_dpll[] = {
46	/* m2 is .22 binary fixed point  */
47	{ .dot = 162000, .p1 = 4, .p2 = 2, .n = 1, .m1 = 2, .m2 = 0x819999a /* 32.4 */ },
48	{ .dot = 270000, .p1 = 4, .p2 = 1, .n = 1, .m1 = 2, .m2 = 0x6c00000 /* 27.0 */ },
49};
50
51const struct dpll *vlv_get_dpll(struct drm_i915_private *i915)
52{
53	return IS_CHERRYVIEW(i915) ? &chv_dpll[0] : &vlv_dpll[0];
54}
55
56void g4x_dp_set_clock(struct intel_encoder *encoder,
57		      struct intel_crtc_state *pipe_config)
58{
59	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
60	const struct dpll *divisor = NULL;
61	int i, count = 0;
62
63	if (IS_G4X(dev_priv)) {
64		divisor = g4x_dpll;
65		count = ARRAY_SIZE(g4x_dpll);
66	} else if (HAS_PCH_SPLIT(dev_priv)) {
67		divisor = pch_dpll;
68		count = ARRAY_SIZE(pch_dpll);
69	} else if (IS_CHERRYVIEW(dev_priv)) {
70		divisor = chv_dpll;
71		count = ARRAY_SIZE(chv_dpll);
72	} else if (IS_VALLEYVIEW(dev_priv)) {
73		divisor = vlv_dpll;
74		count = ARRAY_SIZE(vlv_dpll);
75	}
76
77	if (divisor && count) {
78		for (i = 0; i < count; i++) {
79			if (pipe_config->port_clock == divisor[i].dot) {
80				pipe_config->dpll = divisor[i];
81				pipe_config->clock_set = true;
82				break;
83			}
84		}
85	}
86}
87
88static void intel_dp_prepare(struct intel_encoder *encoder,
89			     const struct intel_crtc_state *pipe_config)
90{
91	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
92	struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
93	enum port port = encoder->port;
94	struct intel_crtc *crtc = to_intel_crtc(pipe_config->uapi.crtc);
95	const struct drm_display_mode *adjusted_mode = &pipe_config->hw.adjusted_mode;
96
97	intel_dp_set_link_params(intel_dp,
98				 pipe_config->port_clock,
99				 pipe_config->lane_count);
100
101	/*
102	 * There are four kinds of DP registers:
103	 * IBX PCH
104	 * SNB CPU
105	 * IVB CPU
106	 * CPT PCH
107	 *
108	 * IBX PCH and CPU are the same for almost everything,
109	 * except that the CPU DP PLL is configured in this
110	 * register
111	 *
112	 * CPT PCH is quite different, having many bits moved
113	 * to the TRANS_DP_CTL register instead. That
114	 * configuration happens (oddly) in ilk_pch_enable
115	 */
116
117	/* Preserve the BIOS-computed detected bit. This is
118	 * supposed to be read-only.
119	 */
120	intel_dp->DP = intel_de_read(dev_priv, intel_dp->output_reg) & DP_DETECTED;
121
122	/* Handle DP bits in common between all three register formats */
123	intel_dp->DP |= DP_VOLTAGE_0_4 | DP_PRE_EMPHASIS_0;
124	intel_dp->DP |= DP_PORT_WIDTH(pipe_config->lane_count);
125
126	/* Split out the IBX/CPU vs CPT settings */
127
128	if (IS_IVYBRIDGE(dev_priv) && port == PORT_A) {
129		if (adjusted_mode->flags & DRM_MODE_FLAG_PHSYNC)
130			intel_dp->DP |= DP_SYNC_HS_HIGH;
131		if (adjusted_mode->flags & DRM_MODE_FLAG_PVSYNC)
132			intel_dp->DP |= DP_SYNC_VS_HIGH;
133		intel_dp->DP |= DP_LINK_TRAIN_OFF_CPT;
134
135		if (drm_dp_enhanced_frame_cap(intel_dp->dpcd))
136			intel_dp->DP |= DP_ENHANCED_FRAMING;
137
138		intel_dp->DP |= DP_PIPE_SEL_IVB(crtc->pipe);
139	} else if (HAS_PCH_CPT(dev_priv) && port != PORT_A) {
140		intel_dp->DP |= DP_LINK_TRAIN_OFF_CPT;
141
142		intel_de_rmw(dev_priv, TRANS_DP_CTL(crtc->pipe),
143			     TRANS_DP_ENH_FRAMING,
144			     pipe_config->enhanced_framing ?
145			     TRANS_DP_ENH_FRAMING : 0);
146	} else {
147		if (IS_G4X(dev_priv) && pipe_config->limited_color_range)
148			intel_dp->DP |= DP_COLOR_RANGE_16_235;
149
150		if (adjusted_mode->flags & DRM_MODE_FLAG_PHSYNC)
151			intel_dp->DP |= DP_SYNC_HS_HIGH;
152		if (adjusted_mode->flags & DRM_MODE_FLAG_PVSYNC)
153			intel_dp->DP |= DP_SYNC_VS_HIGH;
154		intel_dp->DP |= DP_LINK_TRAIN_OFF;
155
156		if (pipe_config->enhanced_framing)
157			intel_dp->DP |= DP_ENHANCED_FRAMING;
158
159		if (IS_CHERRYVIEW(dev_priv))
160			intel_dp->DP |= DP_PIPE_SEL_CHV(crtc->pipe);
161		else
162			intel_dp->DP |= DP_PIPE_SEL(crtc->pipe);
163	}
164}
165
166static void assert_dp_port(struct intel_dp *intel_dp, bool state)
167{
168	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
169	struct drm_i915_private *dev_priv = to_i915(dig_port->base.base.dev);
170	bool cur_state = intel_de_read(dev_priv, intel_dp->output_reg) & DP_PORT_EN;
171
172	I915_STATE_WARN(dev_priv, cur_state != state,
173			"[ENCODER:%d:%s] state assertion failure (expected %s, current %s)\n",
174			dig_port->base.base.base.id, dig_port->base.base.name,
175			str_on_off(state), str_on_off(cur_state));
176}
177#define assert_dp_port_disabled(d) assert_dp_port((d), false)
178
179static void assert_edp_pll(struct drm_i915_private *dev_priv, bool state)
180{
181	bool cur_state = intel_de_read(dev_priv, DP_A) & DP_PLL_ENABLE;
182
183	I915_STATE_WARN(dev_priv, cur_state != state,
184			"eDP PLL state assertion failure (expected %s, current %s)\n",
185			str_on_off(state), str_on_off(cur_state));
186}
187#define assert_edp_pll_enabled(d) assert_edp_pll((d), true)
188#define assert_edp_pll_disabled(d) assert_edp_pll((d), false)
189
190static void ilk_edp_pll_on(struct intel_dp *intel_dp,
191			   const struct intel_crtc_state *pipe_config)
192{
193	struct intel_crtc *crtc = to_intel_crtc(pipe_config->uapi.crtc);
194	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);
195
196	assert_transcoder_disabled(dev_priv, pipe_config->cpu_transcoder);
197	assert_dp_port_disabled(intel_dp);
198	assert_edp_pll_disabled(dev_priv);
199
200	drm_dbg_kms(&dev_priv->drm, "enabling eDP PLL for clock %d\n",
201		    pipe_config->port_clock);
202
203	intel_dp->DP &= ~DP_PLL_FREQ_MASK;
204
205	if (pipe_config->port_clock == 162000)
206		intel_dp->DP |= DP_PLL_FREQ_162MHZ;
207	else
208		intel_dp->DP |= DP_PLL_FREQ_270MHZ;
209
210	intel_de_write(dev_priv, DP_A, intel_dp->DP);
211	intel_de_posting_read(dev_priv, DP_A);
212	udelay(500);
213
214	/*
215	 * [DevILK] Work around required when enabling DP PLL
216	 * while a pipe is enabled going to FDI:
217	 * 1. Wait for the start of vertical blank on the enabled pipe going to FDI
218	 * 2. Program DP PLL enable
219	 */
220	if (IS_IRONLAKE(dev_priv))
221		intel_wait_for_vblank_if_active(dev_priv, !crtc->pipe);
222
223	intel_dp->DP |= DP_PLL_ENABLE;
224
225	intel_de_write(dev_priv, DP_A, intel_dp->DP);
226	intel_de_posting_read(dev_priv, DP_A);
227	udelay(200);
228}
229
230static void ilk_edp_pll_off(struct intel_dp *intel_dp,
231			    const struct intel_crtc_state *old_crtc_state)
232{
233	struct intel_crtc *crtc = to_intel_crtc(old_crtc_state->uapi.crtc);
234	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);
235
236	assert_transcoder_disabled(dev_priv, old_crtc_state->cpu_transcoder);
237	assert_dp_port_disabled(intel_dp);
238	assert_edp_pll_enabled(dev_priv);
239
240	drm_dbg_kms(&dev_priv->drm, "disabling eDP PLL\n");
241
242	intel_dp->DP &= ~DP_PLL_ENABLE;
243
244	intel_de_write(dev_priv, DP_A, intel_dp->DP);
245	intel_de_posting_read(dev_priv, DP_A);
246	udelay(200);
247}
248
249static bool cpt_dp_port_selected(struct drm_i915_private *dev_priv,
250				 enum port port, enum pipe *pipe)
251{
252	enum pipe p;
253
254	for_each_pipe(dev_priv, p) {
255		u32 val = intel_de_read(dev_priv, TRANS_DP_CTL(p));
256
257		if ((val & TRANS_DP_PORT_SEL_MASK) == TRANS_DP_PORT_SEL(port)) {
258			*pipe = p;
259			return true;
260		}
261	}
262
263	drm_dbg_kms(&dev_priv->drm, "No pipe for DP port %c found\n",
264		    port_name(port));
265
266	/* must initialize pipe to something for the asserts */
267	*pipe = PIPE_A;
268
269	return false;
270}
271
272bool g4x_dp_port_enabled(struct drm_i915_private *dev_priv,
273			 i915_reg_t dp_reg, enum port port,
274			 enum pipe *pipe)
275{
276	bool ret;
277	u32 val;
278
279	val = intel_de_read(dev_priv, dp_reg);
280
281	ret = val & DP_PORT_EN;
282
283	/* asserts want to know the pipe even if the port is disabled */
284	if (IS_IVYBRIDGE(dev_priv) && port == PORT_A)
285		*pipe = (val & DP_PIPE_SEL_MASK_IVB) >> DP_PIPE_SEL_SHIFT_IVB;
286	else if (HAS_PCH_CPT(dev_priv) && port != PORT_A)
287		ret &= cpt_dp_port_selected(dev_priv, port, pipe);
288	else if (IS_CHERRYVIEW(dev_priv))
289		*pipe = (val & DP_PIPE_SEL_MASK_CHV) >> DP_PIPE_SEL_SHIFT_CHV;
290	else
291		*pipe = (val & DP_PIPE_SEL_MASK) >> DP_PIPE_SEL_SHIFT;
292
293	return ret;
294}
295
296static bool intel_dp_get_hw_state(struct intel_encoder *encoder,
297				  enum pipe *pipe)
298{
299	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
300	struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
301	intel_wakeref_t wakeref;
302	bool ret;
303
304	wakeref = intel_display_power_get_if_enabled(dev_priv,
305						     encoder->power_domain);
306	if (!wakeref)
307		return false;
308
309	ret = g4x_dp_port_enabled(dev_priv, intel_dp->output_reg,
310				  encoder->port, pipe);
311
312	intel_display_power_put(dev_priv, encoder->power_domain, wakeref);
313
314	return ret;
315}
316
317static void g4x_dp_get_m_n(struct intel_crtc_state *crtc_state)
318{
319	struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
320
321	if (crtc_state->has_pch_encoder) {
322		intel_pch_transcoder_get_m1_n1(crtc, &crtc_state->dp_m_n);
323		intel_pch_transcoder_get_m2_n2(crtc, &crtc_state->dp_m2_n2);
324	} else {
325		intel_cpu_transcoder_get_m1_n1(crtc, crtc_state->cpu_transcoder,
326					       &crtc_state->dp_m_n);
327		intel_cpu_transcoder_get_m2_n2(crtc, crtc_state->cpu_transcoder,
328					       &crtc_state->dp_m2_n2);
329	}
330}
331
332static void intel_dp_get_config(struct intel_encoder *encoder,
333				struct intel_crtc_state *pipe_config)
334{
335	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
336	struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
337	u32 tmp, flags = 0;
338	enum port port = encoder->port;
339	struct intel_crtc *crtc = to_intel_crtc(pipe_config->uapi.crtc);
340
341	if (encoder->type == INTEL_OUTPUT_EDP)
342		pipe_config->output_types |= BIT(INTEL_OUTPUT_EDP);
343	else
344		pipe_config->output_types |= BIT(INTEL_OUTPUT_DP);
345
346	tmp = intel_de_read(dev_priv, intel_dp->output_reg);
347
348	pipe_config->has_audio = tmp & DP_AUDIO_OUTPUT_ENABLE && port != PORT_A;
349
350	if (HAS_PCH_CPT(dev_priv) && port != PORT_A) {
351		u32 trans_dp = intel_de_read(dev_priv,
352					     TRANS_DP_CTL(crtc->pipe));
353
354		if (trans_dp & TRANS_DP_ENH_FRAMING)
355			pipe_config->enhanced_framing = true;
356
357		if (trans_dp & TRANS_DP_HSYNC_ACTIVE_HIGH)
358			flags |= DRM_MODE_FLAG_PHSYNC;
359		else
360			flags |= DRM_MODE_FLAG_NHSYNC;
361
362		if (trans_dp & TRANS_DP_VSYNC_ACTIVE_HIGH)
363			flags |= DRM_MODE_FLAG_PVSYNC;
364		else
365			flags |= DRM_MODE_FLAG_NVSYNC;
366	} else {
367		if (tmp & DP_ENHANCED_FRAMING)
368			pipe_config->enhanced_framing = true;
369
370		if (tmp & DP_SYNC_HS_HIGH)
371			flags |= DRM_MODE_FLAG_PHSYNC;
372		else
373			flags |= DRM_MODE_FLAG_NHSYNC;
374
375		if (tmp & DP_SYNC_VS_HIGH)
376			flags |= DRM_MODE_FLAG_PVSYNC;
377		else
378			flags |= DRM_MODE_FLAG_NVSYNC;
379	}
380
381	pipe_config->hw.adjusted_mode.flags |= flags;
382
383	if (IS_G4X(dev_priv) && tmp & DP_COLOR_RANGE_16_235)
384		pipe_config->limited_color_range = true;
385
386	pipe_config->lane_count =
387		((tmp & DP_PORT_WIDTH_MASK) >> DP_PORT_WIDTH_SHIFT) + 1;
388
389	g4x_dp_get_m_n(pipe_config);
390
391	if (port == PORT_A) {
392		if ((intel_de_read(dev_priv, DP_A) & DP_PLL_FREQ_MASK) == DP_PLL_FREQ_162MHZ)
393			pipe_config->port_clock = 162000;
394		else
395			pipe_config->port_clock = 270000;
396	}
397
398	pipe_config->hw.adjusted_mode.crtc_clock =
399		intel_dotclock_calculate(pipe_config->port_clock,
400					 &pipe_config->dp_m_n);
401
402	if (intel_dp_is_edp(intel_dp))
403		intel_edp_fixup_vbt_bpp(encoder, pipe_config->pipe_bpp);
404
405	intel_audio_codec_get_config(encoder, pipe_config);
406}
407
408static void
409intel_dp_link_down(struct intel_encoder *encoder,
410		   const struct intel_crtc_state *old_crtc_state)
411{
412	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
413	struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
414	struct intel_crtc *crtc = to_intel_crtc(old_crtc_state->uapi.crtc);
415	enum port port = encoder->port;
416
417	if (drm_WARN_ON(&dev_priv->drm,
418			(intel_de_read(dev_priv, intel_dp->output_reg) &
419			 DP_PORT_EN) == 0))
420		return;
421
422	drm_dbg_kms(&dev_priv->drm, "\n");
423
424	if ((IS_IVYBRIDGE(dev_priv) && port == PORT_A) ||
425	    (HAS_PCH_CPT(dev_priv) && port != PORT_A)) {
426		intel_dp->DP &= ~DP_LINK_TRAIN_MASK_CPT;
427		intel_dp->DP |= DP_LINK_TRAIN_PAT_IDLE_CPT;
428	} else {
429		intel_dp->DP &= ~DP_LINK_TRAIN_MASK;
430		intel_dp->DP |= DP_LINK_TRAIN_PAT_IDLE;
431	}
432	intel_de_write(dev_priv, intel_dp->output_reg, intel_dp->DP);
433	intel_de_posting_read(dev_priv, intel_dp->output_reg);
434
435	intel_dp->DP &= ~DP_PORT_EN;
436	intel_de_write(dev_priv, intel_dp->output_reg, intel_dp->DP);
437	intel_de_posting_read(dev_priv, intel_dp->output_reg);
438
439	/*
440	 * HW workaround for IBX, we need to move the port
441	 * to transcoder A after disabling it to allow the
442	 * matching HDMI port to be enabled on transcoder A.
443	 */
444	if (HAS_PCH_IBX(dev_priv) && crtc->pipe == PIPE_B && port != PORT_A) {
445		/*
446		 * We get CPU/PCH FIFO underruns on the other pipe when
447		 * doing the workaround. Sweep them under the rug.
448		 */
449		intel_set_cpu_fifo_underrun_reporting(dev_priv, PIPE_A, false);
450		intel_set_pch_fifo_underrun_reporting(dev_priv, PIPE_A, false);
451
452		/* always enable with pattern 1 (as per spec) */
453		intel_dp->DP &= ~(DP_PIPE_SEL_MASK | DP_LINK_TRAIN_MASK);
454		intel_dp->DP |= DP_PORT_EN | DP_PIPE_SEL(PIPE_A) |
455			DP_LINK_TRAIN_PAT_1;
456		intel_de_write(dev_priv, intel_dp->output_reg, intel_dp->DP);
457		intel_de_posting_read(dev_priv, intel_dp->output_reg);
458
459		intel_dp->DP &= ~DP_PORT_EN;
460		intel_de_write(dev_priv, intel_dp->output_reg, intel_dp->DP);
461		intel_de_posting_read(dev_priv, intel_dp->output_reg);
462
463		intel_wait_for_vblank_if_active(dev_priv, PIPE_A);
464		intel_set_cpu_fifo_underrun_reporting(dev_priv, PIPE_A, true);
465		intel_set_pch_fifo_underrun_reporting(dev_priv, PIPE_A, true);
466	}
467
468	msleep(intel_dp->pps.panel_power_down_delay);
469
470	if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
471		intel_wakeref_t wakeref;
472
473		with_intel_pps_lock(intel_dp, wakeref)
474			intel_dp->pps.active_pipe = INVALID_PIPE;
475	}
476}
477
478static void g4x_dp_audio_enable(struct intel_encoder *encoder,
479				const struct intel_crtc_state *crtc_state,
480				const struct drm_connector_state *conn_state)
481{
482	struct drm_i915_private *i915 = to_i915(encoder->base.dev);
483	struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
484
485	if (!crtc_state->has_audio)
486		return;
487
488	/* Enable audio presence detect */
489	intel_dp->DP |= DP_AUDIO_OUTPUT_ENABLE;
490	intel_de_write(i915, intel_dp->output_reg, intel_dp->DP);
491
492	intel_audio_codec_enable(encoder, crtc_state, conn_state);
493}
494
495static void g4x_dp_audio_disable(struct intel_encoder *encoder,
496				 const struct intel_crtc_state *old_crtc_state,
497				 const struct drm_connector_state *old_conn_state)
498{
499	struct drm_i915_private *i915 = to_i915(encoder->base.dev);
500	struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
501
502	if (!old_crtc_state->has_audio)
503		return;
504
505	intel_audio_codec_disable(encoder, old_crtc_state, old_conn_state);
506
507	/* Disable audio presence detect */
508	intel_dp->DP &= ~DP_AUDIO_OUTPUT_ENABLE;
509	intel_de_write(i915, intel_dp->output_reg, intel_dp->DP);
510}
511
512static void intel_disable_dp(struct intel_atomic_state *state,
513			     struct intel_encoder *encoder,
514			     const struct intel_crtc_state *old_crtc_state,
515			     const struct drm_connector_state *old_conn_state)
516{
517	struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
518
519	intel_dp->link_trained = false;
520
521	/*
522	 * Make sure the panel is off before trying to change the mode.
523	 * But also ensure that we have vdd while we switch off the panel.
524	 */
525	intel_pps_vdd_on(intel_dp);
526	intel_edp_backlight_off(old_conn_state);
527	intel_dp_set_power(intel_dp, DP_SET_POWER_D3);
528	intel_pps_off(intel_dp);
529}
530
531static void g4x_disable_dp(struct intel_atomic_state *state,
532			   struct intel_encoder *encoder,
533			   const struct intel_crtc_state *old_crtc_state,
534			   const struct drm_connector_state *old_conn_state)
535{
536	intel_disable_dp(state, encoder, old_crtc_state, old_conn_state);
537}
538
539static void vlv_disable_dp(struct intel_atomic_state *state,
540			   struct intel_encoder *encoder,
541			   const struct intel_crtc_state *old_crtc_state,
542			   const struct drm_connector_state *old_conn_state)
543{
544	intel_disable_dp(state, encoder, old_crtc_state, old_conn_state);
545}
546
547static void g4x_post_disable_dp(struct intel_atomic_state *state,
548				struct intel_encoder *encoder,
549				const struct intel_crtc_state *old_crtc_state,
550				const struct drm_connector_state *old_conn_state)
551{
552	struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
553	enum port port = encoder->port;
554
555	/*
556	 * Bspec does not list a specific disable sequence for g4x DP.
557	 * Follow the ilk+ sequence (disable pipe before the port) for
558	 * g4x DP as it does not suffer from underruns like the normal
559	 * g4x modeset sequence (disable pipe after the port).
560	 */
561	intel_dp_link_down(encoder, old_crtc_state);
562
563	/* Only ilk+ has port A */
564	if (port == PORT_A)
565		ilk_edp_pll_off(intel_dp, old_crtc_state);
566}
567
568static void vlv_post_disable_dp(struct intel_atomic_state *state,
569				struct intel_encoder *encoder,
570				const struct intel_crtc_state *old_crtc_state,
571				const struct drm_connector_state *old_conn_state)
572{
573	intel_dp_link_down(encoder, old_crtc_state);
574}
575
576static void chv_post_disable_dp(struct intel_atomic_state *state,
577				struct intel_encoder *encoder,
578				const struct intel_crtc_state *old_crtc_state,
579				const struct drm_connector_state *old_conn_state)
580{
581	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
582
583	intel_dp_link_down(encoder, old_crtc_state);
584
585	vlv_dpio_get(dev_priv);
586
587	/* Assert data lane reset */
588	chv_data_lane_soft_reset(encoder, old_crtc_state, true);
589
590	vlv_dpio_put(dev_priv);
591}
592
593static void
594cpt_set_link_train(struct intel_dp *intel_dp,
595		   const struct intel_crtc_state *crtc_state,
596		   u8 dp_train_pat)
597{
598	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
599
600	intel_dp->DP &= ~DP_LINK_TRAIN_MASK_CPT;
601
602	switch (intel_dp_training_pattern_symbol(dp_train_pat)) {
603	case DP_TRAINING_PATTERN_DISABLE:
604		intel_dp->DP |= DP_LINK_TRAIN_OFF_CPT;
605		break;
606	case DP_TRAINING_PATTERN_1:
607		intel_dp->DP |= DP_LINK_TRAIN_PAT_1_CPT;
608		break;
609	case DP_TRAINING_PATTERN_2:
610		intel_dp->DP |= DP_LINK_TRAIN_PAT_2_CPT;
611		break;
612	default:
613		MISSING_CASE(intel_dp_training_pattern_symbol(dp_train_pat));
614		return;
615	}
616
617	intel_de_write(dev_priv, intel_dp->output_reg, intel_dp->DP);
618	intel_de_posting_read(dev_priv, intel_dp->output_reg);
619}
620
621static void
622g4x_set_link_train(struct intel_dp *intel_dp,
623		   const struct intel_crtc_state *crtc_state,
624		   u8 dp_train_pat)
625{
626	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
627
628	intel_dp->DP &= ~DP_LINK_TRAIN_MASK;
629
630	switch (intel_dp_training_pattern_symbol(dp_train_pat)) {
631	case DP_TRAINING_PATTERN_DISABLE:
632		intel_dp->DP |= DP_LINK_TRAIN_OFF;
633		break;
634	case DP_TRAINING_PATTERN_1:
635		intel_dp->DP |= DP_LINK_TRAIN_PAT_1;
636		break;
637	case DP_TRAINING_PATTERN_2:
638		intel_dp->DP |= DP_LINK_TRAIN_PAT_2;
639		break;
640	default:
641		MISSING_CASE(intel_dp_training_pattern_symbol(dp_train_pat));
642		return;
643	}
644
645	intel_de_write(dev_priv, intel_dp->output_reg, intel_dp->DP);
646	intel_de_posting_read(dev_priv, intel_dp->output_reg);
647}
648
649static void intel_dp_enable_port(struct intel_dp *intel_dp,
650				 const struct intel_crtc_state *crtc_state)
651{
652	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
653
654	/* enable with pattern 1 (as per spec) */
655
656	intel_dp_program_link_training_pattern(intel_dp, crtc_state,
657					       DP_PHY_DPRX, DP_TRAINING_PATTERN_1);
658
659	/*
660	 * Magic for VLV/CHV. We _must_ first set up the register
661	 * without actually enabling the port, and then do another
662	 * write to enable the port. Otherwise link training will
663	 * fail when the power sequencer is freshly used for this port.
664	 */
665	intel_dp->DP |= DP_PORT_EN;
666
667	intel_de_write(dev_priv, intel_dp->output_reg, intel_dp->DP);
668	intel_de_posting_read(dev_priv, intel_dp->output_reg);
669}
670
671static void intel_enable_dp(struct intel_atomic_state *state,
672			    struct intel_encoder *encoder,
673			    const struct intel_crtc_state *pipe_config,
674			    const struct drm_connector_state *conn_state)
675{
676	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
677	struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
678	u32 dp_reg = intel_de_read(dev_priv, intel_dp->output_reg);
679	intel_wakeref_t wakeref;
680
681	if (drm_WARN_ON(&dev_priv->drm, dp_reg & DP_PORT_EN))
682		return;
683
684	with_intel_pps_lock(intel_dp, wakeref) {
685		if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv))
686			vlv_pps_init(encoder, pipe_config);
687
688		intel_dp_enable_port(intel_dp, pipe_config);
689
690		intel_pps_vdd_on_unlocked(intel_dp);
691		intel_pps_on_unlocked(intel_dp);
692		intel_pps_vdd_off_unlocked(intel_dp, true);
693	}
694
695	if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
696		unsigned int lane_mask = 0x0;
697
698		if (IS_CHERRYVIEW(dev_priv))
699			lane_mask = intel_dp_unused_lane_mask(pipe_config->lane_count);
700
701		vlv_wait_port_ready(dev_priv, dp_to_dig_port(intel_dp),
702				    lane_mask);
703	}
704
705	intel_dp_set_power(intel_dp, DP_SET_POWER_D0);
706	intel_dp_configure_protocol_converter(intel_dp, pipe_config);
707	intel_dp_check_frl_training(intel_dp);
708	intel_dp_pcon_dsc_configure(intel_dp, pipe_config);
709	intel_dp_start_link_train(intel_dp, pipe_config);
710	intel_dp_stop_link_train(intel_dp, pipe_config);
711}
712
713static void g4x_enable_dp(struct intel_atomic_state *state,
714			  struct intel_encoder *encoder,
715			  const struct intel_crtc_state *pipe_config,
716			  const struct drm_connector_state *conn_state)
717{
718	intel_enable_dp(state, encoder, pipe_config, conn_state);
719	intel_edp_backlight_on(pipe_config, conn_state);
720}
721
722static void vlv_enable_dp(struct intel_atomic_state *state,
723			  struct intel_encoder *encoder,
724			  const struct intel_crtc_state *pipe_config,
725			  const struct drm_connector_state *conn_state)
726{
727	intel_edp_backlight_on(pipe_config, conn_state);
728}
729
730static void g4x_pre_enable_dp(struct intel_atomic_state *state,
731			      struct intel_encoder *encoder,
732			      const struct intel_crtc_state *pipe_config,
733			      const struct drm_connector_state *conn_state)
734{
735	struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
736	enum port port = encoder->port;
737
738	intel_dp_prepare(encoder, pipe_config);
739
740	/* Only ilk+ has port A */
741	if (port == PORT_A)
742		ilk_edp_pll_on(intel_dp, pipe_config);
743}
744
745static void vlv_pre_enable_dp(struct intel_atomic_state *state,
746			      struct intel_encoder *encoder,
747			      const struct intel_crtc_state *pipe_config,
748			      const struct drm_connector_state *conn_state)
749{
750	vlv_phy_pre_encoder_enable(encoder, pipe_config);
751
752	intel_enable_dp(state, encoder, pipe_config, conn_state);
753}
754
755static void vlv_dp_pre_pll_enable(struct intel_atomic_state *state,
756				  struct intel_encoder *encoder,
757				  const struct intel_crtc_state *pipe_config,
758				  const struct drm_connector_state *conn_state)
759{
760	intel_dp_prepare(encoder, pipe_config);
761
762	vlv_phy_pre_pll_enable(encoder, pipe_config);
763}
764
765static void chv_pre_enable_dp(struct intel_atomic_state *state,
766			      struct intel_encoder *encoder,
767			      const struct intel_crtc_state *pipe_config,
768			      const struct drm_connector_state *conn_state)
769{
770	chv_phy_pre_encoder_enable(encoder, pipe_config);
771
772	intel_enable_dp(state, encoder, pipe_config, conn_state);
773
774	/* Second common lane will stay alive on its own now */
775	chv_phy_release_cl2_override(encoder);
776}
777
778static void chv_dp_pre_pll_enable(struct intel_atomic_state *state,
779				  struct intel_encoder *encoder,
780				  const struct intel_crtc_state *pipe_config,
781				  const struct drm_connector_state *conn_state)
782{
783	intel_dp_prepare(encoder, pipe_config);
784
785	chv_phy_pre_pll_enable(encoder, pipe_config);
786}
787
788static void chv_dp_post_pll_disable(struct intel_atomic_state *state,
789				    struct intel_encoder *encoder,
790				    const struct intel_crtc_state *old_crtc_state,
791				    const struct drm_connector_state *old_conn_state)
792{
793	chv_phy_post_pll_disable(encoder, old_crtc_state);
794}
795
796static u8 intel_dp_voltage_max_2(struct intel_dp *intel_dp,
797				 const struct intel_crtc_state *crtc_state)
798{
799	return DP_TRAIN_VOLTAGE_SWING_LEVEL_2;
800}
801
802static u8 intel_dp_voltage_max_3(struct intel_dp *intel_dp,
803				 const struct intel_crtc_state *crtc_state)
804{
805	return DP_TRAIN_VOLTAGE_SWING_LEVEL_3;
806}
807
808static u8 intel_dp_preemph_max_2(struct intel_dp *intel_dp)
809{
810	return DP_TRAIN_PRE_EMPH_LEVEL_2;
811}
812
813static u8 intel_dp_preemph_max_3(struct intel_dp *intel_dp)
814{
815	return DP_TRAIN_PRE_EMPH_LEVEL_3;
816}
817
818static void vlv_set_signal_levels(struct intel_encoder *encoder,
819				  const struct intel_crtc_state *crtc_state)
820{
821	struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
822	unsigned long demph_reg_value, preemph_reg_value,
823		uniqtranscale_reg_value;
824	u8 train_set = intel_dp->train_set[0];
825
826	switch (train_set & DP_TRAIN_PRE_EMPHASIS_MASK) {
827	case DP_TRAIN_PRE_EMPH_LEVEL_0:
828		preemph_reg_value = 0x0004000;
829		switch (train_set & DP_TRAIN_VOLTAGE_SWING_MASK) {
830		case DP_TRAIN_VOLTAGE_SWING_LEVEL_0:
831			demph_reg_value = 0x2B405555;
832			uniqtranscale_reg_value = 0x552AB83A;
833			break;
834		case DP_TRAIN_VOLTAGE_SWING_LEVEL_1:
835			demph_reg_value = 0x2B404040;
836			uniqtranscale_reg_value = 0x5548B83A;
837			break;
838		case DP_TRAIN_VOLTAGE_SWING_LEVEL_2:
839			demph_reg_value = 0x2B245555;
840			uniqtranscale_reg_value = 0x5560B83A;
841			break;
842		case DP_TRAIN_VOLTAGE_SWING_LEVEL_3:
843			demph_reg_value = 0x2B405555;
844			uniqtranscale_reg_value = 0x5598DA3A;
845			break;
846		default:
847			return;
848		}
849		break;
850	case DP_TRAIN_PRE_EMPH_LEVEL_1:
851		preemph_reg_value = 0x0002000;
852		switch (train_set & DP_TRAIN_VOLTAGE_SWING_MASK) {
853		case DP_TRAIN_VOLTAGE_SWING_LEVEL_0:
854			demph_reg_value = 0x2B404040;
855			uniqtranscale_reg_value = 0x5552B83A;
856			break;
857		case DP_TRAIN_VOLTAGE_SWING_LEVEL_1:
858			demph_reg_value = 0x2B404848;
859			uniqtranscale_reg_value = 0x5580B83A;
860			break;
861		case DP_TRAIN_VOLTAGE_SWING_LEVEL_2:
862			demph_reg_value = 0x2B404040;
863			uniqtranscale_reg_value = 0x55ADDA3A;
864			break;
865		default:
866			return;
867		}
868		break;
869	case DP_TRAIN_PRE_EMPH_LEVEL_2:
870		preemph_reg_value = 0x0000000;
871		switch (train_set & DP_TRAIN_VOLTAGE_SWING_MASK) {
872		case DP_TRAIN_VOLTAGE_SWING_LEVEL_0:
873			demph_reg_value = 0x2B305555;
874			uniqtranscale_reg_value = 0x5570B83A;
875			break;
876		case DP_TRAIN_VOLTAGE_SWING_LEVEL_1:
877			demph_reg_value = 0x2B2B4040;
878			uniqtranscale_reg_value = 0x55ADDA3A;
879			break;
880		default:
881			return;
882		}
883		break;
884	case DP_TRAIN_PRE_EMPH_LEVEL_3:
885		preemph_reg_value = 0x0006000;
886		switch (train_set & DP_TRAIN_VOLTAGE_SWING_MASK) {
887		case DP_TRAIN_VOLTAGE_SWING_LEVEL_0:
888			demph_reg_value = 0x1B405555;
889			uniqtranscale_reg_value = 0x55ADDA3A;
890			break;
891		default:
892			return;
893		}
894		break;
895	default:
896		return;
897	}
898
899	vlv_set_phy_signal_level(encoder, crtc_state,
900				 demph_reg_value, preemph_reg_value,
901				 uniqtranscale_reg_value, 0);
902}
903
904static void chv_set_signal_levels(struct intel_encoder *encoder,
905				  const struct intel_crtc_state *crtc_state)
906{
907	struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
908	u32 deemph_reg_value, margin_reg_value;
909	bool uniq_trans_scale = false;
910	u8 train_set = intel_dp->train_set[0];
911
912	switch (train_set & DP_TRAIN_PRE_EMPHASIS_MASK) {
913	case DP_TRAIN_PRE_EMPH_LEVEL_0:
914		switch (train_set & DP_TRAIN_VOLTAGE_SWING_MASK) {
915		case DP_TRAIN_VOLTAGE_SWING_LEVEL_0:
916			deemph_reg_value = 128;
917			margin_reg_value = 52;
918			break;
919		case DP_TRAIN_VOLTAGE_SWING_LEVEL_1:
920			deemph_reg_value = 128;
921			margin_reg_value = 77;
922			break;
923		case DP_TRAIN_VOLTAGE_SWING_LEVEL_2:
924			deemph_reg_value = 128;
925			margin_reg_value = 102;
926			break;
927		case DP_TRAIN_VOLTAGE_SWING_LEVEL_3:
928			deemph_reg_value = 128;
929			margin_reg_value = 154;
930			uniq_trans_scale = true;
931			break;
932		default:
933			return;
934		}
935		break;
936	case DP_TRAIN_PRE_EMPH_LEVEL_1:
937		switch (train_set & DP_TRAIN_VOLTAGE_SWING_MASK) {
938		case DP_TRAIN_VOLTAGE_SWING_LEVEL_0:
939			deemph_reg_value = 85;
940			margin_reg_value = 78;
941			break;
942		case DP_TRAIN_VOLTAGE_SWING_LEVEL_1:
943			deemph_reg_value = 85;
944			margin_reg_value = 116;
945			break;
946		case DP_TRAIN_VOLTAGE_SWING_LEVEL_2:
947			deemph_reg_value = 85;
948			margin_reg_value = 154;
949			break;
950		default:
951			return;
952		}
953		break;
954	case DP_TRAIN_PRE_EMPH_LEVEL_2:
955		switch (train_set & DP_TRAIN_VOLTAGE_SWING_MASK) {
956		case DP_TRAIN_VOLTAGE_SWING_LEVEL_0:
957			deemph_reg_value = 64;
958			margin_reg_value = 104;
959			break;
960		case DP_TRAIN_VOLTAGE_SWING_LEVEL_1:
961			deemph_reg_value = 64;
962			margin_reg_value = 154;
963			break;
964		default:
965			return;
966		}
967		break;
968	case DP_TRAIN_PRE_EMPH_LEVEL_3:
969		switch (train_set & DP_TRAIN_VOLTAGE_SWING_MASK) {
970		case DP_TRAIN_VOLTAGE_SWING_LEVEL_0:
971			deemph_reg_value = 43;
972			margin_reg_value = 154;
973			break;
974		default:
975			return;
976		}
977		break;
978	default:
979		return;
980	}
981
982	chv_set_phy_signal_level(encoder, crtc_state,
983				 deemph_reg_value, margin_reg_value,
984				 uniq_trans_scale);
985}
986
987static u32 g4x_signal_levels(u8 train_set)
988{
989	u32 signal_levels = 0;
990
991	switch (train_set & DP_TRAIN_VOLTAGE_SWING_MASK) {
992	case DP_TRAIN_VOLTAGE_SWING_LEVEL_0:
993	default:
994		signal_levels |= DP_VOLTAGE_0_4;
995		break;
996	case DP_TRAIN_VOLTAGE_SWING_LEVEL_1:
997		signal_levels |= DP_VOLTAGE_0_6;
998		break;
999	case DP_TRAIN_VOLTAGE_SWING_LEVEL_2:
1000		signal_levels |= DP_VOLTAGE_0_8;
1001		break;
1002	case DP_TRAIN_VOLTAGE_SWING_LEVEL_3:
1003		signal_levels |= DP_VOLTAGE_1_2;
1004		break;
1005	}
1006	switch (train_set & DP_TRAIN_PRE_EMPHASIS_MASK) {
1007	case DP_TRAIN_PRE_EMPH_LEVEL_0:
1008	default:
1009		signal_levels |= DP_PRE_EMPHASIS_0;
1010		break;
1011	case DP_TRAIN_PRE_EMPH_LEVEL_1:
1012		signal_levels |= DP_PRE_EMPHASIS_3_5;
1013		break;
1014	case DP_TRAIN_PRE_EMPH_LEVEL_2:
1015		signal_levels |= DP_PRE_EMPHASIS_6;
1016		break;
1017	case DP_TRAIN_PRE_EMPH_LEVEL_3:
1018		signal_levels |= DP_PRE_EMPHASIS_9_5;
1019		break;
1020	}
1021	return signal_levels;
1022}
1023
1024static void
1025g4x_set_signal_levels(struct intel_encoder *encoder,
1026		      const struct intel_crtc_state *crtc_state)
1027{
1028	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
1029	struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
1030	u8 train_set = intel_dp->train_set[0];
1031	u32 signal_levels;
1032
1033	signal_levels = g4x_signal_levels(train_set);
1034
1035	drm_dbg_kms(&dev_priv->drm, "Using signal levels %08x\n",
1036		    signal_levels);
1037
1038	intel_dp->DP &= ~(DP_VOLTAGE_MASK | DP_PRE_EMPHASIS_MASK);
1039	intel_dp->DP |= signal_levels;
1040
1041	intel_de_write(dev_priv, intel_dp->output_reg, intel_dp->DP);
1042	intel_de_posting_read(dev_priv, intel_dp->output_reg);
1043}
1044
1045/* SNB CPU eDP voltage swing and pre-emphasis control */
1046static u32 snb_cpu_edp_signal_levels(u8 train_set)
1047{
1048	u8 signal_levels = train_set & (DP_TRAIN_VOLTAGE_SWING_MASK |
1049					DP_TRAIN_PRE_EMPHASIS_MASK);
1050
1051	switch (signal_levels) {
1052	case DP_TRAIN_VOLTAGE_SWING_LEVEL_0 | DP_TRAIN_PRE_EMPH_LEVEL_0:
1053	case DP_TRAIN_VOLTAGE_SWING_LEVEL_1 | DP_TRAIN_PRE_EMPH_LEVEL_0:
1054		return EDP_LINK_TRAIN_400_600MV_0DB_SNB_B;
1055	case DP_TRAIN_VOLTAGE_SWING_LEVEL_0 | DP_TRAIN_PRE_EMPH_LEVEL_1:
1056		return EDP_LINK_TRAIN_400MV_3_5DB_SNB_B;
1057	case DP_TRAIN_VOLTAGE_SWING_LEVEL_0 | DP_TRAIN_PRE_EMPH_LEVEL_2:
1058	case DP_TRAIN_VOLTAGE_SWING_LEVEL_1 | DP_TRAIN_PRE_EMPH_LEVEL_2:
1059		return EDP_LINK_TRAIN_400_600MV_6DB_SNB_B;
1060	case DP_TRAIN_VOLTAGE_SWING_LEVEL_1 | DP_TRAIN_PRE_EMPH_LEVEL_1:
1061	case DP_TRAIN_VOLTAGE_SWING_LEVEL_2 | DP_TRAIN_PRE_EMPH_LEVEL_1:
1062		return EDP_LINK_TRAIN_600_800MV_3_5DB_SNB_B;
1063	case DP_TRAIN_VOLTAGE_SWING_LEVEL_2 | DP_TRAIN_PRE_EMPH_LEVEL_0:
1064	case DP_TRAIN_VOLTAGE_SWING_LEVEL_3 | DP_TRAIN_PRE_EMPH_LEVEL_0:
1065		return EDP_LINK_TRAIN_800_1200MV_0DB_SNB_B;
1066	default:
1067		MISSING_CASE(signal_levels);
1068		return EDP_LINK_TRAIN_400_600MV_0DB_SNB_B;
1069	}
1070}
1071
1072static void
1073snb_cpu_edp_set_signal_levels(struct intel_encoder *encoder,
1074			      const struct intel_crtc_state *crtc_state)
1075{
1076	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
1077	struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
1078	u8 train_set = intel_dp->train_set[0];
1079	u32 signal_levels;
1080
1081	signal_levels = snb_cpu_edp_signal_levels(train_set);
1082
1083	drm_dbg_kms(&dev_priv->drm, "Using signal levels %08x\n",
1084		    signal_levels);
1085
1086	intel_dp->DP &= ~EDP_LINK_TRAIN_VOL_EMP_MASK_SNB;
1087	intel_dp->DP |= signal_levels;
1088
1089	intel_de_write(dev_priv, intel_dp->output_reg, intel_dp->DP);
1090	intel_de_posting_read(dev_priv, intel_dp->output_reg);
1091}
1092
1093/* IVB CPU eDP voltage swing and pre-emphasis control */
1094static u32 ivb_cpu_edp_signal_levels(u8 train_set)
1095{
1096	u8 signal_levels = train_set & (DP_TRAIN_VOLTAGE_SWING_MASK |
1097					DP_TRAIN_PRE_EMPHASIS_MASK);
1098
1099	switch (signal_levels) {
1100	case DP_TRAIN_VOLTAGE_SWING_LEVEL_0 | DP_TRAIN_PRE_EMPH_LEVEL_0:
1101		return EDP_LINK_TRAIN_400MV_0DB_IVB;
1102	case DP_TRAIN_VOLTAGE_SWING_LEVEL_0 | DP_TRAIN_PRE_EMPH_LEVEL_1:
1103		return EDP_LINK_TRAIN_400MV_3_5DB_IVB;
1104	case DP_TRAIN_VOLTAGE_SWING_LEVEL_0 | DP_TRAIN_PRE_EMPH_LEVEL_2:
1105	case DP_TRAIN_VOLTAGE_SWING_LEVEL_1 | DP_TRAIN_PRE_EMPH_LEVEL_2:
1106		return EDP_LINK_TRAIN_400MV_6DB_IVB;
1107
1108	case DP_TRAIN_VOLTAGE_SWING_LEVEL_1 | DP_TRAIN_PRE_EMPH_LEVEL_0:
1109		return EDP_LINK_TRAIN_600MV_0DB_IVB;
1110	case DP_TRAIN_VOLTAGE_SWING_LEVEL_1 | DP_TRAIN_PRE_EMPH_LEVEL_1:
1111		return EDP_LINK_TRAIN_600MV_3_5DB_IVB;
1112
1113	case DP_TRAIN_VOLTAGE_SWING_LEVEL_2 | DP_TRAIN_PRE_EMPH_LEVEL_0:
1114		return EDP_LINK_TRAIN_800MV_0DB_IVB;
1115	case DP_TRAIN_VOLTAGE_SWING_LEVEL_2 | DP_TRAIN_PRE_EMPH_LEVEL_1:
1116		return EDP_LINK_TRAIN_800MV_3_5DB_IVB;
1117
1118	default:
1119		MISSING_CASE(signal_levels);
1120		return EDP_LINK_TRAIN_500MV_0DB_IVB;
1121	}
1122}
1123
1124static void
1125ivb_cpu_edp_set_signal_levels(struct intel_encoder *encoder,
1126			      const struct intel_crtc_state *crtc_state)
1127{
1128	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
1129	struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
1130	u8 train_set = intel_dp->train_set[0];
1131	u32 signal_levels;
1132
1133	signal_levels = ivb_cpu_edp_signal_levels(train_set);
1134
1135	drm_dbg_kms(&dev_priv->drm, "Using signal levels %08x\n",
1136		    signal_levels);
1137
1138	intel_dp->DP &= ~EDP_LINK_TRAIN_VOL_EMP_MASK_IVB;
1139	intel_dp->DP |= signal_levels;
1140
1141	intel_de_write(dev_priv, intel_dp->output_reg, intel_dp->DP);
1142	intel_de_posting_read(dev_priv, intel_dp->output_reg);
1143}
1144
1145/*
1146 * If display is now connected check links status,
1147 * there has been known issues of link loss triggering
1148 * long pulse.
1149 *
1150 * Some sinks (eg. ASUS PB287Q) seem to perform some
1151 * weird HPD ping pong during modesets. So we can apparently
1152 * end up with HPD going low during a modeset, and then
1153 * going back up soon after. And once that happens we must
1154 * retrain the link to get a picture. That's in case no
1155 * userspace component reacted to intermittent HPD dip.
1156 */
1157static enum intel_hotplug_state
1158intel_dp_hotplug(struct intel_encoder *encoder,
1159		 struct intel_connector *connector)
1160{
1161	struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
1162	struct drm_modeset_acquire_ctx ctx;
1163	enum intel_hotplug_state state;
1164	int ret;
1165
1166	if (intel_dp->compliance.test_active &&
1167	    intel_dp->compliance.test_type == DP_TEST_LINK_PHY_TEST_PATTERN) {
1168		intel_dp_phy_test(encoder);
1169		/* just do the PHY test and nothing else */
1170		return INTEL_HOTPLUG_UNCHANGED;
1171	}
1172
1173	state = intel_encoder_hotplug(encoder, connector);
1174
1175	drm_modeset_acquire_init(&ctx, 0);
1176
1177	for (;;) {
1178		ret = intel_dp_retrain_link(encoder, &ctx);
1179
1180		if (ret == -EDEADLK) {
1181			drm_modeset_backoff(&ctx);
1182			continue;
1183		}
1184
1185		break;
1186	}
1187
1188	drm_modeset_drop_locks(&ctx);
1189	drm_modeset_acquire_fini(&ctx);
1190	drm_WARN(encoder->base.dev, ret,
1191		 "Acquiring modeset locks failed with %i\n", ret);
1192
1193	/*
1194	 * Keeping it consistent with intel_ddi_hotplug() and
1195	 * intel_hdmi_hotplug().
1196	 */
1197	if (state == INTEL_HOTPLUG_UNCHANGED && !connector->hotplug_retries)
1198		state = INTEL_HOTPLUG_RETRY;
1199
1200	return state;
1201}
1202
1203static bool ibx_digital_port_connected(struct intel_encoder *encoder)
1204{
1205	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
1206	u32 bit = dev_priv->display.hotplug.pch_hpd[encoder->hpd_pin];
1207
1208	return intel_de_read(dev_priv, SDEISR) & bit;
1209}
1210
1211static bool g4x_digital_port_connected(struct intel_encoder *encoder)
1212{
1213	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
1214	u32 bit;
1215
1216	switch (encoder->hpd_pin) {
1217	case HPD_PORT_B:
1218		bit = PORTB_HOTPLUG_LIVE_STATUS_G4X;
1219		break;
1220	case HPD_PORT_C:
1221		bit = PORTC_HOTPLUG_LIVE_STATUS_G4X;
1222		break;
1223	case HPD_PORT_D:
1224		bit = PORTD_HOTPLUG_LIVE_STATUS_G4X;
1225		break;
1226	default:
1227		MISSING_CASE(encoder->hpd_pin);
1228		return false;
1229	}
1230
1231	return intel_de_read(dev_priv, PORT_HOTPLUG_STAT) & bit;
1232}
1233
1234static bool ilk_digital_port_connected(struct intel_encoder *encoder)
1235{
1236	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
1237	u32 bit = dev_priv->display.hotplug.hpd[encoder->hpd_pin];
1238
1239	return intel_de_read(dev_priv, DEISR) & bit;
1240}
1241
1242static void intel_dp_encoder_destroy(struct drm_encoder *encoder)
1243{
1244	intel_dp_encoder_flush_work(encoder);
1245
1246	drm_encoder_cleanup(encoder);
1247	kfree(enc_to_dig_port(to_intel_encoder(encoder)));
1248}
1249
1250enum pipe vlv_active_pipe(struct intel_dp *intel_dp)
1251{
1252	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
1253	struct intel_encoder *encoder = &dp_to_dig_port(intel_dp)->base;
1254	enum pipe pipe;
1255
1256	if (g4x_dp_port_enabled(dev_priv, intel_dp->output_reg,
1257				encoder->port, &pipe))
1258		return pipe;
1259
1260	return INVALID_PIPE;
1261}
1262
1263static void intel_dp_encoder_reset(struct drm_encoder *encoder)
1264{
1265	struct drm_i915_private *dev_priv = to_i915(encoder->dev);
1266	struct intel_dp *intel_dp = enc_to_intel_dp(to_intel_encoder(encoder));
1267
1268	intel_dp->DP = intel_de_read(dev_priv, intel_dp->output_reg);
1269
1270	intel_dp->reset_link_params = true;
1271
1272	if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
1273		intel_wakeref_t wakeref;
1274
1275		with_intel_pps_lock(intel_dp, wakeref)
1276			intel_dp->pps.active_pipe = vlv_active_pipe(intel_dp);
1277	}
1278
1279	intel_pps_encoder_reset(intel_dp);
1280}
1281
1282static const struct drm_encoder_funcs intel_dp_enc_funcs = {
1283	.reset = intel_dp_encoder_reset,
1284	.destroy = intel_dp_encoder_destroy,
1285};
1286
1287bool g4x_dp_init(struct drm_i915_private *dev_priv,
1288		 i915_reg_t output_reg, enum port port)
1289{
1290	const struct intel_bios_encoder_data *devdata;
1291	struct intel_digital_port *dig_port;
1292	struct intel_encoder *intel_encoder;
1293	struct drm_encoder *encoder;
1294	struct intel_connector *intel_connector;
1295
1296	if (!assert_port_valid(dev_priv, port))
1297		return false;
1298
1299	devdata = intel_bios_encoder_data_lookup(dev_priv, port);
1300
1301	/* FIXME bail? */
1302	if (!devdata)
1303		drm_dbg_kms(&dev_priv->drm, "No VBT child device for DP-%c\n",
1304			    port_name(port));
1305
1306	dig_port = kzalloc(sizeof(*dig_port), GFP_KERNEL);
1307	if (!dig_port)
1308		return false;
1309
1310	dig_port->aux_ch = AUX_CH_NONE;
1311
1312	intel_connector = intel_connector_alloc();
1313	if (!intel_connector)
1314		goto err_connector_alloc;
1315
1316	intel_encoder = &dig_port->base;
1317	encoder = &intel_encoder->base;
1318
1319	intel_encoder->devdata = devdata;
1320
1321	mutex_init(&dig_port->hdcp_mutex);
1322
1323	if (drm_encoder_init(&dev_priv->drm, &intel_encoder->base,
1324			     &intel_dp_enc_funcs, DRM_MODE_ENCODER_TMDS,
1325			     "DP %c", port_name(port)))
1326		goto err_encoder_init;
1327
1328	intel_encoder->hotplug = intel_dp_hotplug;
1329	intel_encoder->compute_config = intel_dp_compute_config;
1330	intel_encoder->get_hw_state = intel_dp_get_hw_state;
1331	intel_encoder->get_config = intel_dp_get_config;
1332	intel_encoder->sync_state = intel_dp_sync_state;
1333	intel_encoder->initial_fastset_check = intel_dp_initial_fastset_check;
1334	intel_encoder->update_pipe = intel_backlight_update;
1335	intel_encoder->suspend = intel_dp_encoder_suspend;
1336	intel_encoder->shutdown = intel_dp_encoder_shutdown;
1337	if (IS_CHERRYVIEW(dev_priv)) {
1338		intel_encoder->pre_pll_enable = chv_dp_pre_pll_enable;
1339		intel_encoder->pre_enable = chv_pre_enable_dp;
1340		intel_encoder->enable = vlv_enable_dp;
1341		intel_encoder->disable = vlv_disable_dp;
1342		intel_encoder->post_disable = chv_post_disable_dp;
1343		intel_encoder->post_pll_disable = chv_dp_post_pll_disable;
1344	} else if (IS_VALLEYVIEW(dev_priv)) {
1345		intel_encoder->pre_pll_enable = vlv_dp_pre_pll_enable;
1346		intel_encoder->pre_enable = vlv_pre_enable_dp;
1347		intel_encoder->enable = vlv_enable_dp;
1348		intel_encoder->disable = vlv_disable_dp;
1349		intel_encoder->post_disable = vlv_post_disable_dp;
1350	} else {
1351		intel_encoder->pre_enable = g4x_pre_enable_dp;
1352		intel_encoder->enable = g4x_enable_dp;
1353		intel_encoder->disable = g4x_disable_dp;
1354		intel_encoder->post_disable = g4x_post_disable_dp;
1355	}
1356	intel_encoder->audio_enable = g4x_dp_audio_enable;
1357	intel_encoder->audio_disable = g4x_dp_audio_disable;
1358
1359	if ((IS_IVYBRIDGE(dev_priv) && port == PORT_A) ||
1360	    (HAS_PCH_CPT(dev_priv) && port != PORT_A))
1361		dig_port->dp.set_link_train = cpt_set_link_train;
1362	else
1363		dig_port->dp.set_link_train = g4x_set_link_train;
1364
1365	if (IS_CHERRYVIEW(dev_priv))
1366		intel_encoder->set_signal_levels = chv_set_signal_levels;
1367	else if (IS_VALLEYVIEW(dev_priv))
1368		intel_encoder->set_signal_levels = vlv_set_signal_levels;
1369	else if (IS_IVYBRIDGE(dev_priv) && port == PORT_A)
1370		intel_encoder->set_signal_levels = ivb_cpu_edp_set_signal_levels;
1371	else if (IS_SANDYBRIDGE(dev_priv) && port == PORT_A)
1372		intel_encoder->set_signal_levels = snb_cpu_edp_set_signal_levels;
1373	else
1374		intel_encoder->set_signal_levels = g4x_set_signal_levels;
1375
1376	if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv) ||
1377	    (HAS_PCH_SPLIT(dev_priv) && port != PORT_A)) {
1378		dig_port->dp.preemph_max = intel_dp_preemph_max_3;
1379		dig_port->dp.voltage_max = intel_dp_voltage_max_3;
1380	} else {
1381		dig_port->dp.preemph_max = intel_dp_preemph_max_2;
1382		dig_port->dp.voltage_max = intel_dp_voltage_max_2;
1383	}
1384
1385	dig_port->dp.output_reg = output_reg;
1386	dig_port->max_lanes = 4;
1387
1388	intel_encoder->type = INTEL_OUTPUT_DP;
1389	intel_encoder->power_domain = intel_display_power_ddi_lanes_domain(dev_priv, port);
1390	if (IS_CHERRYVIEW(dev_priv)) {
1391		if (port == PORT_D)
1392			intel_encoder->pipe_mask = BIT(PIPE_C);
1393		else
1394			intel_encoder->pipe_mask = BIT(PIPE_A) | BIT(PIPE_B);
1395	} else {
1396		intel_encoder->pipe_mask = ~0;
1397	}
1398	intel_encoder->cloneable = 0;
1399	intel_encoder->port = port;
1400	intel_encoder->hpd_pin = intel_hpd_pin_default(dev_priv, port);
1401
1402	dig_port->hpd_pulse = intel_dp_hpd_pulse;
1403
1404	if (HAS_GMCH(dev_priv)) {
1405		dig_port->connected = g4x_digital_port_connected;
1406	} else {
1407		if (port == PORT_A)
1408			dig_port->connected = ilk_digital_port_connected;
1409		else
1410			dig_port->connected = ibx_digital_port_connected;
1411	}
1412
1413	if (port != PORT_A)
1414		intel_infoframe_init(dig_port);
1415
1416	dig_port->aux_ch = intel_dp_aux_ch(intel_encoder);
1417	if (dig_port->aux_ch == AUX_CH_NONE)
1418		goto err_init_connector;
1419
1420	if (!intel_dp_init_connector(dig_port, intel_connector))
1421		goto err_init_connector;
1422
1423	return true;
1424
1425err_init_connector:
1426	drm_encoder_cleanup(encoder);
1427err_encoder_init:
1428	kfree(intel_connector);
1429err_connector_alloc:
1430	kfree(dig_port);
1431	return false;
1432}
1433