1// SPDX-License-Identifier: MIT
2/*
3 * Copyright �� 2020 Intel Corporation
4 *
5 */
6
7#include "i915_drv.h"
8#include "i915_reg.h"
9#include "intel_de.h"
10#include "intel_display_types.h"
11#include "intel_vrr.h"
12
13bool intel_vrr_is_capable(struct intel_connector *connector)
14{
15	const struct drm_display_info *info = &connector->base.display_info;
16	struct drm_i915_private *i915 = to_i915(connector->base.dev);
17	struct intel_dp *intel_dp;
18
19	/*
20	 * DP Sink is capable of VRR video timings if
21	 * Ignore MSA bit is set in DPCD.
22	 * EDID monitor range also should be atleast 10 for reasonable
23	 * Adaptive Sync or Variable Refresh Rate end user experience.
24	 */
25	switch (connector->base.connector_type) {
26	case DRM_MODE_CONNECTOR_eDP:
27		if (!connector->panel.vbt.vrr)
28			return false;
29		fallthrough;
30	case DRM_MODE_CONNECTOR_DisplayPort:
31		intel_dp = intel_attached_dp(connector);
32
33		if (!drm_dp_sink_can_do_video_without_timing_msa(intel_dp->dpcd))
34			return false;
35
36		break;
37	default:
38		return false;
39	}
40
41	return HAS_VRR(i915) &&
42		info->monitor_range.max_vfreq - info->monitor_range.min_vfreq > 10;
43}
44
45bool intel_vrr_is_in_range(struct intel_connector *connector, int vrefresh)
46{
47	const struct drm_display_info *info = &connector->base.display_info;
48
49	return intel_vrr_is_capable(connector) &&
50		vrefresh >= info->monitor_range.min_vfreq &&
51		vrefresh <= info->monitor_range.max_vfreq;
52}
53
54void
55intel_vrr_check_modeset(struct intel_atomic_state *state)
56{
57	int i;
58	struct intel_crtc_state *old_crtc_state, *new_crtc_state;
59	struct intel_crtc *crtc;
60
61	for_each_oldnew_intel_crtc_in_state(state, crtc, old_crtc_state,
62					    new_crtc_state, i) {
63		if (new_crtc_state->uapi.vrr_enabled !=
64		    old_crtc_state->uapi.vrr_enabled)
65			new_crtc_state->uapi.mode_changed = true;
66	}
67}
68
69/*
70 * Without VRR registers get latched at:
71 *  vblank_start
72 *
73 * With VRR the earliest registers can get latched is:
74 *  intel_vrr_vmin_vblank_start(), which if we want to maintain
75 *  the correct min vtotal is >=vblank_start+1
76 *
77 * The latest point registers can get latched is the vmax decision boundary:
78 *  intel_vrr_vmax_vblank_start()
79 *
80 * Between those two points the vblank exit starts (and hence registers get
81 * latched) ASAP after a push is sent.
82 *
83 * framestart_delay is programmable 1-4.
84 */
85static int intel_vrr_vblank_exit_length(const struct intel_crtc_state *crtc_state)
86{
87	struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
88	struct drm_i915_private *i915 = to_i915(crtc->base.dev);
89
90	if (DISPLAY_VER(i915) >= 13)
91		return crtc_state->vrr.guardband;
92	else
93		/* The hw imposes the extra scanline before frame start */
94		return crtc_state->vrr.pipeline_full + crtc_state->framestart_delay + 1;
95}
96
97int intel_vrr_vmin_vblank_start(const struct intel_crtc_state *crtc_state)
98{
99	/* Min vblank actually determined by flipline that is always >=vmin+1 */
100	return crtc_state->vrr.vmin + 1 - intel_vrr_vblank_exit_length(crtc_state);
101}
102
103int intel_vrr_vmax_vblank_start(const struct intel_crtc_state *crtc_state)
104{
105	return crtc_state->vrr.vmax - intel_vrr_vblank_exit_length(crtc_state);
106}
107
108void
109intel_vrr_compute_config(struct intel_crtc_state *crtc_state,
110			 struct drm_connector_state *conn_state)
111{
112	struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
113	struct drm_i915_private *i915 = to_i915(crtc->base.dev);
114	struct intel_connector *connector =
115		to_intel_connector(conn_state->connector);
116	struct drm_display_mode *adjusted_mode = &crtc_state->hw.adjusted_mode;
117	const struct drm_display_info *info = &connector->base.display_info;
118	int vmin, vmax;
119
120	/*
121	 * FIXME all joined pipes share the same transcoder.
122	 * Need to account for that during VRR toggle/push/etc.
123	 */
124	if (crtc_state->bigjoiner_pipes)
125		return;
126
127	if (adjusted_mode->flags & DRM_MODE_FLAG_INTERLACE)
128		return;
129
130	crtc_state->vrr.in_range =
131		intel_vrr_is_in_range(connector, drm_mode_vrefresh(adjusted_mode));
132	if (!crtc_state->vrr.in_range)
133		return;
134
135	if (HAS_LRR(i915))
136		crtc_state->update_lrr = true;
137
138	vmin = DIV_ROUND_UP(adjusted_mode->crtc_clock * 1000,
139			    adjusted_mode->crtc_htotal * info->monitor_range.max_vfreq);
140	vmax = adjusted_mode->crtc_clock * 1000 /
141		(adjusted_mode->crtc_htotal * info->monitor_range.min_vfreq);
142
143	vmin = max_t(int, vmin, adjusted_mode->crtc_vtotal);
144	vmax = max_t(int, vmax, adjusted_mode->crtc_vtotal);
145
146	if (vmin >= vmax)
147		return;
148
149	/*
150	 * flipline determines the min vblank length the hardware will
151	 * generate, and flipline>=vmin+1, hence we reduce vmin by one
152	 * to make sure we can get the actual min vblank length.
153	 */
154	crtc_state->vrr.vmin = vmin - 1;
155	crtc_state->vrr.vmax = vmax;
156
157	crtc_state->vrr.flipline = crtc_state->vrr.vmin + 1;
158
159	/*
160	 * For XE_LPD+, we use guardband and pipeline override
161	 * is deprecated.
162	 */
163	if (DISPLAY_VER(i915) >= 13) {
164		crtc_state->vrr.guardband =
165			crtc_state->vrr.vmin + 1 - adjusted_mode->crtc_vblank_start;
166	} else {
167		crtc_state->vrr.pipeline_full =
168			min(255, crtc_state->vrr.vmin - adjusted_mode->crtc_vblank_start -
169			    crtc_state->framestart_delay - 1);
170	}
171
172	if (crtc_state->uapi.vrr_enabled) {
173		crtc_state->vrr.enable = true;
174		crtc_state->mode_flags |= I915_MODE_FLAG_VRR;
175	}
176}
177
178static u32 trans_vrr_ctl(const struct intel_crtc_state *crtc_state)
179{
180	struct drm_i915_private *i915 = to_i915(crtc_state->uapi.crtc->dev);
181
182	if (DISPLAY_VER(i915) >= 13)
183		return VRR_CTL_IGN_MAX_SHIFT | VRR_CTL_FLIP_LINE_EN |
184			XELPD_VRR_CTL_VRR_GUARDBAND(crtc_state->vrr.guardband);
185	else
186		return VRR_CTL_IGN_MAX_SHIFT | VRR_CTL_FLIP_LINE_EN |
187			VRR_CTL_PIPELINE_FULL(crtc_state->vrr.pipeline_full) |
188			VRR_CTL_PIPELINE_FULL_OVERRIDE;
189}
190
191void intel_vrr_set_transcoder_timings(const struct intel_crtc_state *crtc_state)
192{
193	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);
194	enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
195
196	/*
197	 * This bit seems to have two meanings depending on the platform:
198	 * TGL: generate VRR "safe window" for DSB vblank waits
199	 * ADL/DG2: make TRANS_SET_CONTEXT_LATENCY effective with VRR
200	 */
201	if (IS_DISPLAY_VER(dev_priv, 12, 13))
202		intel_de_rmw(dev_priv, CHICKEN_TRANS(cpu_transcoder),
203			     0, PIPE_VBLANK_WITH_DELAY);
204
205	if (!crtc_state->vrr.flipline) {
206		intel_de_write(dev_priv, TRANS_VRR_CTL(cpu_transcoder), 0);
207		return;
208	}
209
210	intel_de_write(dev_priv, TRANS_VRR_VMIN(cpu_transcoder), crtc_state->vrr.vmin - 1);
211	intel_de_write(dev_priv, TRANS_VRR_VMAX(cpu_transcoder), crtc_state->vrr.vmax - 1);
212	intel_de_write(dev_priv, TRANS_VRR_CTL(cpu_transcoder), trans_vrr_ctl(crtc_state));
213	intel_de_write(dev_priv, TRANS_VRR_FLIPLINE(cpu_transcoder), crtc_state->vrr.flipline - 1);
214}
215
216void intel_vrr_send_push(const struct intel_crtc_state *crtc_state)
217{
218	struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
219	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);
220	enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
221
222	if (!crtc_state->vrr.enable)
223		return;
224
225	intel_de_write(dev_priv, TRANS_PUSH(cpu_transcoder),
226		       TRANS_PUSH_EN | TRANS_PUSH_SEND);
227}
228
229bool intel_vrr_is_push_sent(const struct intel_crtc_state *crtc_state)
230{
231	struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
232	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);
233	enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
234
235	if (!crtc_state->vrr.enable)
236		return false;
237
238	return intel_de_read(dev_priv, TRANS_PUSH(cpu_transcoder)) & TRANS_PUSH_SEND;
239}
240
241void intel_vrr_enable(const struct intel_crtc_state *crtc_state)
242{
243	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);
244	enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
245
246	if (!crtc_state->vrr.enable)
247		return;
248
249	intel_de_write(dev_priv, TRANS_PUSH(cpu_transcoder), TRANS_PUSH_EN);
250	intel_de_write(dev_priv, TRANS_VRR_CTL(cpu_transcoder),
251		       VRR_CTL_VRR_ENABLE | trans_vrr_ctl(crtc_state));
252}
253
254void intel_vrr_disable(const struct intel_crtc_state *old_crtc_state)
255{
256	struct intel_crtc *crtc = to_intel_crtc(old_crtc_state->uapi.crtc);
257	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);
258	enum transcoder cpu_transcoder = old_crtc_state->cpu_transcoder;
259
260	if (!old_crtc_state->vrr.enable)
261		return;
262
263	intel_de_write(dev_priv, TRANS_VRR_CTL(cpu_transcoder),
264		       trans_vrr_ctl(old_crtc_state));
265	intel_de_wait_for_clear(dev_priv, TRANS_VRR_STATUS(cpu_transcoder),
266				VRR_STATUS_VRR_EN_LIVE, 1000);
267	intel_de_write(dev_priv, TRANS_PUSH(cpu_transcoder), 0);
268}
269
270void intel_vrr_get_config(struct intel_crtc_state *crtc_state)
271{
272	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);
273	enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
274	u32 trans_vrr_ctl;
275
276	trans_vrr_ctl = intel_de_read(dev_priv, TRANS_VRR_CTL(cpu_transcoder));
277
278	crtc_state->vrr.enable = trans_vrr_ctl & VRR_CTL_VRR_ENABLE;
279
280	if (DISPLAY_VER(dev_priv) >= 13)
281		crtc_state->vrr.guardband =
282			REG_FIELD_GET(XELPD_VRR_CTL_VRR_GUARDBAND_MASK, trans_vrr_ctl);
283	else
284		if (trans_vrr_ctl & VRR_CTL_PIPELINE_FULL_OVERRIDE)
285			crtc_state->vrr.pipeline_full =
286				REG_FIELD_GET(VRR_CTL_PIPELINE_FULL_MASK, trans_vrr_ctl);
287
288	if (trans_vrr_ctl & VRR_CTL_FLIP_LINE_EN) {
289		crtc_state->vrr.flipline = intel_de_read(dev_priv, TRANS_VRR_FLIPLINE(cpu_transcoder)) + 1;
290		crtc_state->vrr.vmax = intel_de_read(dev_priv, TRANS_VRR_VMAX(cpu_transcoder)) + 1;
291		crtc_state->vrr.vmin = intel_de_read(dev_priv, TRANS_VRR_VMIN(cpu_transcoder)) + 1;
292	}
293
294	if (crtc_state->vrr.enable)
295		crtc_state->mode_flags |= I915_MODE_FLAG_VRR;
296}
297