1// SPDX-License-Identifier: MIT
2/*
3 * Copyright �� 2020 Intel Corporation
4 */
5
6#include <drm/drm_atomic_helper.h>
7#include <drm/drm_blend.h>
8#include <drm/drm_damage_helper.h>
9#include <drm/drm_fourcc.h>
10
11#include "i915_drv.h"
12#include "i915_reg.h"
13#include "intel_atomic_plane.h"
14#include "intel_de.h"
15#include "intel_display_irq.h"
16#include "intel_display_types.h"
17#include "intel_fb.h"
18#include "intel_fbc.h"
19#include "intel_psr.h"
20#include "skl_scaler.h"
21#include "skl_universal_plane.h"
22#include "skl_watermark.h"
23#include "gt/intel_gt.h"
24#include "pxp/intel_pxp.h"
25
26static const u32 skl_plane_formats[] = {
27	DRM_FORMAT_C8,
28	DRM_FORMAT_RGB565,
29	DRM_FORMAT_XRGB8888,
30	DRM_FORMAT_XBGR8888,
31	DRM_FORMAT_ARGB8888,
32	DRM_FORMAT_ABGR8888,
33	DRM_FORMAT_XRGB2101010,
34	DRM_FORMAT_XBGR2101010,
35	DRM_FORMAT_XRGB16161616F,
36	DRM_FORMAT_XBGR16161616F,
37	DRM_FORMAT_YUYV,
38	DRM_FORMAT_YVYU,
39	DRM_FORMAT_UYVY,
40	DRM_FORMAT_VYUY,
41	DRM_FORMAT_XYUV8888,
42};
43
44static const u32 skl_planar_formats[] = {
45	DRM_FORMAT_C8,
46	DRM_FORMAT_RGB565,
47	DRM_FORMAT_XRGB8888,
48	DRM_FORMAT_XBGR8888,
49	DRM_FORMAT_ARGB8888,
50	DRM_FORMAT_ABGR8888,
51	DRM_FORMAT_XRGB2101010,
52	DRM_FORMAT_XBGR2101010,
53	DRM_FORMAT_XRGB16161616F,
54	DRM_FORMAT_XBGR16161616F,
55	DRM_FORMAT_YUYV,
56	DRM_FORMAT_YVYU,
57	DRM_FORMAT_UYVY,
58	DRM_FORMAT_VYUY,
59	DRM_FORMAT_NV12,
60	DRM_FORMAT_XYUV8888,
61};
62
63static const u32 glk_planar_formats[] = {
64	DRM_FORMAT_C8,
65	DRM_FORMAT_RGB565,
66	DRM_FORMAT_XRGB8888,
67	DRM_FORMAT_XBGR8888,
68	DRM_FORMAT_ARGB8888,
69	DRM_FORMAT_ABGR8888,
70	DRM_FORMAT_XRGB2101010,
71	DRM_FORMAT_XBGR2101010,
72	DRM_FORMAT_XRGB16161616F,
73	DRM_FORMAT_XBGR16161616F,
74	DRM_FORMAT_YUYV,
75	DRM_FORMAT_YVYU,
76	DRM_FORMAT_UYVY,
77	DRM_FORMAT_VYUY,
78	DRM_FORMAT_NV12,
79	DRM_FORMAT_XYUV8888,
80	DRM_FORMAT_P010,
81	DRM_FORMAT_P012,
82	DRM_FORMAT_P016,
83};
84
85static const u32 icl_sdr_y_plane_formats[] = {
86	DRM_FORMAT_C8,
87	DRM_FORMAT_RGB565,
88	DRM_FORMAT_XRGB8888,
89	DRM_FORMAT_XBGR8888,
90	DRM_FORMAT_ARGB8888,
91	DRM_FORMAT_ABGR8888,
92	DRM_FORMAT_XRGB2101010,
93	DRM_FORMAT_XBGR2101010,
94	DRM_FORMAT_ARGB2101010,
95	DRM_FORMAT_ABGR2101010,
96	DRM_FORMAT_YUYV,
97	DRM_FORMAT_YVYU,
98	DRM_FORMAT_UYVY,
99	DRM_FORMAT_VYUY,
100	DRM_FORMAT_Y210,
101	DRM_FORMAT_Y212,
102	DRM_FORMAT_Y216,
103	DRM_FORMAT_XYUV8888,
104	DRM_FORMAT_XVYU2101010,
105	DRM_FORMAT_XVYU12_16161616,
106	DRM_FORMAT_XVYU16161616,
107};
108
109static const u32 icl_sdr_uv_plane_formats[] = {
110	DRM_FORMAT_C8,
111	DRM_FORMAT_RGB565,
112	DRM_FORMAT_XRGB8888,
113	DRM_FORMAT_XBGR8888,
114	DRM_FORMAT_ARGB8888,
115	DRM_FORMAT_ABGR8888,
116	DRM_FORMAT_XRGB2101010,
117	DRM_FORMAT_XBGR2101010,
118	DRM_FORMAT_ARGB2101010,
119	DRM_FORMAT_ABGR2101010,
120	DRM_FORMAT_YUYV,
121	DRM_FORMAT_YVYU,
122	DRM_FORMAT_UYVY,
123	DRM_FORMAT_VYUY,
124	DRM_FORMAT_NV12,
125	DRM_FORMAT_P010,
126	DRM_FORMAT_P012,
127	DRM_FORMAT_P016,
128	DRM_FORMAT_Y210,
129	DRM_FORMAT_Y212,
130	DRM_FORMAT_Y216,
131	DRM_FORMAT_XYUV8888,
132	DRM_FORMAT_XVYU2101010,
133	DRM_FORMAT_XVYU12_16161616,
134	DRM_FORMAT_XVYU16161616,
135};
136
137static const u32 icl_hdr_plane_formats[] = {
138	DRM_FORMAT_C8,
139	DRM_FORMAT_RGB565,
140	DRM_FORMAT_XRGB8888,
141	DRM_FORMAT_XBGR8888,
142	DRM_FORMAT_ARGB8888,
143	DRM_FORMAT_ABGR8888,
144	DRM_FORMAT_XRGB2101010,
145	DRM_FORMAT_XBGR2101010,
146	DRM_FORMAT_ARGB2101010,
147	DRM_FORMAT_ABGR2101010,
148	DRM_FORMAT_XRGB16161616F,
149	DRM_FORMAT_XBGR16161616F,
150	DRM_FORMAT_ARGB16161616F,
151	DRM_FORMAT_ABGR16161616F,
152	DRM_FORMAT_YUYV,
153	DRM_FORMAT_YVYU,
154	DRM_FORMAT_UYVY,
155	DRM_FORMAT_VYUY,
156	DRM_FORMAT_NV12,
157	DRM_FORMAT_P010,
158	DRM_FORMAT_P012,
159	DRM_FORMAT_P016,
160	DRM_FORMAT_Y210,
161	DRM_FORMAT_Y212,
162	DRM_FORMAT_Y216,
163	DRM_FORMAT_XYUV8888,
164	DRM_FORMAT_XVYU2101010,
165	DRM_FORMAT_XVYU12_16161616,
166	DRM_FORMAT_XVYU16161616,
167};
168
169int skl_format_to_fourcc(int format, bool rgb_order, bool alpha)
170{
171	switch (format) {
172	case PLANE_CTL_FORMAT_RGB_565:
173		return DRM_FORMAT_RGB565;
174	case PLANE_CTL_FORMAT_NV12:
175		return DRM_FORMAT_NV12;
176	case PLANE_CTL_FORMAT_XYUV:
177		return DRM_FORMAT_XYUV8888;
178	case PLANE_CTL_FORMAT_P010:
179		return DRM_FORMAT_P010;
180	case PLANE_CTL_FORMAT_P012:
181		return DRM_FORMAT_P012;
182	case PLANE_CTL_FORMAT_P016:
183		return DRM_FORMAT_P016;
184	case PLANE_CTL_FORMAT_Y210:
185		return DRM_FORMAT_Y210;
186	case PLANE_CTL_FORMAT_Y212:
187		return DRM_FORMAT_Y212;
188	case PLANE_CTL_FORMAT_Y216:
189		return DRM_FORMAT_Y216;
190	case PLANE_CTL_FORMAT_Y410:
191		return DRM_FORMAT_XVYU2101010;
192	case PLANE_CTL_FORMAT_Y412:
193		return DRM_FORMAT_XVYU12_16161616;
194	case PLANE_CTL_FORMAT_Y416:
195		return DRM_FORMAT_XVYU16161616;
196	default:
197	case PLANE_CTL_FORMAT_XRGB_8888:
198		if (rgb_order) {
199			if (alpha)
200				return DRM_FORMAT_ABGR8888;
201			else
202				return DRM_FORMAT_XBGR8888;
203		} else {
204			if (alpha)
205				return DRM_FORMAT_ARGB8888;
206			else
207				return DRM_FORMAT_XRGB8888;
208		}
209	case PLANE_CTL_FORMAT_XRGB_2101010:
210		if (rgb_order) {
211			if (alpha)
212				return DRM_FORMAT_ABGR2101010;
213			else
214				return DRM_FORMAT_XBGR2101010;
215		} else {
216			if (alpha)
217				return DRM_FORMAT_ARGB2101010;
218			else
219				return DRM_FORMAT_XRGB2101010;
220		}
221	case PLANE_CTL_FORMAT_XRGB_16161616F:
222		if (rgb_order) {
223			if (alpha)
224				return DRM_FORMAT_ABGR16161616F;
225			else
226				return DRM_FORMAT_XBGR16161616F;
227		} else {
228			if (alpha)
229				return DRM_FORMAT_ARGB16161616F;
230			else
231				return DRM_FORMAT_XRGB16161616F;
232		}
233	}
234}
235
236static u8 icl_nv12_y_plane_mask(struct drm_i915_private *i915)
237{
238	if (DISPLAY_VER(i915) >= 13 || HAS_D12_PLANE_MINIMIZATION(i915))
239		return BIT(PLANE_SPRITE2) | BIT(PLANE_SPRITE3);
240	else
241		return BIT(PLANE_SPRITE4) | BIT(PLANE_SPRITE5);
242}
243
244bool icl_is_nv12_y_plane(struct drm_i915_private *dev_priv,
245			 enum plane_id plane_id)
246{
247	return DISPLAY_VER(dev_priv) >= 11 &&
248		icl_nv12_y_plane_mask(dev_priv) & BIT(plane_id);
249}
250
251u8 icl_hdr_plane_mask(void)
252{
253	return BIT(PLANE_PRIMARY) | BIT(PLANE_SPRITE0) | BIT(PLANE_SPRITE1);
254}
255
256bool icl_is_hdr_plane(struct drm_i915_private *dev_priv, enum plane_id plane_id)
257{
258	return DISPLAY_VER(dev_priv) >= 11 &&
259		icl_hdr_plane_mask() & BIT(plane_id);
260}
261
262static int icl_plane_min_cdclk(const struct intel_crtc_state *crtc_state,
263			       const struct intel_plane_state *plane_state)
264{
265	unsigned int pixel_rate = intel_plane_pixel_rate(crtc_state, plane_state);
266
267	/* two pixels per clock */
268	return DIV_ROUND_UP(pixel_rate, 2);
269}
270
271static void
272glk_plane_ratio(const struct intel_plane_state *plane_state,
273		unsigned int *num, unsigned int *den)
274{
275	const struct drm_framebuffer *fb = plane_state->hw.fb;
276
277	if (fb->format->cpp[0] == 8) {
278		*num = 10;
279		*den = 8;
280	} else {
281		*num = 1;
282		*den = 1;
283	}
284}
285
286static int glk_plane_min_cdclk(const struct intel_crtc_state *crtc_state,
287			       const struct intel_plane_state *plane_state)
288{
289	unsigned int pixel_rate = intel_plane_pixel_rate(crtc_state, plane_state);
290	unsigned int num, den;
291
292	glk_plane_ratio(plane_state, &num, &den);
293
294	/* two pixels per clock */
295	return DIV_ROUND_UP(pixel_rate * num, 2 * den);
296}
297
298static void
299skl_plane_ratio(const struct intel_plane_state *plane_state,
300		unsigned int *num, unsigned int *den)
301{
302	const struct drm_framebuffer *fb = plane_state->hw.fb;
303
304	if (fb->format->cpp[0] == 8) {
305		*num = 9;
306		*den = 8;
307	} else {
308		*num = 1;
309		*den = 1;
310	}
311}
312
313static int skl_plane_min_cdclk(const struct intel_crtc_state *crtc_state,
314			       const struct intel_plane_state *plane_state)
315{
316	unsigned int pixel_rate = intel_plane_pixel_rate(crtc_state, plane_state);
317	unsigned int num, den;
318
319	skl_plane_ratio(plane_state, &num, &den);
320
321	return DIV_ROUND_UP(pixel_rate * num, den);
322}
323
324static int skl_plane_max_width(const struct drm_framebuffer *fb,
325			       int color_plane,
326			       unsigned int rotation)
327{
328	int cpp = fb->format->cpp[color_plane];
329
330	switch (fb->modifier) {
331	case DRM_FORMAT_MOD_LINEAR:
332	case I915_FORMAT_MOD_X_TILED:
333		/*
334		 * Validated limit is 4k, but has 5k should
335		 * work apart from the following features:
336		 * - Ytile (already limited to 4k)
337		 * - FP16 (already limited to 4k)
338		 * - render compression (already limited to 4k)
339		 * - KVMR sprite and cursor (don't care)
340		 * - horizontal panning (TODO verify this)
341		 * - pipe and plane scaling (TODO verify this)
342		 */
343		if (cpp == 8)
344			return 4096;
345		else
346			return 5120;
347	case I915_FORMAT_MOD_Y_TILED_CCS:
348	case I915_FORMAT_MOD_Yf_TILED_CCS:
349	case I915_FORMAT_MOD_Y_TILED_GEN12_MC_CCS:
350		/* FIXME AUX plane? */
351	case I915_FORMAT_MOD_Y_TILED:
352	case I915_FORMAT_MOD_Yf_TILED:
353		if (cpp == 8)
354			return 2048;
355		else
356			return 4096;
357	default:
358		MISSING_CASE(fb->modifier);
359		return 2048;
360	}
361}
362
363static int glk_plane_max_width(const struct drm_framebuffer *fb,
364			       int color_plane,
365			       unsigned int rotation)
366{
367	int cpp = fb->format->cpp[color_plane];
368
369	switch (fb->modifier) {
370	case DRM_FORMAT_MOD_LINEAR:
371	case I915_FORMAT_MOD_X_TILED:
372		if (cpp == 8)
373			return 4096;
374		else
375			return 5120;
376	case I915_FORMAT_MOD_Y_TILED_CCS:
377	case I915_FORMAT_MOD_Yf_TILED_CCS:
378		/* FIXME AUX plane? */
379	case I915_FORMAT_MOD_Y_TILED:
380	case I915_FORMAT_MOD_Yf_TILED:
381		if (cpp == 8)
382			return 2048;
383		else
384			return 5120;
385	default:
386		MISSING_CASE(fb->modifier);
387		return 2048;
388	}
389}
390
391static int icl_plane_min_width(const struct drm_framebuffer *fb,
392			       int color_plane,
393			       unsigned int rotation)
394{
395	/* Wa_14011264657, Wa_14011050563: gen11+ */
396	switch (fb->format->format) {
397	case DRM_FORMAT_C8:
398		return 18;
399	case DRM_FORMAT_RGB565:
400		return 10;
401	case DRM_FORMAT_XRGB8888:
402	case DRM_FORMAT_XBGR8888:
403	case DRM_FORMAT_ARGB8888:
404	case DRM_FORMAT_ABGR8888:
405	case DRM_FORMAT_XRGB2101010:
406	case DRM_FORMAT_XBGR2101010:
407	case DRM_FORMAT_ARGB2101010:
408	case DRM_FORMAT_ABGR2101010:
409	case DRM_FORMAT_XVYU2101010:
410	case DRM_FORMAT_Y212:
411	case DRM_FORMAT_Y216:
412		return 6;
413	case DRM_FORMAT_NV12:
414		return 20;
415	case DRM_FORMAT_P010:
416	case DRM_FORMAT_P012:
417	case DRM_FORMAT_P016:
418		return 12;
419	case DRM_FORMAT_XRGB16161616F:
420	case DRM_FORMAT_XBGR16161616F:
421	case DRM_FORMAT_ARGB16161616F:
422	case DRM_FORMAT_ABGR16161616F:
423	case DRM_FORMAT_XVYU12_16161616:
424	case DRM_FORMAT_XVYU16161616:
425		return 4;
426	default:
427		return 1;
428	}
429}
430
431static int icl_hdr_plane_max_width(const struct drm_framebuffer *fb,
432				   int color_plane,
433				   unsigned int rotation)
434{
435	if (intel_format_info_is_yuv_semiplanar(fb->format, fb->modifier))
436		return 4096;
437	else
438		return 5120;
439}
440
441static int icl_sdr_plane_max_width(const struct drm_framebuffer *fb,
442				   int color_plane,
443				   unsigned int rotation)
444{
445	return 5120;
446}
447
448static int skl_plane_max_height(const struct drm_framebuffer *fb,
449				int color_plane,
450				unsigned int rotation)
451{
452	return 4096;
453}
454
455static int icl_plane_max_height(const struct drm_framebuffer *fb,
456				int color_plane,
457				unsigned int rotation)
458{
459	return 4320;
460}
461
462static unsigned int
463skl_plane_max_stride(struct intel_plane *plane,
464		     u32 pixel_format, u64 modifier,
465		     unsigned int rotation)
466{
467	struct drm_i915_private *i915 = to_i915(plane->base.dev);
468	const struct drm_format_info *info = drm_format_info(pixel_format);
469	int cpp = info->cpp[0];
470	int max_horizontal_pixels = 8192;
471	int max_stride_bytes;
472
473	if (DISPLAY_VER(i915) >= 13) {
474		/*
475		 * The stride in bytes must not exceed of the size
476		 * of 128K bytes. For pixel formats of 64bpp will allow
477		 * for a 16K pixel surface.
478		 */
479		max_stride_bytes = 131072;
480		if (cpp == 8)
481			max_horizontal_pixels = 16384;
482		else
483			max_horizontal_pixels = 65536;
484	} else {
485		/*
486		 * "The stride in bytes must not exceed the
487		 * of the size of 8K pixels and 32K bytes."
488		 */
489		max_stride_bytes = 32768;
490	}
491
492	if (drm_rotation_90_or_270(rotation))
493		return min(max_horizontal_pixels, max_stride_bytes / cpp);
494	else
495		return min(max_horizontal_pixels * cpp, max_stride_bytes);
496}
497
498
499/* Preoffset values for YUV to RGB Conversion */
500#define PREOFF_YUV_TO_RGB_HI		0x1800
501#define PREOFF_YUV_TO_RGB_ME		0x0000
502#define PREOFF_YUV_TO_RGB_LO		0x1800
503
504#define  ROFF(x)          (((x) & 0xffff) << 16)
505#define  GOFF(x)          (((x) & 0xffff) << 0)
506#define  BOFF(x)          (((x) & 0xffff) << 16)
507
508/*
509 * Programs the input color space conversion stage for ICL HDR planes.
510 * Note that it is assumed that this stage always happens after YUV
511 * range correction. Thus, the input to this stage is assumed to be
512 * in full-range YCbCr.
513 */
514static void
515icl_program_input_csc(struct intel_plane *plane,
516		      const struct intel_crtc_state *crtc_state,
517		      const struct intel_plane_state *plane_state)
518{
519	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
520	enum pipe pipe = plane->pipe;
521	enum plane_id plane_id = plane->id;
522
523	static const u16 input_csc_matrix[][9] = {
524		/*
525		 * BT.601 full range YCbCr -> full range RGB
526		 * The matrix required is :
527		 * [1.000, 0.000, 1.371,
528		 *  1.000, -0.336, -0.698,
529		 *  1.000, 1.732, 0.0000]
530		 */
531		[DRM_COLOR_YCBCR_BT601] = {
532			0x7AF8, 0x7800, 0x0,
533			0x8B28, 0x7800, 0x9AC0,
534			0x0, 0x7800, 0x7DD8,
535		},
536		/*
537		 * BT.709 full range YCbCr -> full range RGB
538		 * The matrix required is :
539		 * [1.000, 0.000, 1.574,
540		 *  1.000, -0.187, -0.468,
541		 *  1.000, 1.855, 0.0000]
542		 */
543		[DRM_COLOR_YCBCR_BT709] = {
544			0x7C98, 0x7800, 0x0,
545			0x9EF8, 0x7800, 0xAC00,
546			0x0, 0x7800,  0x7ED8,
547		},
548		/*
549		 * BT.2020 full range YCbCr -> full range RGB
550		 * The matrix required is :
551		 * [1.000, 0.000, 1.474,
552		 *  1.000, -0.1645, -0.5713,
553		 *  1.000, 1.8814, 0.0000]
554		 */
555		[DRM_COLOR_YCBCR_BT2020] = {
556			0x7BC8, 0x7800, 0x0,
557			0x8928, 0x7800, 0xAA88,
558			0x0, 0x7800, 0x7F10,
559		},
560	};
561	const u16 *csc = input_csc_matrix[plane_state->hw.color_encoding];
562
563	intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_COEFF(pipe, plane_id, 0),
564			  ROFF(csc[0]) | GOFF(csc[1]));
565	intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_COEFF(pipe, plane_id, 1),
566			  BOFF(csc[2]));
567	intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_COEFF(pipe, plane_id, 2),
568			  ROFF(csc[3]) | GOFF(csc[4]));
569	intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_COEFF(pipe, plane_id, 3),
570			  BOFF(csc[5]));
571	intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_COEFF(pipe, plane_id, 4),
572			  ROFF(csc[6]) | GOFF(csc[7]));
573	intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_COEFF(pipe, plane_id, 5),
574			  BOFF(csc[8]));
575
576	intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_PREOFF(pipe, plane_id, 0),
577			  PREOFF_YUV_TO_RGB_HI);
578	intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_PREOFF(pipe, plane_id, 1),
579			  PREOFF_YUV_TO_RGB_ME);
580	intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_PREOFF(pipe, plane_id, 2),
581			  PREOFF_YUV_TO_RGB_LO);
582	intel_de_write_fw(dev_priv,
583			  PLANE_INPUT_CSC_POSTOFF(pipe, plane_id, 0), 0x0);
584	intel_de_write_fw(dev_priv,
585			  PLANE_INPUT_CSC_POSTOFF(pipe, plane_id, 1), 0x0);
586	intel_de_write_fw(dev_priv,
587			  PLANE_INPUT_CSC_POSTOFF(pipe, plane_id, 2), 0x0);
588}
589
590static unsigned int skl_plane_stride_mult(const struct drm_framebuffer *fb,
591					  int color_plane, unsigned int rotation)
592{
593	/*
594	 * The stride is either expressed as a multiple of 64 bytes chunks for
595	 * linear buffers or in number of tiles for tiled buffers.
596	 */
597	if (is_surface_linear(fb, color_plane))
598		return 64;
599	else if (drm_rotation_90_or_270(rotation))
600		return intel_tile_height(fb, color_plane);
601	else
602		return intel_tile_width_bytes(fb, color_plane);
603}
604
605static u32 skl_plane_stride(const struct intel_plane_state *plane_state,
606			    int color_plane)
607{
608	const struct drm_framebuffer *fb = plane_state->hw.fb;
609	unsigned int rotation = plane_state->hw.rotation;
610	u32 stride = plane_state->view.color_plane[color_plane].scanout_stride;
611
612	if (color_plane >= fb->format->num_planes)
613		return 0;
614
615	return stride / skl_plane_stride_mult(fb, color_plane, rotation);
616}
617
618static void
619skl_plane_disable_arm(struct intel_plane *plane,
620		      const struct intel_crtc_state *crtc_state)
621{
622	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
623	enum plane_id plane_id = plane->id;
624	enum pipe pipe = plane->pipe;
625
626	skl_write_plane_wm(plane, crtc_state);
627
628	intel_de_write_fw(dev_priv, PLANE_CTL(pipe, plane_id), 0);
629	intel_de_write_fw(dev_priv, PLANE_SURF(pipe, plane_id), 0);
630}
631
632static void
633icl_plane_disable_arm(struct intel_plane *plane,
634		      const struct intel_crtc_state *crtc_state)
635{
636	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
637	enum plane_id plane_id = plane->id;
638	enum pipe pipe = plane->pipe;
639
640	if (icl_is_hdr_plane(dev_priv, plane_id))
641		intel_de_write_fw(dev_priv, PLANE_CUS_CTL(pipe, plane_id), 0);
642
643	skl_write_plane_wm(plane, crtc_state);
644
645	intel_psr2_disable_plane_sel_fetch_arm(plane, crtc_state);
646	intel_de_write_fw(dev_priv, PLANE_CTL(pipe, plane_id), 0);
647	intel_de_write_fw(dev_priv, PLANE_SURF(pipe, plane_id), 0);
648}
649
650static bool
651skl_plane_get_hw_state(struct intel_plane *plane,
652		       enum pipe *pipe)
653{
654	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
655	enum intel_display_power_domain power_domain;
656	enum plane_id plane_id = plane->id;
657	intel_wakeref_t wakeref;
658	bool ret;
659
660	power_domain = POWER_DOMAIN_PIPE(plane->pipe);
661	wakeref = intel_display_power_get_if_enabled(dev_priv, power_domain);
662	if (!wakeref)
663		return false;
664
665	ret = intel_de_read(dev_priv, PLANE_CTL(plane->pipe, plane_id)) & PLANE_CTL_ENABLE;
666
667	*pipe = plane->pipe;
668
669	intel_display_power_put(dev_priv, power_domain, wakeref);
670
671	return ret;
672}
673
674static u32 skl_plane_ctl_format(u32 pixel_format)
675{
676	switch (pixel_format) {
677	case DRM_FORMAT_C8:
678		return PLANE_CTL_FORMAT_INDEXED;
679	case DRM_FORMAT_RGB565:
680		return PLANE_CTL_FORMAT_RGB_565;
681	case DRM_FORMAT_XBGR8888:
682	case DRM_FORMAT_ABGR8888:
683		return PLANE_CTL_FORMAT_XRGB_8888 | PLANE_CTL_ORDER_RGBX;
684	case DRM_FORMAT_XRGB8888:
685	case DRM_FORMAT_ARGB8888:
686		return PLANE_CTL_FORMAT_XRGB_8888;
687	case DRM_FORMAT_XBGR2101010:
688	case DRM_FORMAT_ABGR2101010:
689		return PLANE_CTL_FORMAT_XRGB_2101010 | PLANE_CTL_ORDER_RGBX;
690	case DRM_FORMAT_XRGB2101010:
691	case DRM_FORMAT_ARGB2101010:
692		return PLANE_CTL_FORMAT_XRGB_2101010;
693	case DRM_FORMAT_XBGR16161616F:
694	case DRM_FORMAT_ABGR16161616F:
695		return PLANE_CTL_FORMAT_XRGB_16161616F | PLANE_CTL_ORDER_RGBX;
696	case DRM_FORMAT_XRGB16161616F:
697	case DRM_FORMAT_ARGB16161616F:
698		return PLANE_CTL_FORMAT_XRGB_16161616F;
699	case DRM_FORMAT_XYUV8888:
700		return PLANE_CTL_FORMAT_XYUV;
701	case DRM_FORMAT_YUYV:
702		return PLANE_CTL_FORMAT_YUV422 | PLANE_CTL_YUV422_ORDER_YUYV;
703	case DRM_FORMAT_YVYU:
704		return PLANE_CTL_FORMAT_YUV422 | PLANE_CTL_YUV422_ORDER_YVYU;
705	case DRM_FORMAT_UYVY:
706		return PLANE_CTL_FORMAT_YUV422 | PLANE_CTL_YUV422_ORDER_UYVY;
707	case DRM_FORMAT_VYUY:
708		return PLANE_CTL_FORMAT_YUV422 | PLANE_CTL_YUV422_ORDER_VYUY;
709	case DRM_FORMAT_NV12:
710		return PLANE_CTL_FORMAT_NV12;
711	case DRM_FORMAT_P010:
712		return PLANE_CTL_FORMAT_P010;
713	case DRM_FORMAT_P012:
714		return PLANE_CTL_FORMAT_P012;
715	case DRM_FORMAT_P016:
716		return PLANE_CTL_FORMAT_P016;
717	case DRM_FORMAT_Y210:
718		return PLANE_CTL_FORMAT_Y210;
719	case DRM_FORMAT_Y212:
720		return PLANE_CTL_FORMAT_Y212;
721	case DRM_FORMAT_Y216:
722		return PLANE_CTL_FORMAT_Y216;
723	case DRM_FORMAT_XVYU2101010:
724		return PLANE_CTL_FORMAT_Y410;
725	case DRM_FORMAT_XVYU12_16161616:
726		return PLANE_CTL_FORMAT_Y412;
727	case DRM_FORMAT_XVYU16161616:
728		return PLANE_CTL_FORMAT_Y416;
729	default:
730		MISSING_CASE(pixel_format);
731	}
732
733	return 0;
734}
735
736static u32 skl_plane_ctl_alpha(const struct intel_plane_state *plane_state)
737{
738	if (!plane_state->hw.fb->format->has_alpha)
739		return PLANE_CTL_ALPHA_DISABLE;
740
741	switch (plane_state->hw.pixel_blend_mode) {
742	case DRM_MODE_BLEND_PIXEL_NONE:
743		return PLANE_CTL_ALPHA_DISABLE;
744	case DRM_MODE_BLEND_PREMULTI:
745		return PLANE_CTL_ALPHA_SW_PREMULTIPLY;
746	case DRM_MODE_BLEND_COVERAGE:
747		return PLANE_CTL_ALPHA_HW_PREMULTIPLY;
748	default:
749		MISSING_CASE(plane_state->hw.pixel_blend_mode);
750		return PLANE_CTL_ALPHA_DISABLE;
751	}
752}
753
754static u32 glk_plane_color_ctl_alpha(const struct intel_plane_state *plane_state)
755{
756	if (!plane_state->hw.fb->format->has_alpha)
757		return PLANE_COLOR_ALPHA_DISABLE;
758
759	switch (plane_state->hw.pixel_blend_mode) {
760	case DRM_MODE_BLEND_PIXEL_NONE:
761		return PLANE_COLOR_ALPHA_DISABLE;
762	case DRM_MODE_BLEND_PREMULTI:
763		return PLANE_COLOR_ALPHA_SW_PREMULTIPLY;
764	case DRM_MODE_BLEND_COVERAGE:
765		return PLANE_COLOR_ALPHA_HW_PREMULTIPLY;
766	default:
767		MISSING_CASE(plane_state->hw.pixel_blend_mode);
768		return PLANE_COLOR_ALPHA_DISABLE;
769	}
770}
771
772static u32 skl_plane_ctl_tiling(u64 fb_modifier)
773{
774	switch (fb_modifier) {
775	case DRM_FORMAT_MOD_LINEAR:
776		break;
777	case I915_FORMAT_MOD_X_TILED:
778		return PLANE_CTL_TILED_X;
779	case I915_FORMAT_MOD_Y_TILED:
780		return PLANE_CTL_TILED_Y;
781	case I915_FORMAT_MOD_4_TILED:
782		return PLANE_CTL_TILED_4;
783	case I915_FORMAT_MOD_4_TILED_DG2_RC_CCS:
784		return PLANE_CTL_TILED_4 |
785			PLANE_CTL_RENDER_DECOMPRESSION_ENABLE |
786			PLANE_CTL_CLEAR_COLOR_DISABLE;
787	case I915_FORMAT_MOD_4_TILED_DG2_MC_CCS:
788		return PLANE_CTL_TILED_4 |
789			PLANE_CTL_MEDIA_DECOMPRESSION_ENABLE |
790			PLANE_CTL_CLEAR_COLOR_DISABLE;
791	case I915_FORMAT_MOD_4_TILED_DG2_RC_CCS_CC:
792		return PLANE_CTL_TILED_4 | PLANE_CTL_RENDER_DECOMPRESSION_ENABLE;
793	case I915_FORMAT_MOD_4_TILED_MTL_RC_CCS:
794		return PLANE_CTL_TILED_4 |
795			PLANE_CTL_RENDER_DECOMPRESSION_ENABLE |
796			PLANE_CTL_CLEAR_COLOR_DISABLE;
797	case I915_FORMAT_MOD_4_TILED_MTL_RC_CCS_CC:
798		return PLANE_CTL_TILED_4 | PLANE_CTL_RENDER_DECOMPRESSION_ENABLE;
799	case I915_FORMAT_MOD_4_TILED_MTL_MC_CCS:
800		return PLANE_CTL_TILED_4 | PLANE_CTL_MEDIA_DECOMPRESSION_ENABLE;
801	case I915_FORMAT_MOD_Y_TILED_CCS:
802	case I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS_CC:
803		return PLANE_CTL_TILED_Y | PLANE_CTL_RENDER_DECOMPRESSION_ENABLE;
804	case I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS:
805		return PLANE_CTL_TILED_Y |
806		       PLANE_CTL_RENDER_DECOMPRESSION_ENABLE |
807		       PLANE_CTL_CLEAR_COLOR_DISABLE;
808	case I915_FORMAT_MOD_Y_TILED_GEN12_MC_CCS:
809		return PLANE_CTL_TILED_Y | PLANE_CTL_MEDIA_DECOMPRESSION_ENABLE;
810	case I915_FORMAT_MOD_Yf_TILED:
811		return PLANE_CTL_TILED_YF;
812	case I915_FORMAT_MOD_Yf_TILED_CCS:
813		return PLANE_CTL_TILED_YF | PLANE_CTL_RENDER_DECOMPRESSION_ENABLE;
814	default:
815		MISSING_CASE(fb_modifier);
816	}
817
818	return 0;
819}
820
821static u32 skl_plane_ctl_rotate(unsigned int rotate)
822{
823	switch (rotate) {
824	case DRM_MODE_ROTATE_0:
825		break;
826	/*
827	 * DRM_MODE_ROTATE_ is counter clockwise to stay compatible with Xrandr
828	 * while i915 HW rotation is clockwise, thats why this swapping.
829	 */
830	case DRM_MODE_ROTATE_90:
831		return PLANE_CTL_ROTATE_270;
832	case DRM_MODE_ROTATE_180:
833		return PLANE_CTL_ROTATE_180;
834	case DRM_MODE_ROTATE_270:
835		return PLANE_CTL_ROTATE_90;
836	default:
837		MISSING_CASE(rotate);
838	}
839
840	return 0;
841}
842
843static u32 icl_plane_ctl_flip(unsigned int reflect)
844{
845	switch (reflect) {
846	case 0:
847		break;
848	case DRM_MODE_REFLECT_X:
849		return PLANE_CTL_FLIP_HORIZONTAL;
850	case DRM_MODE_REFLECT_Y:
851	default:
852		MISSING_CASE(reflect);
853	}
854
855	return 0;
856}
857
858static u32 adlp_plane_ctl_arb_slots(const struct intel_plane_state *plane_state)
859{
860	const struct drm_framebuffer *fb = plane_state->hw.fb;
861
862	if (intel_format_info_is_yuv_semiplanar(fb->format, fb->modifier)) {
863		switch (fb->format->cpp[0]) {
864		case 2:
865			return PLANE_CTL_ARB_SLOTS(1);
866		default:
867			return PLANE_CTL_ARB_SLOTS(0);
868		}
869	} else {
870		switch (fb->format->cpp[0]) {
871		case 8:
872			return PLANE_CTL_ARB_SLOTS(3);
873		case 4:
874			return PLANE_CTL_ARB_SLOTS(1);
875		default:
876			return PLANE_CTL_ARB_SLOTS(0);
877		}
878	}
879}
880
881static u32 skl_plane_ctl_crtc(const struct intel_crtc_state *crtc_state)
882{
883	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);
884	u32 plane_ctl = 0;
885
886	if (DISPLAY_VER(dev_priv) >= 10)
887		return plane_ctl;
888
889	if (crtc_state->gamma_enable)
890		plane_ctl |= PLANE_CTL_PIPE_GAMMA_ENABLE;
891
892	if (crtc_state->csc_enable)
893		plane_ctl |= PLANE_CTL_PIPE_CSC_ENABLE;
894
895	return plane_ctl;
896}
897
898static u32 skl_plane_ctl(const struct intel_crtc_state *crtc_state,
899			 const struct intel_plane_state *plane_state)
900{
901	struct drm_i915_private *dev_priv =
902		to_i915(plane_state->uapi.plane->dev);
903	const struct drm_framebuffer *fb = plane_state->hw.fb;
904	unsigned int rotation = plane_state->hw.rotation;
905	const struct drm_intel_sprite_colorkey *key = &plane_state->ckey;
906	u32 plane_ctl;
907
908	plane_ctl = PLANE_CTL_ENABLE;
909
910	if (DISPLAY_VER(dev_priv) < 10) {
911		plane_ctl |= skl_plane_ctl_alpha(plane_state);
912		plane_ctl |= PLANE_CTL_PLANE_GAMMA_DISABLE;
913
914		if (plane_state->hw.color_encoding == DRM_COLOR_YCBCR_BT709)
915			plane_ctl |= PLANE_CTL_YUV_TO_RGB_CSC_FORMAT_BT709;
916
917		if (plane_state->hw.color_range == DRM_COLOR_YCBCR_FULL_RANGE)
918			plane_ctl |= PLANE_CTL_YUV_RANGE_CORRECTION_DISABLE;
919	}
920
921	plane_ctl |= skl_plane_ctl_format(fb->format->format);
922	plane_ctl |= skl_plane_ctl_tiling(fb->modifier);
923	plane_ctl |= skl_plane_ctl_rotate(rotation & DRM_MODE_ROTATE_MASK);
924
925	if (DISPLAY_VER(dev_priv) >= 11)
926		plane_ctl |= icl_plane_ctl_flip(rotation &
927						DRM_MODE_REFLECT_MASK);
928
929	if (key->flags & I915_SET_COLORKEY_DESTINATION)
930		plane_ctl |= PLANE_CTL_KEY_ENABLE_DESTINATION;
931	else if (key->flags & I915_SET_COLORKEY_SOURCE)
932		plane_ctl |= PLANE_CTL_KEY_ENABLE_SOURCE;
933
934	/* Wa_22012358565:adl-p */
935	if (DISPLAY_VER(dev_priv) == 13)
936		plane_ctl |= adlp_plane_ctl_arb_slots(plane_state);
937
938	return plane_ctl;
939}
940
941static u32 glk_plane_color_ctl_crtc(const struct intel_crtc_state *crtc_state)
942{
943	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);
944	u32 plane_color_ctl = 0;
945
946	if (DISPLAY_VER(dev_priv) >= 11)
947		return plane_color_ctl;
948
949	if (crtc_state->gamma_enable)
950		plane_color_ctl |= PLANE_COLOR_PIPE_GAMMA_ENABLE;
951
952	if (crtc_state->csc_enable)
953		plane_color_ctl |= PLANE_COLOR_PIPE_CSC_ENABLE;
954
955	return plane_color_ctl;
956}
957
958static u32 glk_plane_color_ctl(const struct intel_crtc_state *crtc_state,
959			       const struct intel_plane_state *plane_state)
960{
961	struct drm_i915_private *dev_priv =
962		to_i915(plane_state->uapi.plane->dev);
963	const struct drm_framebuffer *fb = plane_state->hw.fb;
964	struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane);
965	u32 plane_color_ctl = 0;
966
967	plane_color_ctl |= PLANE_COLOR_PLANE_GAMMA_DISABLE;
968	plane_color_ctl |= glk_plane_color_ctl_alpha(plane_state);
969
970	if (fb->format->is_yuv && !icl_is_hdr_plane(dev_priv, plane->id)) {
971		switch (plane_state->hw.color_encoding) {
972		case DRM_COLOR_YCBCR_BT709:
973			plane_color_ctl |= PLANE_COLOR_CSC_MODE_YUV709_TO_RGB709;
974			break;
975		case DRM_COLOR_YCBCR_BT2020:
976			plane_color_ctl |=
977				PLANE_COLOR_CSC_MODE_YUV2020_TO_RGB2020;
978			break;
979		default:
980			plane_color_ctl |=
981				PLANE_COLOR_CSC_MODE_YUV601_TO_RGB601;
982		}
983		if (plane_state->hw.color_range == DRM_COLOR_YCBCR_FULL_RANGE)
984			plane_color_ctl |= PLANE_COLOR_YUV_RANGE_CORRECTION_DISABLE;
985	} else if (fb->format->is_yuv) {
986		plane_color_ctl |= PLANE_COLOR_INPUT_CSC_ENABLE;
987		if (plane_state->hw.color_range == DRM_COLOR_YCBCR_FULL_RANGE)
988			plane_color_ctl |= PLANE_COLOR_YUV_RANGE_CORRECTION_DISABLE;
989	}
990
991	if (plane_state->force_black)
992		plane_color_ctl |= PLANE_COLOR_PLANE_CSC_ENABLE;
993
994	return plane_color_ctl;
995}
996
997static u32 skl_surf_address(const struct intel_plane_state *plane_state,
998			    int color_plane)
999{
1000	struct drm_i915_private *i915 = to_i915(plane_state->uapi.plane->dev);
1001	const struct drm_framebuffer *fb = plane_state->hw.fb;
1002	u32 offset = plane_state->view.color_plane[color_plane].offset;
1003
1004	if (intel_fb_uses_dpt(fb)) {
1005		/*
1006		 * The DPT object contains only one vma, so the VMA's offset
1007		 * within the DPT is always 0.
1008		 */
1009		drm_WARN_ON(&i915->drm, plane_state->dpt_vma->node.start);
1010		drm_WARN_ON(&i915->drm, offset & 0x1fffff);
1011		return offset >> 9;
1012	} else {
1013		drm_WARN_ON(&i915->drm, offset & 0xfff);
1014		return offset;
1015	}
1016}
1017
1018static u32 skl_plane_surf(const struct intel_plane_state *plane_state,
1019			  int color_plane)
1020{
1021	u32 plane_surf;
1022
1023	plane_surf = intel_plane_ggtt_offset(plane_state) +
1024		skl_surf_address(plane_state, color_plane);
1025
1026	if (plane_state->decrypt)
1027		plane_surf |= PLANE_SURF_DECRYPT;
1028
1029	return plane_surf;
1030}
1031
1032static u32 skl_plane_aux_dist(const struct intel_plane_state *plane_state,
1033			      int color_plane)
1034{
1035	struct drm_i915_private *i915 = to_i915(plane_state->uapi.plane->dev);
1036	const struct drm_framebuffer *fb = plane_state->hw.fb;
1037	int aux_plane = skl_main_to_aux_plane(fb, color_plane);
1038	u32 aux_dist;
1039
1040	if (!aux_plane)
1041		return 0;
1042
1043	aux_dist = skl_surf_address(plane_state, aux_plane) -
1044		skl_surf_address(plane_state, color_plane);
1045
1046	if (DISPLAY_VER(i915) < 12)
1047		aux_dist |= PLANE_AUX_STRIDE(skl_plane_stride(plane_state, aux_plane));
1048
1049	return aux_dist;
1050}
1051
1052static u32 skl_plane_keyval(const struct intel_plane_state *plane_state)
1053{
1054	const struct drm_intel_sprite_colorkey *key = &plane_state->ckey;
1055
1056	return key->min_value;
1057}
1058
1059static u32 skl_plane_keymax(const struct intel_plane_state *plane_state)
1060{
1061	const struct drm_intel_sprite_colorkey *key = &plane_state->ckey;
1062	u8 alpha = plane_state->hw.alpha >> 8;
1063
1064	return (key->max_value & 0xffffff) | PLANE_KEYMAX_ALPHA(alpha);
1065}
1066
1067static u32 skl_plane_keymsk(const struct intel_plane_state *plane_state)
1068{
1069	const struct drm_intel_sprite_colorkey *key = &plane_state->ckey;
1070	u8 alpha = plane_state->hw.alpha >> 8;
1071	u32 keymsk;
1072
1073	keymsk = key->channel_mask & 0x7ffffff;
1074	if (alpha < 0xff)
1075		keymsk |= PLANE_KEYMSK_ALPHA_ENABLE;
1076
1077	return keymsk;
1078}
1079
1080static void icl_plane_csc_load_black(struct intel_plane *plane)
1081{
1082	struct drm_i915_private *i915 = to_i915(plane->base.dev);
1083	enum plane_id plane_id = plane->id;
1084	enum pipe pipe = plane->pipe;
1085
1086	intel_de_write_fw(i915, PLANE_CSC_COEFF(pipe, plane_id, 0), 0);
1087	intel_de_write_fw(i915, PLANE_CSC_COEFF(pipe, plane_id, 1), 0);
1088
1089	intel_de_write_fw(i915, PLANE_CSC_COEFF(pipe, plane_id, 2), 0);
1090	intel_de_write_fw(i915, PLANE_CSC_COEFF(pipe, plane_id, 3), 0);
1091
1092	intel_de_write_fw(i915, PLANE_CSC_COEFF(pipe, plane_id, 4), 0);
1093	intel_de_write_fw(i915, PLANE_CSC_COEFF(pipe, plane_id, 5), 0);
1094
1095	intel_de_write_fw(i915, PLANE_CSC_PREOFF(pipe, plane_id, 0), 0);
1096	intel_de_write_fw(i915, PLANE_CSC_PREOFF(pipe, plane_id, 1), 0);
1097	intel_de_write_fw(i915, PLANE_CSC_PREOFF(pipe, plane_id, 2), 0);
1098
1099	intel_de_write_fw(i915, PLANE_CSC_POSTOFF(pipe, plane_id, 0), 0);
1100	intel_de_write_fw(i915, PLANE_CSC_POSTOFF(pipe, plane_id, 1), 0);
1101	intel_de_write_fw(i915, PLANE_CSC_POSTOFF(pipe, plane_id, 2), 0);
1102}
1103
1104static int icl_plane_color_plane(const struct intel_plane_state *plane_state)
1105{
1106	/* Program the UV plane on planar master */
1107	if (plane_state->planar_linked_plane && !plane_state->planar_slave)
1108		return 1;
1109	else
1110		return 0;
1111}
1112
1113static void
1114skl_plane_update_noarm(struct intel_plane *plane,
1115		       const struct intel_crtc_state *crtc_state,
1116		       const struct intel_plane_state *plane_state)
1117{
1118	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1119	enum plane_id plane_id = plane->id;
1120	enum pipe pipe = plane->pipe;
1121	u32 stride = skl_plane_stride(plane_state, 0);
1122	int crtc_x = plane_state->uapi.dst.x1;
1123	int crtc_y = plane_state->uapi.dst.y1;
1124	u32 src_w = drm_rect_width(&plane_state->uapi.src) >> 16;
1125	u32 src_h = drm_rect_height(&plane_state->uapi.src) >> 16;
1126
1127	/* The scaler will handle the output position */
1128	if (plane_state->scaler_id >= 0) {
1129		crtc_x = 0;
1130		crtc_y = 0;
1131	}
1132
1133	intel_de_write_fw(dev_priv, PLANE_STRIDE(pipe, plane_id),
1134			  PLANE_STRIDE_(stride));
1135	intel_de_write_fw(dev_priv, PLANE_POS(pipe, plane_id),
1136			  PLANE_POS_Y(crtc_y) | PLANE_POS_X(crtc_x));
1137	intel_de_write_fw(dev_priv, PLANE_SIZE(pipe, plane_id),
1138			  PLANE_HEIGHT(src_h - 1) | PLANE_WIDTH(src_w - 1));
1139
1140	skl_write_plane_wm(plane, crtc_state);
1141}
1142
1143static void
1144skl_plane_update_arm(struct intel_plane *plane,
1145		     const struct intel_crtc_state *crtc_state,
1146		     const struct intel_plane_state *plane_state)
1147{
1148	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1149	enum plane_id plane_id = plane->id;
1150	enum pipe pipe = plane->pipe;
1151	u32 x = plane_state->view.color_plane[0].x;
1152	u32 y = plane_state->view.color_plane[0].y;
1153	u32 plane_ctl, plane_color_ctl = 0;
1154
1155	plane_ctl = plane_state->ctl |
1156		skl_plane_ctl_crtc(crtc_state);
1157
1158	if (DISPLAY_VER(dev_priv) >= 10)
1159		plane_color_ctl = plane_state->color_ctl |
1160			glk_plane_color_ctl_crtc(crtc_state);
1161
1162	intel_de_write_fw(dev_priv, PLANE_KEYVAL(pipe, plane_id), skl_plane_keyval(plane_state));
1163	intel_de_write_fw(dev_priv, PLANE_KEYMSK(pipe, plane_id), skl_plane_keymsk(plane_state));
1164	intel_de_write_fw(dev_priv, PLANE_KEYMAX(pipe, plane_id), skl_plane_keymax(plane_state));
1165
1166	intel_de_write_fw(dev_priv, PLANE_OFFSET(pipe, plane_id),
1167			  PLANE_OFFSET_Y(y) | PLANE_OFFSET_X(x));
1168
1169	intel_de_write_fw(dev_priv, PLANE_AUX_DIST(pipe, plane_id),
1170			  skl_plane_aux_dist(plane_state, 0));
1171
1172	intel_de_write_fw(dev_priv, PLANE_AUX_OFFSET(pipe, plane_id),
1173			  PLANE_OFFSET_Y(plane_state->view.color_plane[1].y) |
1174			  PLANE_OFFSET_X(plane_state->view.color_plane[1].x));
1175
1176	if (DISPLAY_VER(dev_priv) >= 10)
1177		intel_de_write_fw(dev_priv, PLANE_COLOR_CTL(pipe, plane_id), plane_color_ctl);
1178
1179	/*
1180	 * Enable the scaler before the plane so that we don't
1181	 * get a catastrophic underrun even if the two operations
1182	 * end up happening in two different frames.
1183	 *
1184	 * TODO: split into noarm+arm pair
1185	 */
1186	if (plane_state->scaler_id >= 0)
1187		skl_program_plane_scaler(plane, crtc_state, plane_state);
1188
1189	/*
1190	 * The control register self-arms if the plane was previously
1191	 * disabled. Try to make the plane enable atomic by writing
1192	 * the control register just before the surface register.
1193	 */
1194	intel_de_write_fw(dev_priv, PLANE_CTL(pipe, plane_id), plane_ctl);
1195	intel_de_write_fw(dev_priv, PLANE_SURF(pipe, plane_id),
1196			  skl_plane_surf(plane_state, 0));
1197}
1198
1199static void
1200icl_plane_update_noarm(struct intel_plane *plane,
1201		       const struct intel_crtc_state *crtc_state,
1202		       const struct intel_plane_state *plane_state)
1203{
1204	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1205	enum plane_id plane_id = plane->id;
1206	enum pipe pipe = plane->pipe;
1207	int color_plane = icl_plane_color_plane(plane_state);
1208	u32 stride = skl_plane_stride(plane_state, color_plane);
1209	const struct drm_framebuffer *fb = plane_state->hw.fb;
1210	int crtc_x = plane_state->uapi.dst.x1;
1211	int crtc_y = plane_state->uapi.dst.y1;
1212	int x = plane_state->view.color_plane[color_plane].x;
1213	int y = plane_state->view.color_plane[color_plane].y;
1214	int src_w = drm_rect_width(&plane_state->uapi.src) >> 16;
1215	int src_h = drm_rect_height(&plane_state->uapi.src) >> 16;
1216	u32 plane_color_ctl;
1217
1218	plane_color_ctl = plane_state->color_ctl |
1219		glk_plane_color_ctl_crtc(crtc_state);
1220
1221	/* The scaler will handle the output position */
1222	if (plane_state->scaler_id >= 0) {
1223		crtc_x = 0;
1224		crtc_y = 0;
1225	}
1226
1227	intel_de_write_fw(dev_priv, PLANE_STRIDE(pipe, plane_id),
1228			  PLANE_STRIDE_(stride));
1229	intel_de_write_fw(dev_priv, PLANE_POS(pipe, plane_id),
1230			  PLANE_POS_Y(crtc_y) | PLANE_POS_X(crtc_x));
1231	intel_de_write_fw(dev_priv, PLANE_SIZE(pipe, plane_id),
1232			  PLANE_HEIGHT(src_h - 1) | PLANE_WIDTH(src_w - 1));
1233
1234	intel_de_write_fw(dev_priv, PLANE_KEYVAL(pipe, plane_id), skl_plane_keyval(plane_state));
1235	intel_de_write_fw(dev_priv, PLANE_KEYMSK(pipe, plane_id), skl_plane_keymsk(plane_state));
1236	intel_de_write_fw(dev_priv, PLANE_KEYMAX(pipe, plane_id), skl_plane_keymax(plane_state));
1237
1238	intel_de_write_fw(dev_priv, PLANE_OFFSET(pipe, plane_id),
1239			  PLANE_OFFSET_Y(y) | PLANE_OFFSET_X(x));
1240
1241	if (intel_fb_is_rc_ccs_cc_modifier(fb->modifier)) {
1242		intel_de_write_fw(dev_priv, PLANE_CC_VAL(pipe, plane_id, 0),
1243				  lower_32_bits(plane_state->ccval));
1244		intel_de_write_fw(dev_priv, PLANE_CC_VAL(pipe, plane_id, 1),
1245				  upper_32_bits(plane_state->ccval));
1246	}
1247
1248	/* FLAT CCS doesn't need to program AUX_DIST */
1249	if (!HAS_FLAT_CCS(dev_priv))
1250		intel_de_write_fw(dev_priv, PLANE_AUX_DIST(pipe, plane_id),
1251				  skl_plane_aux_dist(plane_state, color_plane));
1252
1253	if (icl_is_hdr_plane(dev_priv, plane_id))
1254		intel_de_write_fw(dev_priv, PLANE_CUS_CTL(pipe, plane_id),
1255				  plane_state->cus_ctl);
1256
1257	intel_de_write_fw(dev_priv, PLANE_COLOR_CTL(pipe, plane_id), plane_color_ctl);
1258
1259	if (fb->format->is_yuv && icl_is_hdr_plane(dev_priv, plane_id))
1260		icl_program_input_csc(plane, crtc_state, plane_state);
1261
1262	skl_write_plane_wm(plane, crtc_state);
1263
1264	/*
1265	 * FIXME: pxp session invalidation can hit any time even at time of commit
1266	 * or after the commit, display content will be garbage.
1267	 */
1268	if (plane_state->force_black)
1269		icl_plane_csc_load_black(plane);
1270
1271	intel_psr2_program_plane_sel_fetch_noarm(plane, crtc_state, plane_state, color_plane);
1272}
1273
1274static void
1275icl_plane_update_arm(struct intel_plane *plane,
1276		     const struct intel_crtc_state *crtc_state,
1277		     const struct intel_plane_state *plane_state)
1278{
1279	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1280	enum plane_id plane_id = plane->id;
1281	enum pipe pipe = plane->pipe;
1282	int color_plane = icl_plane_color_plane(plane_state);
1283	u32 plane_ctl;
1284
1285	plane_ctl = plane_state->ctl |
1286		skl_plane_ctl_crtc(crtc_state);
1287
1288	/*
1289	 * Enable the scaler before the plane so that we don't
1290	 * get a catastrophic underrun even if the two operations
1291	 * end up happening in two different frames.
1292	 *
1293	 * TODO: split into noarm+arm pair
1294	 */
1295	if (plane_state->scaler_id >= 0)
1296		skl_program_plane_scaler(plane, crtc_state, plane_state);
1297
1298	intel_psr2_program_plane_sel_fetch_arm(plane, crtc_state, plane_state);
1299
1300	/*
1301	 * The control register self-arms if the plane was previously
1302	 * disabled. Try to make the plane enable atomic by writing
1303	 * the control register just before the surface register.
1304	 */
1305	intel_de_write_fw(dev_priv, PLANE_CTL(pipe, plane_id), plane_ctl);
1306	intel_de_write_fw(dev_priv, PLANE_SURF(pipe, plane_id),
1307			  skl_plane_surf(plane_state, color_plane));
1308}
1309
1310static void
1311skl_plane_async_flip(struct intel_plane *plane,
1312		     const struct intel_crtc_state *crtc_state,
1313		     const struct intel_plane_state *plane_state,
1314		     bool async_flip)
1315{
1316	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1317	enum plane_id plane_id = plane->id;
1318	enum pipe pipe = plane->pipe;
1319	u32 plane_ctl = plane_state->ctl;
1320
1321	plane_ctl |= skl_plane_ctl_crtc(crtc_state);
1322
1323	if (async_flip)
1324		plane_ctl |= PLANE_CTL_ASYNC_FLIP;
1325
1326	intel_de_write_fw(dev_priv, PLANE_CTL(pipe, plane_id), plane_ctl);
1327	intel_de_write_fw(dev_priv, PLANE_SURF(pipe, plane_id),
1328			  skl_plane_surf(plane_state, 0));
1329}
1330
1331static bool intel_format_is_p01x(u32 format)
1332{
1333	switch (format) {
1334	case DRM_FORMAT_P010:
1335	case DRM_FORMAT_P012:
1336	case DRM_FORMAT_P016:
1337		return true;
1338	default:
1339		return false;
1340	}
1341}
1342
1343static int skl_plane_check_fb(const struct intel_crtc_state *crtc_state,
1344			      const struct intel_plane_state *plane_state)
1345{
1346	struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane);
1347	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1348	const struct drm_framebuffer *fb = plane_state->hw.fb;
1349	unsigned int rotation = plane_state->hw.rotation;
1350
1351	if (!fb)
1352		return 0;
1353
1354	if (rotation & ~(DRM_MODE_ROTATE_0 | DRM_MODE_ROTATE_180) &&
1355	    intel_fb_is_ccs_modifier(fb->modifier)) {
1356		drm_dbg_kms(&dev_priv->drm,
1357			    "RC support only with 0/180 degree rotation (%x)\n",
1358			    rotation);
1359		return -EINVAL;
1360	}
1361
1362	if (rotation & DRM_MODE_REFLECT_X &&
1363	    fb->modifier == DRM_FORMAT_MOD_LINEAR) {
1364		drm_dbg_kms(&dev_priv->drm,
1365			    "horizontal flip is not supported with linear surface formats\n");
1366		return -EINVAL;
1367	}
1368
1369	if (drm_rotation_90_or_270(rotation)) {
1370		if (!intel_fb_supports_90_270_rotation(to_intel_framebuffer(fb))) {
1371			drm_dbg_kms(&dev_priv->drm,
1372				    "Y/Yf tiling required for 90/270!\n");
1373			return -EINVAL;
1374		}
1375
1376		/*
1377		 * 90/270 is not allowed with RGB64 16:16:16:16 and
1378		 * Indexed 8-bit. RGB 16-bit 5:6:5 is allowed gen11 onwards.
1379		 */
1380		switch (fb->format->format) {
1381		case DRM_FORMAT_RGB565:
1382			if (DISPLAY_VER(dev_priv) >= 11)
1383				break;
1384			fallthrough;
1385		case DRM_FORMAT_C8:
1386		case DRM_FORMAT_XRGB16161616F:
1387		case DRM_FORMAT_XBGR16161616F:
1388		case DRM_FORMAT_ARGB16161616F:
1389		case DRM_FORMAT_ABGR16161616F:
1390		case DRM_FORMAT_Y210:
1391		case DRM_FORMAT_Y212:
1392		case DRM_FORMAT_Y216:
1393		case DRM_FORMAT_XVYU12_16161616:
1394		case DRM_FORMAT_XVYU16161616:
1395			drm_dbg_kms(&dev_priv->drm,
1396				    "Unsupported pixel format %p4cc for 90/270!\n",
1397				    &fb->format->format);
1398			return -EINVAL;
1399		default:
1400			break;
1401		}
1402	}
1403
1404	/* Y-tiling is not supported in IF-ID Interlace mode */
1405	if (crtc_state->hw.enable &&
1406	    crtc_state->hw.adjusted_mode.flags & DRM_MODE_FLAG_INTERLACE &&
1407	    fb->modifier != DRM_FORMAT_MOD_LINEAR &&
1408	    fb->modifier != I915_FORMAT_MOD_X_TILED) {
1409		drm_dbg_kms(&dev_priv->drm,
1410			    "Y/Yf tiling not supported in IF-ID mode\n");
1411		return -EINVAL;
1412	}
1413
1414	/* Wa_1606054188:tgl,adl-s */
1415	if ((IS_ALDERLAKE_S(dev_priv) || IS_TIGERLAKE(dev_priv)) &&
1416	    plane_state->ckey.flags & I915_SET_COLORKEY_SOURCE &&
1417	    intel_format_is_p01x(fb->format->format)) {
1418		drm_dbg_kms(&dev_priv->drm,
1419			    "Source color keying not supported with P01x formats\n");
1420		return -EINVAL;
1421	}
1422
1423	return 0;
1424}
1425
1426static int skl_plane_check_dst_coordinates(const struct intel_crtc_state *crtc_state,
1427					   const struct intel_plane_state *plane_state)
1428{
1429	struct drm_i915_private *dev_priv =
1430		to_i915(plane_state->uapi.plane->dev);
1431	int crtc_x = plane_state->uapi.dst.x1;
1432	int crtc_w = drm_rect_width(&plane_state->uapi.dst);
1433	int pipe_src_w = drm_rect_width(&crtc_state->pipe_src);
1434
1435	/*
1436	 * Display WA #1175: glk
1437	 * Planes other than the cursor may cause FIFO underflow and display
1438	 * corruption if starting less than 4 pixels from the right edge of
1439	 * the screen.
1440	 * Besides the above WA fix the similar problem, where planes other
1441	 * than the cursor ending less than 4 pixels from the left edge of the
1442	 * screen may cause FIFO underflow and display corruption.
1443	 */
1444	if (DISPLAY_VER(dev_priv) == 10 &&
1445	    (crtc_x + crtc_w < 4 || crtc_x > pipe_src_w - 4)) {
1446		drm_dbg_kms(&dev_priv->drm,
1447			    "requested plane X %s position %d invalid (valid range %d-%d)\n",
1448			    crtc_x + crtc_w < 4 ? "end" : "start",
1449			    crtc_x + crtc_w < 4 ? crtc_x + crtc_w : crtc_x,
1450			    4, pipe_src_w - 4);
1451		return -ERANGE;
1452	}
1453
1454	return 0;
1455}
1456
1457static int skl_plane_check_nv12_rotation(const struct intel_plane_state *plane_state)
1458{
1459	struct drm_i915_private *i915 = to_i915(plane_state->uapi.plane->dev);
1460	const struct drm_framebuffer *fb = plane_state->hw.fb;
1461	unsigned int rotation = plane_state->hw.rotation;
1462	int src_w = drm_rect_width(&plane_state->uapi.src) >> 16;
1463
1464	/* Display WA #1106 */
1465	if (intel_format_info_is_yuv_semiplanar(fb->format, fb->modifier) &&
1466	    src_w & 3 &&
1467	    (rotation == DRM_MODE_ROTATE_270 ||
1468	     rotation == (DRM_MODE_REFLECT_X | DRM_MODE_ROTATE_90))) {
1469		drm_dbg_kms(&i915->drm, "src width must be multiple of 4 for rotated planar YUV\n");
1470		return -EINVAL;
1471	}
1472
1473	return 0;
1474}
1475
1476static int skl_plane_max_scale(struct drm_i915_private *dev_priv,
1477			       const struct drm_framebuffer *fb)
1478{
1479	/*
1480	 * We don't yet know the final source width nor
1481	 * whether we can use the HQ scaler mode. Assume
1482	 * the best case.
1483	 * FIXME need to properly check this later.
1484	 */
1485	if (DISPLAY_VER(dev_priv) >= 10 ||
1486	    !intel_format_info_is_yuv_semiplanar(fb->format, fb->modifier))
1487		return 0x30000 - 1;
1488	else
1489		return 0x20000 - 1;
1490}
1491
1492static int intel_plane_min_width(struct intel_plane *plane,
1493				 const struct drm_framebuffer *fb,
1494				 int color_plane,
1495				 unsigned int rotation)
1496{
1497	if (plane->min_width)
1498		return plane->min_width(fb, color_plane, rotation);
1499	else
1500		return 1;
1501}
1502
1503static int intel_plane_max_width(struct intel_plane *plane,
1504				 const struct drm_framebuffer *fb,
1505				 int color_plane,
1506				 unsigned int rotation)
1507{
1508	if (plane->max_width)
1509		return plane->max_width(fb, color_plane, rotation);
1510	else
1511		return INT_MAX;
1512}
1513
1514static int intel_plane_max_height(struct intel_plane *plane,
1515				  const struct drm_framebuffer *fb,
1516				  int color_plane,
1517				  unsigned int rotation)
1518{
1519	if (plane->max_height)
1520		return plane->max_height(fb, color_plane, rotation);
1521	else
1522		return INT_MAX;
1523}
1524
1525static bool
1526skl_check_main_ccs_coordinates(struct intel_plane_state *plane_state,
1527			       int main_x, int main_y, u32 main_offset,
1528			       int ccs_plane)
1529{
1530	const struct drm_framebuffer *fb = plane_state->hw.fb;
1531	int aux_x = plane_state->view.color_plane[ccs_plane].x;
1532	int aux_y = plane_state->view.color_plane[ccs_plane].y;
1533	u32 aux_offset = plane_state->view.color_plane[ccs_plane].offset;
1534	u32 alignment = intel_surf_alignment(fb, ccs_plane);
1535	int hsub;
1536	int vsub;
1537
1538	intel_fb_plane_get_subsampling(&hsub, &vsub, fb, ccs_plane);
1539	while (aux_offset >= main_offset && aux_y <= main_y) {
1540		int x, y;
1541
1542		if (aux_x == main_x && aux_y == main_y)
1543			break;
1544
1545		if (aux_offset == 0)
1546			break;
1547
1548		x = aux_x / hsub;
1549		y = aux_y / vsub;
1550		aux_offset = intel_plane_adjust_aligned_offset(&x, &y,
1551							       plane_state,
1552							       ccs_plane,
1553							       aux_offset,
1554							       aux_offset -
1555								alignment);
1556		aux_x = x * hsub + aux_x % hsub;
1557		aux_y = y * vsub + aux_y % vsub;
1558	}
1559
1560	if (aux_x != main_x || aux_y != main_y)
1561		return false;
1562
1563	plane_state->view.color_plane[ccs_plane].offset = aux_offset;
1564	plane_state->view.color_plane[ccs_plane].x = aux_x;
1565	plane_state->view.color_plane[ccs_plane].y = aux_y;
1566
1567	return true;
1568}
1569
1570
1571int skl_calc_main_surface_offset(const struct intel_plane_state *plane_state,
1572				 int *x, int *y, u32 *offset)
1573{
1574	struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane);
1575	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1576	const struct drm_framebuffer *fb = plane_state->hw.fb;
1577	const int aux_plane = skl_main_to_aux_plane(fb, 0);
1578	const u32 aux_offset = plane_state->view.color_plane[aux_plane].offset;
1579	const u32 alignment = intel_surf_alignment(fb, 0);
1580	const int w = drm_rect_width(&plane_state->uapi.src) >> 16;
1581
1582	intel_add_fb_offsets(x, y, plane_state, 0);
1583	*offset = intel_plane_compute_aligned_offset(x, y, plane_state, 0);
1584	if (drm_WARN_ON(&dev_priv->drm, alignment && !is_power_of_2(alignment)))
1585		return -EINVAL;
1586
1587	/*
1588	 * AUX surface offset is specified as the distance from the
1589	 * main surface offset, and it must be non-negative. Make
1590	 * sure that is what we will get.
1591	 */
1592	if (aux_plane && *offset > aux_offset)
1593		*offset = intel_plane_adjust_aligned_offset(x, y, plane_state, 0,
1594							    *offset,
1595							    aux_offset & ~(alignment - 1));
1596
1597	/*
1598	 * When using an X-tiled surface, the plane blows up
1599	 * if the x offset + width exceed the stride.
1600	 *
1601	 * TODO: linear and Y-tiled seem fine, Yf untested,
1602	 */
1603	if (fb->modifier == I915_FORMAT_MOD_X_TILED) {
1604		int cpp = fb->format->cpp[0];
1605
1606		while ((*x + w) * cpp > plane_state->view.color_plane[0].mapping_stride) {
1607			if (*offset == 0) {
1608				drm_dbg_kms(&dev_priv->drm,
1609					    "Unable to find suitable display surface offset due to X-tiling\n");
1610				return -EINVAL;
1611			}
1612
1613			*offset = intel_plane_adjust_aligned_offset(x, y, plane_state, 0,
1614								    *offset,
1615								    *offset - alignment);
1616		}
1617	}
1618
1619	return 0;
1620}
1621
1622static int skl_check_main_surface(struct intel_plane_state *plane_state)
1623{
1624	struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane);
1625	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1626	const struct drm_framebuffer *fb = plane_state->hw.fb;
1627	const unsigned int rotation = plane_state->hw.rotation;
1628	int x = plane_state->uapi.src.x1 >> 16;
1629	int y = plane_state->uapi.src.y1 >> 16;
1630	const int w = drm_rect_width(&plane_state->uapi.src) >> 16;
1631	const int h = drm_rect_height(&plane_state->uapi.src) >> 16;
1632	const int min_width = intel_plane_min_width(plane, fb, 0, rotation);
1633	const int max_width = intel_plane_max_width(plane, fb, 0, rotation);
1634	const int max_height = intel_plane_max_height(plane, fb, 0, rotation);
1635	const int aux_plane = skl_main_to_aux_plane(fb, 0);
1636	const u32 alignment = intel_surf_alignment(fb, 0);
1637	u32 offset;
1638	int ret;
1639
1640	if (w > max_width || w < min_width || h > max_height || h < 1) {
1641		drm_dbg_kms(&dev_priv->drm,
1642			    "requested Y/RGB source size %dx%d outside limits (min: %dx1 max: %dx%d)\n",
1643			    w, h, min_width, max_width, max_height);
1644		return -EINVAL;
1645	}
1646
1647	ret = skl_calc_main_surface_offset(plane_state, &x, &y, &offset);
1648	if (ret)
1649		return ret;
1650
1651	/*
1652	 * CCS AUX surface doesn't have its own x/y offsets, we must make sure
1653	 * they match with the main surface x/y offsets. On DG2
1654	 * there's no aux plane on fb so skip this checking.
1655	 */
1656	if (intel_fb_is_ccs_modifier(fb->modifier) && aux_plane) {
1657		while (!skl_check_main_ccs_coordinates(plane_state, x, y,
1658						       offset, aux_plane)) {
1659			if (offset == 0)
1660				break;
1661
1662			offset = intel_plane_adjust_aligned_offset(&x, &y, plane_state, 0,
1663								   offset, offset - alignment);
1664		}
1665
1666		if (x != plane_state->view.color_plane[aux_plane].x ||
1667		    y != plane_state->view.color_plane[aux_plane].y) {
1668			drm_dbg_kms(&dev_priv->drm,
1669				    "Unable to find suitable display surface offset due to CCS\n");
1670			return -EINVAL;
1671		}
1672	}
1673
1674	if (DISPLAY_VER(dev_priv) >= 13)
1675		drm_WARN_ON(&dev_priv->drm, x > 65535 || y > 65535);
1676	else
1677		drm_WARN_ON(&dev_priv->drm, x > 8191 || y > 8191);
1678
1679	plane_state->view.color_plane[0].offset = offset;
1680	plane_state->view.color_plane[0].x = x;
1681	plane_state->view.color_plane[0].y = y;
1682
1683	/*
1684	 * Put the final coordinates back so that the src
1685	 * coordinate checks will see the right values.
1686	 */
1687	drm_rect_translate_to(&plane_state->uapi.src,
1688			      x << 16, y << 16);
1689
1690	return 0;
1691}
1692
1693static int skl_check_nv12_aux_surface(struct intel_plane_state *plane_state)
1694{
1695	struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane);
1696	struct drm_i915_private *i915 = to_i915(plane->base.dev);
1697	const struct drm_framebuffer *fb = plane_state->hw.fb;
1698	unsigned int rotation = plane_state->hw.rotation;
1699	int uv_plane = 1;
1700	int ccs_plane = intel_fb_is_ccs_modifier(fb->modifier) ?
1701			skl_main_to_aux_plane(fb, uv_plane) : 0;
1702	int max_width = intel_plane_max_width(plane, fb, uv_plane, rotation);
1703	int max_height = intel_plane_max_height(plane, fb, uv_plane, rotation);
1704	int x = plane_state->uapi.src.x1 >> 17;
1705	int y = plane_state->uapi.src.y1 >> 17;
1706	int w = drm_rect_width(&plane_state->uapi.src) >> 17;
1707	int h = drm_rect_height(&plane_state->uapi.src) >> 17;
1708	u32 offset;
1709
1710	/* FIXME not quite sure how/if these apply to the chroma plane */
1711	if (w > max_width || h > max_height) {
1712		drm_dbg_kms(&i915->drm,
1713			    "CbCr source size %dx%d too big (limit %dx%d)\n",
1714			    w, h, max_width, max_height);
1715		return -EINVAL;
1716	}
1717
1718	intel_add_fb_offsets(&x, &y, plane_state, uv_plane);
1719	offset = intel_plane_compute_aligned_offset(&x, &y,
1720						    plane_state, uv_plane);
1721
1722	if (ccs_plane) {
1723		u32 aux_offset = plane_state->view.color_plane[ccs_plane].offset;
1724		u32 alignment = intel_surf_alignment(fb, uv_plane);
1725
1726		if (offset > aux_offset)
1727			offset = intel_plane_adjust_aligned_offset(&x, &y,
1728								   plane_state,
1729								   uv_plane,
1730								   offset,
1731								   aux_offset & ~(alignment - 1));
1732
1733		while (!skl_check_main_ccs_coordinates(plane_state, x, y,
1734						       offset, ccs_plane)) {
1735			if (offset == 0)
1736				break;
1737
1738			offset = intel_plane_adjust_aligned_offset(&x, &y,
1739								   plane_state,
1740								   uv_plane,
1741								   offset, offset - alignment);
1742		}
1743
1744		if (x != plane_state->view.color_plane[ccs_plane].x ||
1745		    y != plane_state->view.color_plane[ccs_plane].y) {
1746			drm_dbg_kms(&i915->drm,
1747				    "Unable to find suitable display surface offset due to CCS\n");
1748			return -EINVAL;
1749		}
1750	}
1751
1752	if (DISPLAY_VER(i915) >= 13)
1753		drm_WARN_ON(&i915->drm, x > 65535 || y > 65535);
1754	else
1755		drm_WARN_ON(&i915->drm, x > 8191 || y > 8191);
1756
1757	plane_state->view.color_plane[uv_plane].offset = offset;
1758	plane_state->view.color_plane[uv_plane].x = x;
1759	plane_state->view.color_plane[uv_plane].y = y;
1760
1761	return 0;
1762}
1763
1764static int skl_check_ccs_aux_surface(struct intel_plane_state *plane_state)
1765{
1766	const struct drm_framebuffer *fb = plane_state->hw.fb;
1767	int src_x = plane_state->uapi.src.x1 >> 16;
1768	int src_y = plane_state->uapi.src.y1 >> 16;
1769	u32 offset;
1770	int ccs_plane;
1771
1772	for (ccs_plane = 0; ccs_plane < fb->format->num_planes; ccs_plane++) {
1773		int main_hsub, main_vsub;
1774		int hsub, vsub;
1775		int x, y;
1776
1777		if (!intel_fb_is_ccs_aux_plane(fb, ccs_plane))
1778			continue;
1779
1780		intel_fb_plane_get_subsampling(&main_hsub, &main_vsub, fb,
1781					       skl_ccs_to_main_plane(fb, ccs_plane));
1782		intel_fb_plane_get_subsampling(&hsub, &vsub, fb, ccs_plane);
1783
1784		hsub *= main_hsub;
1785		vsub *= main_vsub;
1786		x = src_x / hsub;
1787		y = src_y / vsub;
1788
1789		intel_add_fb_offsets(&x, &y, plane_state, ccs_plane);
1790
1791		offset = intel_plane_compute_aligned_offset(&x, &y,
1792							    plane_state,
1793							    ccs_plane);
1794
1795		plane_state->view.color_plane[ccs_plane].offset = offset;
1796		plane_state->view.color_plane[ccs_plane].x = (x * hsub + src_x % hsub) / main_hsub;
1797		plane_state->view.color_plane[ccs_plane].y = (y * vsub + src_y % vsub) / main_vsub;
1798	}
1799
1800	return 0;
1801}
1802
1803static int skl_check_plane_surface(struct intel_plane_state *plane_state)
1804{
1805	const struct drm_framebuffer *fb = plane_state->hw.fb;
1806	int ret;
1807
1808	ret = intel_plane_compute_gtt(plane_state);
1809	if (ret)
1810		return ret;
1811
1812	if (!plane_state->uapi.visible)
1813		return 0;
1814
1815	/*
1816	 * Handle the AUX surface first since the main surface setup depends on
1817	 * it.
1818	 */
1819	if (intel_fb_is_ccs_modifier(fb->modifier)) {
1820		ret = skl_check_ccs_aux_surface(plane_state);
1821		if (ret)
1822			return ret;
1823	}
1824
1825	if (intel_format_info_is_yuv_semiplanar(fb->format,
1826						fb->modifier)) {
1827		ret = skl_check_nv12_aux_surface(plane_state);
1828		if (ret)
1829			return ret;
1830	}
1831
1832	ret = skl_check_main_surface(plane_state);
1833	if (ret)
1834		return ret;
1835
1836	return 0;
1837}
1838
1839static bool skl_fb_scalable(const struct drm_framebuffer *fb)
1840{
1841	if (!fb)
1842		return false;
1843
1844	switch (fb->format->format) {
1845	case DRM_FORMAT_C8:
1846		return false;
1847	case DRM_FORMAT_XRGB16161616F:
1848	case DRM_FORMAT_ARGB16161616F:
1849	case DRM_FORMAT_XBGR16161616F:
1850	case DRM_FORMAT_ABGR16161616F:
1851		return DISPLAY_VER(to_i915(fb->dev)) >= 11;
1852	default:
1853		return true;
1854	}
1855}
1856
1857static bool bo_has_valid_encryption(struct drm_i915_gem_object *obj)
1858{
1859	struct drm_i915_private *i915 = to_i915(obj->base.dev);
1860
1861	return intel_pxp_key_check(i915->pxp, obj, false) == 0;
1862}
1863
1864static bool pxp_is_borked(struct drm_i915_gem_object *obj)
1865{
1866	return i915_gem_object_is_protected(obj) && !bo_has_valid_encryption(obj);
1867}
1868
1869static int skl_plane_check(struct intel_crtc_state *crtc_state,
1870			   struct intel_plane_state *plane_state)
1871{
1872	struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane);
1873	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1874	const struct drm_framebuffer *fb = plane_state->hw.fb;
1875	int min_scale = DRM_PLANE_NO_SCALING;
1876	int max_scale = DRM_PLANE_NO_SCALING;
1877	int ret;
1878
1879	ret = skl_plane_check_fb(crtc_state, plane_state);
1880	if (ret)
1881		return ret;
1882
1883	/* use scaler when colorkey is not required */
1884	if (!plane_state->ckey.flags && skl_fb_scalable(fb)) {
1885		min_scale = 1;
1886		max_scale = skl_plane_max_scale(dev_priv, fb);
1887	}
1888
1889	ret = intel_atomic_plane_check_clipping(plane_state, crtc_state,
1890						min_scale, max_scale, true);
1891	if (ret)
1892		return ret;
1893
1894	ret = skl_check_plane_surface(plane_state);
1895	if (ret)
1896		return ret;
1897
1898	if (!plane_state->uapi.visible)
1899		return 0;
1900
1901	ret = skl_plane_check_dst_coordinates(crtc_state, plane_state);
1902	if (ret)
1903		return ret;
1904
1905	ret = intel_plane_check_src_coordinates(plane_state);
1906	if (ret)
1907		return ret;
1908
1909	ret = skl_plane_check_nv12_rotation(plane_state);
1910	if (ret)
1911		return ret;
1912
1913	if (DISPLAY_VER(dev_priv) >= 11) {
1914		plane_state->decrypt = bo_has_valid_encryption(intel_fb_obj(fb));
1915		plane_state->force_black = pxp_is_borked(intel_fb_obj(fb));
1916	}
1917
1918	/* HW only has 8 bits pixel precision, disable plane if invisible */
1919	if (!(plane_state->hw.alpha >> 8))
1920		plane_state->uapi.visible = false;
1921
1922	plane_state->ctl = skl_plane_ctl(crtc_state, plane_state);
1923
1924	if (DISPLAY_VER(dev_priv) >= 10)
1925		plane_state->color_ctl = glk_plane_color_ctl(crtc_state,
1926							     plane_state);
1927
1928	if (intel_format_info_is_yuv_semiplanar(fb->format, fb->modifier) &&
1929	    icl_is_hdr_plane(dev_priv, plane->id))
1930		/* Enable and use MPEG-2 chroma siting */
1931		plane_state->cus_ctl = PLANE_CUS_ENABLE |
1932			PLANE_CUS_HPHASE_0 |
1933			PLANE_CUS_VPHASE_SIGN_NEGATIVE | PLANE_CUS_VPHASE_0_25;
1934	else
1935		plane_state->cus_ctl = 0;
1936
1937	return 0;
1938}
1939
1940static enum intel_fbc_id skl_fbc_id_for_pipe(enum pipe pipe)
1941{
1942	return pipe - PIPE_A + INTEL_FBC_A;
1943}
1944
1945static bool skl_plane_has_fbc(struct drm_i915_private *dev_priv,
1946			      enum intel_fbc_id fbc_id, enum plane_id plane_id)
1947{
1948	if ((DISPLAY_RUNTIME_INFO(dev_priv)->fbc_mask & BIT(fbc_id)) == 0)
1949		return false;
1950
1951	return plane_id == PLANE_PRIMARY;
1952}
1953
1954static struct intel_fbc *skl_plane_fbc(struct drm_i915_private *dev_priv,
1955				       enum pipe pipe, enum plane_id plane_id)
1956{
1957	enum intel_fbc_id fbc_id = skl_fbc_id_for_pipe(pipe);
1958
1959	if (skl_plane_has_fbc(dev_priv, fbc_id, plane_id))
1960		return dev_priv->display.fbc[fbc_id];
1961	else
1962		return NULL;
1963}
1964
1965static bool skl_plane_has_planar(struct drm_i915_private *dev_priv,
1966				 enum pipe pipe, enum plane_id plane_id)
1967{
1968	/* Display WA #0870: skl, bxt */
1969	if (IS_SKYLAKE(dev_priv) || IS_BROXTON(dev_priv))
1970		return false;
1971
1972	if (DISPLAY_VER(dev_priv) == 9 && pipe == PIPE_C)
1973		return false;
1974
1975	if (plane_id != PLANE_PRIMARY && plane_id != PLANE_SPRITE0)
1976		return false;
1977
1978	return true;
1979}
1980
1981static const u32 *skl_get_plane_formats(struct drm_i915_private *dev_priv,
1982					enum pipe pipe, enum plane_id plane_id,
1983					int *num_formats)
1984{
1985	if (skl_plane_has_planar(dev_priv, pipe, plane_id)) {
1986		*num_formats = ARRAY_SIZE(skl_planar_formats);
1987		return skl_planar_formats;
1988	} else {
1989		*num_formats = ARRAY_SIZE(skl_plane_formats);
1990		return skl_plane_formats;
1991	}
1992}
1993
1994static const u32 *glk_get_plane_formats(struct drm_i915_private *dev_priv,
1995					enum pipe pipe, enum plane_id plane_id,
1996					int *num_formats)
1997{
1998	if (skl_plane_has_planar(dev_priv, pipe, plane_id)) {
1999		*num_formats = ARRAY_SIZE(glk_planar_formats);
2000		return glk_planar_formats;
2001	} else {
2002		*num_formats = ARRAY_SIZE(skl_plane_formats);
2003		return skl_plane_formats;
2004	}
2005}
2006
2007static const u32 *icl_get_plane_formats(struct drm_i915_private *dev_priv,
2008					enum pipe pipe, enum plane_id plane_id,
2009					int *num_formats)
2010{
2011	if (icl_is_hdr_plane(dev_priv, plane_id)) {
2012		*num_formats = ARRAY_SIZE(icl_hdr_plane_formats);
2013		return icl_hdr_plane_formats;
2014	} else if (icl_is_nv12_y_plane(dev_priv, plane_id)) {
2015		*num_formats = ARRAY_SIZE(icl_sdr_y_plane_formats);
2016		return icl_sdr_y_plane_formats;
2017	} else {
2018		*num_formats = ARRAY_SIZE(icl_sdr_uv_plane_formats);
2019		return icl_sdr_uv_plane_formats;
2020	}
2021}
2022
2023static bool skl_plane_format_mod_supported(struct drm_plane *_plane,
2024					   u32 format, u64 modifier)
2025{
2026	struct intel_plane *plane = to_intel_plane(_plane);
2027
2028	if (!intel_fb_plane_supports_modifier(plane, modifier))
2029		return false;
2030
2031	switch (format) {
2032	case DRM_FORMAT_XRGB8888:
2033	case DRM_FORMAT_XBGR8888:
2034	case DRM_FORMAT_ARGB8888:
2035	case DRM_FORMAT_ABGR8888:
2036		if (intel_fb_is_ccs_modifier(modifier))
2037			return true;
2038		fallthrough;
2039	case DRM_FORMAT_RGB565:
2040	case DRM_FORMAT_XRGB2101010:
2041	case DRM_FORMAT_XBGR2101010:
2042	case DRM_FORMAT_ARGB2101010:
2043	case DRM_FORMAT_ABGR2101010:
2044	case DRM_FORMAT_YUYV:
2045	case DRM_FORMAT_YVYU:
2046	case DRM_FORMAT_UYVY:
2047	case DRM_FORMAT_VYUY:
2048	case DRM_FORMAT_NV12:
2049	case DRM_FORMAT_XYUV8888:
2050	case DRM_FORMAT_P010:
2051	case DRM_FORMAT_P012:
2052	case DRM_FORMAT_P016:
2053	case DRM_FORMAT_XVYU2101010:
2054		if (modifier == I915_FORMAT_MOD_Yf_TILED)
2055			return true;
2056		fallthrough;
2057	case DRM_FORMAT_C8:
2058	case DRM_FORMAT_XBGR16161616F:
2059	case DRM_FORMAT_ABGR16161616F:
2060	case DRM_FORMAT_XRGB16161616F:
2061	case DRM_FORMAT_ARGB16161616F:
2062	case DRM_FORMAT_Y210:
2063	case DRM_FORMAT_Y212:
2064	case DRM_FORMAT_Y216:
2065	case DRM_FORMAT_XVYU12_16161616:
2066	case DRM_FORMAT_XVYU16161616:
2067		if (modifier == DRM_FORMAT_MOD_LINEAR ||
2068		    modifier == I915_FORMAT_MOD_X_TILED ||
2069		    modifier == I915_FORMAT_MOD_Y_TILED)
2070			return true;
2071		fallthrough;
2072	default:
2073		return false;
2074	}
2075}
2076
2077static bool gen12_plane_format_mod_supported(struct drm_plane *_plane,
2078					     u32 format, u64 modifier)
2079{
2080	struct intel_plane *plane = to_intel_plane(_plane);
2081
2082	if (!intel_fb_plane_supports_modifier(plane, modifier))
2083		return false;
2084
2085	switch (format) {
2086	case DRM_FORMAT_XRGB8888:
2087	case DRM_FORMAT_XBGR8888:
2088	case DRM_FORMAT_ARGB8888:
2089	case DRM_FORMAT_ABGR8888:
2090		if (intel_fb_is_ccs_modifier(modifier))
2091			return true;
2092		fallthrough;
2093	case DRM_FORMAT_YUYV:
2094	case DRM_FORMAT_YVYU:
2095	case DRM_FORMAT_UYVY:
2096	case DRM_FORMAT_VYUY:
2097	case DRM_FORMAT_NV12:
2098	case DRM_FORMAT_XYUV8888:
2099	case DRM_FORMAT_P010:
2100	case DRM_FORMAT_P012:
2101	case DRM_FORMAT_P016:
2102		if (intel_fb_is_mc_ccs_modifier(modifier))
2103			return true;
2104		fallthrough;
2105	case DRM_FORMAT_RGB565:
2106	case DRM_FORMAT_XRGB2101010:
2107	case DRM_FORMAT_XBGR2101010:
2108	case DRM_FORMAT_ARGB2101010:
2109	case DRM_FORMAT_ABGR2101010:
2110	case DRM_FORMAT_XVYU2101010:
2111	case DRM_FORMAT_C8:
2112	case DRM_FORMAT_XBGR16161616F:
2113	case DRM_FORMAT_ABGR16161616F:
2114	case DRM_FORMAT_XRGB16161616F:
2115	case DRM_FORMAT_ARGB16161616F:
2116	case DRM_FORMAT_Y210:
2117	case DRM_FORMAT_Y212:
2118	case DRM_FORMAT_Y216:
2119	case DRM_FORMAT_XVYU12_16161616:
2120	case DRM_FORMAT_XVYU16161616:
2121		if (!intel_fb_is_ccs_modifier(modifier))
2122			return true;
2123		fallthrough;
2124	default:
2125		return false;
2126	}
2127}
2128
2129static const struct drm_plane_funcs skl_plane_funcs = {
2130	.update_plane = drm_atomic_helper_update_plane,
2131	.disable_plane = drm_atomic_helper_disable_plane,
2132	.destroy = intel_plane_destroy,
2133	.atomic_duplicate_state = intel_plane_duplicate_state,
2134	.atomic_destroy_state = intel_plane_destroy_state,
2135	.format_mod_supported = skl_plane_format_mod_supported,
2136};
2137
2138static const struct drm_plane_funcs gen12_plane_funcs = {
2139	.update_plane = drm_atomic_helper_update_plane,
2140	.disable_plane = drm_atomic_helper_disable_plane,
2141	.destroy = intel_plane_destroy,
2142	.atomic_duplicate_state = intel_plane_duplicate_state,
2143	.atomic_destroy_state = intel_plane_destroy_state,
2144	.format_mod_supported = gen12_plane_format_mod_supported,
2145};
2146
2147static void
2148skl_plane_enable_flip_done(struct intel_plane *plane)
2149{
2150	struct drm_i915_private *i915 = to_i915(plane->base.dev);
2151	enum pipe pipe = plane->pipe;
2152
2153	spin_lock_irq(&i915->irq_lock);
2154	bdw_enable_pipe_irq(i915, pipe, GEN9_PIPE_PLANE_FLIP_DONE(plane->id));
2155	spin_unlock_irq(&i915->irq_lock);
2156}
2157
2158static void
2159skl_plane_disable_flip_done(struct intel_plane *plane)
2160{
2161	struct drm_i915_private *i915 = to_i915(plane->base.dev);
2162	enum pipe pipe = plane->pipe;
2163
2164	spin_lock_irq(&i915->irq_lock);
2165	bdw_disable_pipe_irq(i915, pipe, GEN9_PIPE_PLANE_FLIP_DONE(plane->id));
2166	spin_unlock_irq(&i915->irq_lock);
2167}
2168
2169static bool skl_plane_has_rc_ccs(struct drm_i915_private *i915,
2170				 enum pipe pipe, enum plane_id plane_id)
2171{
2172	/* Wa_14017240301 */
2173	if (IS_GFX_GT_IP_STEP(to_gt(i915), IP_VER(12, 70), STEP_A0, STEP_B0) ||
2174	    IS_GFX_GT_IP_STEP(to_gt(i915), IP_VER(12, 71), STEP_A0, STEP_B0))
2175		return false;
2176
2177	/* Wa_22011186057 */
2178	if (IS_ALDERLAKE_P(i915) && IS_DISPLAY_STEP(i915, STEP_A0, STEP_B0))
2179		return false;
2180
2181	if (DISPLAY_VER(i915) >= 11)
2182		return true;
2183
2184	if (IS_GEMINILAKE(i915))
2185		return pipe != PIPE_C;
2186
2187	return pipe != PIPE_C &&
2188		(plane_id == PLANE_PRIMARY ||
2189		 plane_id == PLANE_SPRITE0);
2190}
2191
2192static bool gen12_plane_has_mc_ccs(struct drm_i915_private *i915,
2193				   enum plane_id plane_id)
2194{
2195	if (DISPLAY_VER(i915) < 12)
2196		return false;
2197
2198	/* Wa_14010477008 */
2199	if (IS_DG1(i915) || IS_ROCKETLAKE(i915) ||
2200		(IS_TIGERLAKE(i915) && IS_DISPLAY_STEP(i915, STEP_A0, STEP_D0)))
2201		return false;
2202
2203	/* Wa_22011186057 */
2204	if (IS_ALDERLAKE_P(i915) && IS_DISPLAY_STEP(i915, STEP_A0, STEP_B0))
2205		return false;
2206
2207	/* Wa_14013215631 */
2208	if (IS_DG2_DISPLAY_STEP(i915, STEP_A0, STEP_C0))
2209		return false;
2210
2211	return plane_id < PLANE_SPRITE4;
2212}
2213
2214static u8 skl_get_plane_caps(struct drm_i915_private *i915,
2215			     enum pipe pipe, enum plane_id plane_id)
2216{
2217	u8 caps = INTEL_PLANE_CAP_TILING_X;
2218
2219	if (DISPLAY_VER(i915) < 13 || IS_ALDERLAKE_P(i915))
2220		caps |= INTEL_PLANE_CAP_TILING_Y;
2221	if (DISPLAY_VER(i915) < 12)
2222		caps |= INTEL_PLANE_CAP_TILING_Yf;
2223	if (HAS_4TILE(i915))
2224		caps |= INTEL_PLANE_CAP_TILING_4;
2225
2226	if (skl_plane_has_rc_ccs(i915, pipe, plane_id)) {
2227		caps |= INTEL_PLANE_CAP_CCS_RC;
2228		if (DISPLAY_VER(i915) >= 12)
2229			caps |= INTEL_PLANE_CAP_CCS_RC_CC;
2230	}
2231
2232	if (gen12_plane_has_mc_ccs(i915, plane_id))
2233		caps |= INTEL_PLANE_CAP_CCS_MC;
2234
2235	return caps;
2236}
2237
2238struct intel_plane *
2239skl_universal_plane_create(struct drm_i915_private *dev_priv,
2240			   enum pipe pipe, enum plane_id plane_id)
2241{
2242	const struct drm_plane_funcs *plane_funcs;
2243	struct intel_plane *plane;
2244	enum drm_plane_type plane_type;
2245	unsigned int supported_rotations;
2246	unsigned int supported_csc;
2247	const u64 *modifiers;
2248	const u32 *formats;
2249	int num_formats;
2250	int ret;
2251
2252	plane = intel_plane_alloc();
2253	if (IS_ERR(plane))
2254		return plane;
2255
2256	plane->pipe = pipe;
2257	plane->id = plane_id;
2258	plane->frontbuffer_bit = INTEL_FRONTBUFFER(pipe, plane_id);
2259
2260	intel_fbc_add_plane(skl_plane_fbc(dev_priv, pipe, plane_id), plane);
2261
2262	if (DISPLAY_VER(dev_priv) >= 11) {
2263		plane->min_width = icl_plane_min_width;
2264		if (icl_is_hdr_plane(dev_priv, plane_id))
2265			plane->max_width = icl_hdr_plane_max_width;
2266		else
2267			plane->max_width = icl_sdr_plane_max_width;
2268		plane->max_height = icl_plane_max_height;
2269		plane->min_cdclk = icl_plane_min_cdclk;
2270	} else if (DISPLAY_VER(dev_priv) >= 10) {
2271		plane->max_width = glk_plane_max_width;
2272		plane->max_height = skl_plane_max_height;
2273		plane->min_cdclk = glk_plane_min_cdclk;
2274	} else {
2275		plane->max_width = skl_plane_max_width;
2276		plane->max_height = skl_plane_max_height;
2277		plane->min_cdclk = skl_plane_min_cdclk;
2278	}
2279
2280	plane->max_stride = skl_plane_max_stride;
2281	if (DISPLAY_VER(dev_priv) >= 11) {
2282		plane->update_noarm = icl_plane_update_noarm;
2283		plane->update_arm = icl_plane_update_arm;
2284		plane->disable_arm = icl_plane_disable_arm;
2285	} else {
2286		plane->update_noarm = skl_plane_update_noarm;
2287		plane->update_arm = skl_plane_update_arm;
2288		plane->disable_arm = skl_plane_disable_arm;
2289	}
2290	plane->get_hw_state = skl_plane_get_hw_state;
2291	plane->check_plane = skl_plane_check;
2292
2293	if (plane_id == PLANE_PRIMARY) {
2294		plane->need_async_flip_disable_wa = IS_DISPLAY_VER(dev_priv,
2295								   9, 10);
2296		plane->async_flip = skl_plane_async_flip;
2297		plane->enable_flip_done = skl_plane_enable_flip_done;
2298		plane->disable_flip_done = skl_plane_disable_flip_done;
2299	}
2300
2301	if (DISPLAY_VER(dev_priv) >= 11)
2302		formats = icl_get_plane_formats(dev_priv, pipe,
2303						plane_id, &num_formats);
2304	else if (DISPLAY_VER(dev_priv) >= 10)
2305		formats = glk_get_plane_formats(dev_priv, pipe,
2306						plane_id, &num_formats);
2307	else
2308		formats = skl_get_plane_formats(dev_priv, pipe,
2309						plane_id, &num_formats);
2310
2311	if (DISPLAY_VER(dev_priv) >= 12)
2312		plane_funcs = &gen12_plane_funcs;
2313	else
2314		plane_funcs = &skl_plane_funcs;
2315
2316	if (plane_id == PLANE_PRIMARY)
2317		plane_type = DRM_PLANE_TYPE_PRIMARY;
2318	else
2319		plane_type = DRM_PLANE_TYPE_OVERLAY;
2320
2321	modifiers = intel_fb_plane_get_modifiers(dev_priv,
2322						 skl_get_plane_caps(dev_priv, pipe, plane_id));
2323
2324	ret = drm_universal_plane_init(&dev_priv->drm, &plane->base,
2325				       0, plane_funcs,
2326				       formats, num_formats, modifiers,
2327				       plane_type,
2328				       "plane %d%c", plane_id + 1,
2329				       pipe_name(pipe));
2330
2331	kfree(modifiers);
2332
2333	if (ret)
2334		goto fail;
2335
2336	if (DISPLAY_VER(dev_priv) >= 13)
2337		supported_rotations = DRM_MODE_ROTATE_0 | DRM_MODE_ROTATE_180;
2338	else
2339		supported_rotations =
2340			DRM_MODE_ROTATE_0 | DRM_MODE_ROTATE_90 |
2341			DRM_MODE_ROTATE_180 | DRM_MODE_ROTATE_270;
2342
2343	if (DISPLAY_VER(dev_priv) >= 11)
2344		supported_rotations |= DRM_MODE_REFLECT_X;
2345
2346	drm_plane_create_rotation_property(&plane->base,
2347					   DRM_MODE_ROTATE_0,
2348					   supported_rotations);
2349
2350	supported_csc = BIT(DRM_COLOR_YCBCR_BT601) | BIT(DRM_COLOR_YCBCR_BT709);
2351
2352	if (DISPLAY_VER(dev_priv) >= 10)
2353		supported_csc |= BIT(DRM_COLOR_YCBCR_BT2020);
2354
2355	drm_plane_create_color_properties(&plane->base,
2356					  supported_csc,
2357					  BIT(DRM_COLOR_YCBCR_LIMITED_RANGE) |
2358					  BIT(DRM_COLOR_YCBCR_FULL_RANGE),
2359					  DRM_COLOR_YCBCR_BT709,
2360					  DRM_COLOR_YCBCR_LIMITED_RANGE);
2361
2362	drm_plane_create_alpha_property(&plane->base);
2363	drm_plane_create_blend_mode_property(&plane->base,
2364					     BIT(DRM_MODE_BLEND_PIXEL_NONE) |
2365					     BIT(DRM_MODE_BLEND_PREMULTI) |
2366					     BIT(DRM_MODE_BLEND_COVERAGE));
2367
2368	drm_plane_create_zpos_immutable_property(&plane->base, plane_id);
2369
2370	if (DISPLAY_VER(dev_priv) >= 12)
2371		drm_plane_enable_fb_damage_clips(&plane->base);
2372
2373	if (DISPLAY_VER(dev_priv) >= 11)
2374		drm_plane_create_scaling_filter_property(&plane->base,
2375						BIT(DRM_SCALING_FILTER_DEFAULT) |
2376						BIT(DRM_SCALING_FILTER_NEAREST_NEIGHBOR));
2377
2378	intel_plane_helper_add(plane);
2379
2380	return plane;
2381
2382fail:
2383	intel_plane_free(plane);
2384
2385	return ERR_PTR(ret);
2386}
2387
2388void
2389skl_get_initial_plane_config(struct intel_crtc *crtc,
2390			     struct intel_initial_plane_config *plane_config)
2391{
2392	struct intel_crtc_state *crtc_state = to_intel_crtc_state(crtc->base.state);
2393	struct drm_device *dev = crtc->base.dev;
2394	struct drm_i915_private *dev_priv = to_i915(dev);
2395	struct intel_plane *plane = to_intel_plane(crtc->base.primary);
2396	enum plane_id plane_id = plane->id;
2397	enum pipe pipe;
2398	u32 val, base, offset, stride_mult, tiling, alpha;
2399	int fourcc, pixel_format;
2400	unsigned int aligned_height;
2401	struct drm_framebuffer *fb;
2402	struct intel_framebuffer *intel_fb;
2403	static_assert(PLANE_CTL_TILED_YF == PLANE_CTL_TILED_4);
2404
2405	if (!plane->get_hw_state(plane, &pipe))
2406		return;
2407
2408	drm_WARN_ON(dev, pipe != crtc->pipe);
2409
2410	if (crtc_state->bigjoiner_pipes) {
2411		drm_dbg_kms(&dev_priv->drm,
2412			    "Unsupported bigjoiner configuration for initial FB\n");
2413		return;
2414	}
2415
2416	intel_fb = kzalloc(sizeof(*intel_fb), GFP_KERNEL);
2417	if (!intel_fb) {
2418		drm_dbg_kms(&dev_priv->drm, "failed to alloc fb\n");
2419		return;
2420	}
2421
2422	fb = &intel_fb->base;
2423
2424	fb->dev = dev;
2425
2426	val = intel_de_read(dev_priv, PLANE_CTL(pipe, plane_id));
2427
2428	if (DISPLAY_VER(dev_priv) >= 11)
2429		pixel_format = val & PLANE_CTL_FORMAT_MASK_ICL;
2430	else
2431		pixel_format = val & PLANE_CTL_FORMAT_MASK_SKL;
2432
2433	if (DISPLAY_VER(dev_priv) >= 10) {
2434		u32 color_ctl;
2435
2436		color_ctl = intel_de_read(dev_priv, PLANE_COLOR_CTL(pipe, plane_id));
2437		alpha = REG_FIELD_GET(PLANE_COLOR_ALPHA_MASK, color_ctl);
2438	} else {
2439		alpha = REG_FIELD_GET(PLANE_CTL_ALPHA_MASK, val);
2440	}
2441
2442	fourcc = skl_format_to_fourcc(pixel_format,
2443				      val & PLANE_CTL_ORDER_RGBX, alpha);
2444	fb->format = drm_format_info(fourcc);
2445
2446	tiling = val & PLANE_CTL_TILED_MASK;
2447	switch (tiling) {
2448	case PLANE_CTL_TILED_LINEAR:
2449		fb->modifier = DRM_FORMAT_MOD_LINEAR;
2450		break;
2451	case PLANE_CTL_TILED_X:
2452		plane_config->tiling = I915_TILING_X;
2453		fb->modifier = I915_FORMAT_MOD_X_TILED;
2454		break;
2455	case PLANE_CTL_TILED_Y:
2456		plane_config->tiling = I915_TILING_Y;
2457		if (val & PLANE_CTL_RENDER_DECOMPRESSION_ENABLE)
2458			if (DISPLAY_VER(dev_priv) >= 14)
2459				fb->modifier = I915_FORMAT_MOD_4_TILED_MTL_RC_CCS;
2460			else if (DISPLAY_VER(dev_priv) >= 12)
2461				fb->modifier = I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS;
2462			else
2463				fb->modifier = I915_FORMAT_MOD_Y_TILED_CCS;
2464		else if (val & PLANE_CTL_MEDIA_DECOMPRESSION_ENABLE)
2465			if (DISPLAY_VER(dev_priv) >= 14)
2466				fb->modifier = I915_FORMAT_MOD_4_TILED_MTL_MC_CCS;
2467			else
2468				fb->modifier = I915_FORMAT_MOD_Y_TILED_GEN12_MC_CCS;
2469		else
2470			fb->modifier = I915_FORMAT_MOD_Y_TILED;
2471		break;
2472	case PLANE_CTL_TILED_YF: /* aka PLANE_CTL_TILED_4 on XE_LPD+ */
2473		if (HAS_4TILE(dev_priv)) {
2474			u32 rc_mask = PLANE_CTL_RENDER_DECOMPRESSION_ENABLE |
2475				      PLANE_CTL_CLEAR_COLOR_DISABLE;
2476
2477			if ((val & rc_mask) == rc_mask)
2478				fb->modifier = I915_FORMAT_MOD_4_TILED_DG2_RC_CCS;
2479			else if (val & PLANE_CTL_MEDIA_DECOMPRESSION_ENABLE)
2480				fb->modifier = I915_FORMAT_MOD_4_TILED_DG2_MC_CCS;
2481			else if (val & PLANE_CTL_RENDER_DECOMPRESSION_ENABLE)
2482				fb->modifier = I915_FORMAT_MOD_4_TILED_DG2_RC_CCS_CC;
2483			else
2484				fb->modifier = I915_FORMAT_MOD_4_TILED;
2485		} else {
2486			if (val & PLANE_CTL_RENDER_DECOMPRESSION_ENABLE)
2487				fb->modifier = I915_FORMAT_MOD_Yf_TILED_CCS;
2488			else
2489				fb->modifier = I915_FORMAT_MOD_Yf_TILED;
2490		}
2491		break;
2492	default:
2493		MISSING_CASE(tiling);
2494		goto error;
2495	}
2496
2497	if (!dev_priv->params.enable_dpt &&
2498	    intel_fb_modifier_uses_dpt(dev_priv, fb->modifier)) {
2499		drm_dbg_kms(&dev_priv->drm, "DPT disabled, skipping initial FB\n");
2500		goto error;
2501	}
2502
2503	/*
2504	 * DRM_MODE_ROTATE_ is counter clockwise to stay compatible with Xrandr
2505	 * while i915 HW rotation is clockwise, thats why this swapping.
2506	 */
2507	switch (val & PLANE_CTL_ROTATE_MASK) {
2508	case PLANE_CTL_ROTATE_0:
2509		plane_config->rotation = DRM_MODE_ROTATE_0;
2510		break;
2511	case PLANE_CTL_ROTATE_90:
2512		plane_config->rotation = DRM_MODE_ROTATE_270;
2513		break;
2514	case PLANE_CTL_ROTATE_180:
2515		plane_config->rotation = DRM_MODE_ROTATE_180;
2516		break;
2517	case PLANE_CTL_ROTATE_270:
2518		plane_config->rotation = DRM_MODE_ROTATE_90;
2519		break;
2520	}
2521
2522	if (DISPLAY_VER(dev_priv) >= 11 && val & PLANE_CTL_FLIP_HORIZONTAL)
2523		plane_config->rotation |= DRM_MODE_REFLECT_X;
2524
2525	/* 90/270 degree rotation would require extra work */
2526	if (drm_rotation_90_or_270(plane_config->rotation))
2527		goto error;
2528
2529	base = intel_de_read(dev_priv, PLANE_SURF(pipe, plane_id)) & PLANE_SURF_ADDR_MASK;
2530	plane_config->base = base;
2531
2532	offset = intel_de_read(dev_priv, PLANE_OFFSET(pipe, plane_id));
2533	drm_WARN_ON(&dev_priv->drm, offset != 0);
2534
2535	val = intel_de_read(dev_priv, PLANE_SIZE(pipe, plane_id));
2536	fb->height = REG_FIELD_GET(PLANE_HEIGHT_MASK, val) + 1;
2537	fb->width = REG_FIELD_GET(PLANE_WIDTH_MASK, val) + 1;
2538
2539	val = intel_de_read(dev_priv, PLANE_STRIDE(pipe, plane_id));
2540	stride_mult = skl_plane_stride_mult(fb, 0, DRM_MODE_ROTATE_0);
2541
2542	fb->pitches[0] = REG_FIELD_GET(PLANE_STRIDE__MASK, val) * stride_mult;
2543
2544	aligned_height = intel_fb_align_height(fb, 0, fb->height);
2545
2546	plane_config->size = fb->pitches[0] * aligned_height;
2547
2548	drm_dbg_kms(&dev_priv->drm,
2549		    "%s/%s with fb: size=%dx%d@%d, offset=%x, pitch %d, size 0x%x\n",
2550		    crtc->base.name, plane->base.name, fb->width, fb->height,
2551		    fb->format->cpp[0] * 8, base, fb->pitches[0],
2552		    plane_config->size);
2553
2554	plane_config->fb = intel_fb;
2555	return;
2556
2557error:
2558	kfree(intel_fb);
2559}
2560