1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * linux/drivers/video/omap2/dss/dispc.c
4 *
5 * Copyright (C) 2009 Nokia Corporation
6 * Author: Tomi Valkeinen <tomi.valkeinen@nokia.com>
7 *
8 * Some code and ideas taken from drivers/video/omap/ driver
9 * by Imre Deak.
10 */
11
12#define DSS_SUBSYS_NAME "DISPC"
13
14#include <linux/kernel.h>
15#include <linux/dma-mapping.h>
16#include <linux/vmalloc.h>
17#include <linux/export.h>
18#include <linux/clk.h>
19#include <linux/io.h>
20#include <linux/jiffies.h>
21#include <linux/seq_file.h>
22#include <linux/delay.h>
23#include <linux/workqueue.h>
24#include <linux/hardirq.h>
25#include <linux/platform_device.h>
26#include <linux/pm_runtime.h>
27#include <linux/sizes.h>
28#include <linux/mfd/syscon.h>
29#include <linux/regmap.h>
30#include <linux/of.h>
31#include <linux/component.h>
32
33#include <video/omapfb_dss.h>
34
35#include "dss.h"
36#include "dss_features.h"
37#include "dispc.h"
38
39/* DISPC */
40#define DISPC_SZ_REGS			SZ_4K
41
42enum omap_burst_size {
43	BURST_SIZE_X2 = 0,
44	BURST_SIZE_X4 = 1,
45	BURST_SIZE_X8 = 2,
46};
47
48#define REG_GET(idx, start, end) \
49	FLD_GET(dispc_read_reg(idx), start, end)
50
51#define REG_FLD_MOD(idx, val, start, end)				\
52	dispc_write_reg(idx, FLD_MOD(dispc_read_reg(idx), val, start, end))
53
54struct dispc_features {
55	u8 sw_start;
56	u8 fp_start;
57	u8 bp_start;
58	u16 sw_max;
59	u16 vp_max;
60	u16 hp_max;
61	u8 mgr_width_start;
62	u8 mgr_height_start;
63	u16 mgr_width_max;
64	u16 mgr_height_max;
65	unsigned long max_lcd_pclk;
66	unsigned long max_tv_pclk;
67	int (*calc_scaling) (unsigned long pclk, unsigned long lclk,
68		const struct omap_video_timings *mgr_timings,
69		u16 width, u16 height, u16 out_width, u16 out_height,
70		enum omap_color_mode color_mode, bool *five_taps,
71		int *x_predecim, int *y_predecim, int *decim_x, int *decim_y,
72		u16 pos_x, unsigned long *core_clk, bool mem_to_mem);
73	unsigned long (*calc_core_clk) (unsigned long pclk,
74		u16 width, u16 height, u16 out_width, u16 out_height,
75		bool mem_to_mem);
76	u8 num_fifos;
77
78	/* swap GFX & WB fifos */
79	bool gfx_fifo_workaround:1;
80
81	/* no DISPC_IRQ_FRAMEDONETV on this SoC */
82	bool no_framedone_tv:1;
83
84	/* revert to the OMAP4 mechanism of DISPC Smart Standby operation */
85	bool mstandby_workaround:1;
86
87	bool set_max_preload:1;
88
89	/* PIXEL_INC is not added to the last pixel of a line */
90	bool last_pixel_inc_missing:1;
91
92	/* POL_FREQ has ALIGN bit */
93	bool supports_sync_align:1;
94
95	bool has_writeback:1;
96};
97
98#define DISPC_MAX_NR_FIFOS 5
99
100static struct {
101	struct platform_device *pdev;
102	void __iomem    *base;
103
104	int irq;
105	irq_handler_t user_handler;
106	void *user_data;
107
108	unsigned long core_clk_rate;
109	unsigned long tv_pclk_rate;
110
111	u32 fifo_size[DISPC_MAX_NR_FIFOS];
112	/* maps which plane is using a fifo. fifo-id -> plane-id */
113	int fifo_assignment[DISPC_MAX_NR_FIFOS];
114
115	bool		ctx_valid;
116	u32		ctx[DISPC_SZ_REGS / sizeof(u32)];
117
118	const struct dispc_features *feat;
119
120	bool is_enabled;
121
122	struct regmap *syscon_pol;
123	u32 syscon_pol_offset;
124
125	/* DISPC_CONTROL & DISPC_CONFIG lock*/
126	spinlock_t control_lock;
127} dispc;
128
129enum omap_color_component {
130	/* used for all color formats for OMAP3 and earlier
131	 * and for RGB and Y color component on OMAP4
132	 */
133	DISPC_COLOR_COMPONENT_RGB_Y		= 1 << 0,
134	/* used for UV component for
135	 * OMAP_DSS_COLOR_YUV2, OMAP_DSS_COLOR_UYVY, OMAP_DSS_COLOR_NV12
136	 * color formats on OMAP4
137	 */
138	DISPC_COLOR_COMPONENT_UV		= 1 << 1,
139};
140
141enum mgr_reg_fields {
142	DISPC_MGR_FLD_ENABLE,
143	DISPC_MGR_FLD_STNTFT,
144	DISPC_MGR_FLD_GO,
145	DISPC_MGR_FLD_TFTDATALINES,
146	DISPC_MGR_FLD_STALLMODE,
147	DISPC_MGR_FLD_TCKENABLE,
148	DISPC_MGR_FLD_TCKSELECTION,
149	DISPC_MGR_FLD_CPR,
150	DISPC_MGR_FLD_FIFOHANDCHECK,
151	/* used to maintain a count of the above fields */
152	DISPC_MGR_FLD_NUM,
153};
154
155struct dispc_reg_field {
156	u16 reg;
157	u8 high;
158	u8 low;
159};
160
161static const struct {
162	const char *name;
163	u32 vsync_irq;
164	u32 framedone_irq;
165	u32 sync_lost_irq;
166	struct dispc_reg_field reg_desc[DISPC_MGR_FLD_NUM];
167} mgr_desc[] = {
168	[OMAP_DSS_CHANNEL_LCD] = {
169		.name		= "LCD",
170		.vsync_irq	= DISPC_IRQ_VSYNC,
171		.framedone_irq	= DISPC_IRQ_FRAMEDONE,
172		.sync_lost_irq	= DISPC_IRQ_SYNC_LOST,
173		.reg_desc	= {
174			[DISPC_MGR_FLD_ENABLE]		= { DISPC_CONTROL,  0,  0 },
175			[DISPC_MGR_FLD_STNTFT]		= { DISPC_CONTROL,  3,  3 },
176			[DISPC_MGR_FLD_GO]		= { DISPC_CONTROL,  5,  5 },
177			[DISPC_MGR_FLD_TFTDATALINES]	= { DISPC_CONTROL,  9,  8 },
178			[DISPC_MGR_FLD_STALLMODE]	= { DISPC_CONTROL, 11, 11 },
179			[DISPC_MGR_FLD_TCKENABLE]	= { DISPC_CONFIG,  10, 10 },
180			[DISPC_MGR_FLD_TCKSELECTION]	= { DISPC_CONFIG,  11, 11 },
181			[DISPC_MGR_FLD_CPR]		= { DISPC_CONFIG,  15, 15 },
182			[DISPC_MGR_FLD_FIFOHANDCHECK]	= { DISPC_CONFIG,  16, 16 },
183		},
184	},
185	[OMAP_DSS_CHANNEL_DIGIT] = {
186		.name		= "DIGIT",
187		.vsync_irq	= DISPC_IRQ_EVSYNC_ODD | DISPC_IRQ_EVSYNC_EVEN,
188		.framedone_irq	= DISPC_IRQ_FRAMEDONETV,
189		.sync_lost_irq	= DISPC_IRQ_SYNC_LOST_DIGIT,
190		.reg_desc	= {
191			[DISPC_MGR_FLD_ENABLE]		= { DISPC_CONTROL,  1,  1 },
192			[DISPC_MGR_FLD_STNTFT]		= { },
193			[DISPC_MGR_FLD_GO]		= { DISPC_CONTROL,  6,  6 },
194			[DISPC_MGR_FLD_TFTDATALINES]	= { },
195			[DISPC_MGR_FLD_STALLMODE]	= { },
196			[DISPC_MGR_FLD_TCKENABLE]	= { DISPC_CONFIG,  12, 12 },
197			[DISPC_MGR_FLD_TCKSELECTION]	= { DISPC_CONFIG,  13, 13 },
198			[DISPC_MGR_FLD_CPR]		= { },
199			[DISPC_MGR_FLD_FIFOHANDCHECK]	= { DISPC_CONFIG,  16, 16 },
200		},
201	},
202	[OMAP_DSS_CHANNEL_LCD2] = {
203		.name		= "LCD2",
204		.vsync_irq	= DISPC_IRQ_VSYNC2,
205		.framedone_irq	= DISPC_IRQ_FRAMEDONE2,
206		.sync_lost_irq	= DISPC_IRQ_SYNC_LOST2,
207		.reg_desc	= {
208			[DISPC_MGR_FLD_ENABLE]		= { DISPC_CONTROL2,  0,  0 },
209			[DISPC_MGR_FLD_STNTFT]		= { DISPC_CONTROL2,  3,  3 },
210			[DISPC_MGR_FLD_GO]		= { DISPC_CONTROL2,  5,  5 },
211			[DISPC_MGR_FLD_TFTDATALINES]	= { DISPC_CONTROL2,  9,  8 },
212			[DISPC_MGR_FLD_STALLMODE]	= { DISPC_CONTROL2, 11, 11 },
213			[DISPC_MGR_FLD_TCKENABLE]	= { DISPC_CONFIG2,  10, 10 },
214			[DISPC_MGR_FLD_TCKSELECTION]	= { DISPC_CONFIG2,  11, 11 },
215			[DISPC_MGR_FLD_CPR]		= { DISPC_CONFIG2,  15, 15 },
216			[DISPC_MGR_FLD_FIFOHANDCHECK]	= { DISPC_CONFIG2,  16, 16 },
217		},
218	},
219	[OMAP_DSS_CHANNEL_LCD3] = {
220		.name		= "LCD3",
221		.vsync_irq	= DISPC_IRQ_VSYNC3,
222		.framedone_irq	= DISPC_IRQ_FRAMEDONE3,
223		.sync_lost_irq	= DISPC_IRQ_SYNC_LOST3,
224		.reg_desc	= {
225			[DISPC_MGR_FLD_ENABLE]		= { DISPC_CONTROL3,  0,  0 },
226			[DISPC_MGR_FLD_STNTFT]		= { DISPC_CONTROL3,  3,  3 },
227			[DISPC_MGR_FLD_GO]		= { DISPC_CONTROL3,  5,  5 },
228			[DISPC_MGR_FLD_TFTDATALINES]	= { DISPC_CONTROL3,  9,  8 },
229			[DISPC_MGR_FLD_STALLMODE]	= { DISPC_CONTROL3, 11, 11 },
230			[DISPC_MGR_FLD_TCKENABLE]	= { DISPC_CONFIG3,  10, 10 },
231			[DISPC_MGR_FLD_TCKSELECTION]	= { DISPC_CONFIG3,  11, 11 },
232			[DISPC_MGR_FLD_CPR]		= { DISPC_CONFIG3,  15, 15 },
233			[DISPC_MGR_FLD_FIFOHANDCHECK]	= { DISPC_CONFIG3,  16, 16 },
234		},
235	},
236};
237
238struct color_conv_coef {
239	int ry, rcr, rcb, gy, gcr, gcb, by, bcr, bcb;
240	int full_range;
241};
242
243static unsigned long dispc_fclk_rate(void);
244static unsigned long dispc_core_clk_rate(void);
245static unsigned long dispc_mgr_lclk_rate(enum omap_channel channel);
246static unsigned long dispc_mgr_pclk_rate(enum omap_channel channel);
247
248static unsigned long dispc_plane_pclk_rate(enum omap_plane plane);
249static unsigned long dispc_plane_lclk_rate(enum omap_plane plane);
250
251static inline void dispc_write_reg(const u16 idx, u32 val)
252{
253	__raw_writel(val, dispc.base + idx);
254}
255
256static inline u32 dispc_read_reg(const u16 idx)
257{
258	return __raw_readl(dispc.base + idx);
259}
260
261static u32 mgr_fld_read(enum omap_channel channel, enum mgr_reg_fields regfld)
262{
263	const struct dispc_reg_field rfld = mgr_desc[channel].reg_desc[regfld];
264	return REG_GET(rfld.reg, rfld.high, rfld.low);
265}
266
267static void mgr_fld_write(enum omap_channel channel,
268					enum mgr_reg_fields regfld, int val) {
269	const struct dispc_reg_field rfld = mgr_desc[channel].reg_desc[regfld];
270	const bool need_lock = rfld.reg == DISPC_CONTROL || rfld.reg == DISPC_CONFIG;
271	unsigned long flags;
272
273	if (need_lock)
274		spin_lock_irqsave(&dispc.control_lock, flags);
275
276	REG_FLD_MOD(rfld.reg, val, rfld.high, rfld.low);
277
278	if (need_lock)
279		spin_unlock_irqrestore(&dispc.control_lock, flags);
280}
281
282#define SR(reg) \
283	dispc.ctx[DISPC_##reg / sizeof(u32)] = dispc_read_reg(DISPC_##reg)
284#define RR(reg) \
285	dispc_write_reg(DISPC_##reg, dispc.ctx[DISPC_##reg / sizeof(u32)])
286
287static void dispc_save_context(void)
288{
289	int i, j;
290
291	DSSDBG("dispc_save_context\n");
292
293	SR(IRQENABLE);
294	SR(CONTROL);
295	SR(CONFIG);
296	SR(LINE_NUMBER);
297	if (dss_has_feature(FEAT_ALPHA_FIXED_ZORDER) ||
298			dss_has_feature(FEAT_ALPHA_FREE_ZORDER))
299		SR(GLOBAL_ALPHA);
300	if (dss_has_feature(FEAT_MGR_LCD2)) {
301		SR(CONTROL2);
302		SR(CONFIG2);
303	}
304	if (dss_has_feature(FEAT_MGR_LCD3)) {
305		SR(CONTROL3);
306		SR(CONFIG3);
307	}
308
309	for (i = 0; i < dss_feat_get_num_mgrs(); i++) {
310		SR(DEFAULT_COLOR(i));
311		SR(TRANS_COLOR(i));
312		SR(SIZE_MGR(i));
313		if (i == OMAP_DSS_CHANNEL_DIGIT)
314			continue;
315		SR(TIMING_H(i));
316		SR(TIMING_V(i));
317		SR(POL_FREQ(i));
318		SR(DIVISORo(i));
319
320		SR(DATA_CYCLE1(i));
321		SR(DATA_CYCLE2(i));
322		SR(DATA_CYCLE3(i));
323
324		if (dss_has_feature(FEAT_CPR)) {
325			SR(CPR_COEF_R(i));
326			SR(CPR_COEF_G(i));
327			SR(CPR_COEF_B(i));
328		}
329	}
330
331	for (i = 0; i < dss_feat_get_num_ovls(); i++) {
332		SR(OVL_BA0(i));
333		SR(OVL_BA1(i));
334		SR(OVL_POSITION(i));
335		SR(OVL_SIZE(i));
336		SR(OVL_ATTRIBUTES(i));
337		SR(OVL_FIFO_THRESHOLD(i));
338		SR(OVL_ROW_INC(i));
339		SR(OVL_PIXEL_INC(i));
340		if (dss_has_feature(FEAT_PRELOAD))
341			SR(OVL_PRELOAD(i));
342		if (i == OMAP_DSS_GFX) {
343			SR(OVL_WINDOW_SKIP(i));
344			SR(OVL_TABLE_BA(i));
345			continue;
346		}
347		SR(OVL_FIR(i));
348		SR(OVL_PICTURE_SIZE(i));
349		SR(OVL_ACCU0(i));
350		SR(OVL_ACCU1(i));
351
352		for (j = 0; j < 8; j++)
353			SR(OVL_FIR_COEF_H(i, j));
354
355		for (j = 0; j < 8; j++)
356			SR(OVL_FIR_COEF_HV(i, j));
357
358		for (j = 0; j < 5; j++)
359			SR(OVL_CONV_COEF(i, j));
360
361		if (dss_has_feature(FEAT_FIR_COEF_V)) {
362			for (j = 0; j < 8; j++)
363				SR(OVL_FIR_COEF_V(i, j));
364		}
365
366		if (dss_has_feature(FEAT_HANDLE_UV_SEPARATE)) {
367			SR(OVL_BA0_UV(i));
368			SR(OVL_BA1_UV(i));
369			SR(OVL_FIR2(i));
370			SR(OVL_ACCU2_0(i));
371			SR(OVL_ACCU2_1(i));
372
373			for (j = 0; j < 8; j++)
374				SR(OVL_FIR_COEF_H2(i, j));
375
376			for (j = 0; j < 8; j++)
377				SR(OVL_FIR_COEF_HV2(i, j));
378
379			for (j = 0; j < 8; j++)
380				SR(OVL_FIR_COEF_V2(i, j));
381		}
382		if (dss_has_feature(FEAT_ATTR2))
383			SR(OVL_ATTRIBUTES2(i));
384	}
385
386	if (dss_has_feature(FEAT_CORE_CLK_DIV))
387		SR(DIVISOR);
388
389	dispc.ctx_valid = true;
390
391	DSSDBG("context saved\n");
392}
393
394static void dispc_restore_context(void)
395{
396	int i, j;
397
398	DSSDBG("dispc_restore_context\n");
399
400	if (!dispc.ctx_valid)
401		return;
402
403	/*RR(IRQENABLE);*/
404	/*RR(CONTROL);*/
405	RR(CONFIG);
406	RR(LINE_NUMBER);
407	if (dss_has_feature(FEAT_ALPHA_FIXED_ZORDER) ||
408			dss_has_feature(FEAT_ALPHA_FREE_ZORDER))
409		RR(GLOBAL_ALPHA);
410	if (dss_has_feature(FEAT_MGR_LCD2))
411		RR(CONFIG2);
412	if (dss_has_feature(FEAT_MGR_LCD3))
413		RR(CONFIG3);
414
415	for (i = 0; i < dss_feat_get_num_mgrs(); i++) {
416		RR(DEFAULT_COLOR(i));
417		RR(TRANS_COLOR(i));
418		RR(SIZE_MGR(i));
419		if (i == OMAP_DSS_CHANNEL_DIGIT)
420			continue;
421		RR(TIMING_H(i));
422		RR(TIMING_V(i));
423		RR(POL_FREQ(i));
424		RR(DIVISORo(i));
425
426		RR(DATA_CYCLE1(i));
427		RR(DATA_CYCLE2(i));
428		RR(DATA_CYCLE3(i));
429
430		if (dss_has_feature(FEAT_CPR)) {
431			RR(CPR_COEF_R(i));
432			RR(CPR_COEF_G(i));
433			RR(CPR_COEF_B(i));
434		}
435	}
436
437	for (i = 0; i < dss_feat_get_num_ovls(); i++) {
438		RR(OVL_BA0(i));
439		RR(OVL_BA1(i));
440		RR(OVL_POSITION(i));
441		RR(OVL_SIZE(i));
442		RR(OVL_ATTRIBUTES(i));
443		RR(OVL_FIFO_THRESHOLD(i));
444		RR(OVL_ROW_INC(i));
445		RR(OVL_PIXEL_INC(i));
446		if (dss_has_feature(FEAT_PRELOAD))
447			RR(OVL_PRELOAD(i));
448		if (i == OMAP_DSS_GFX) {
449			RR(OVL_WINDOW_SKIP(i));
450			RR(OVL_TABLE_BA(i));
451			continue;
452		}
453		RR(OVL_FIR(i));
454		RR(OVL_PICTURE_SIZE(i));
455		RR(OVL_ACCU0(i));
456		RR(OVL_ACCU1(i));
457
458		for (j = 0; j < 8; j++)
459			RR(OVL_FIR_COEF_H(i, j));
460
461		for (j = 0; j < 8; j++)
462			RR(OVL_FIR_COEF_HV(i, j));
463
464		for (j = 0; j < 5; j++)
465			RR(OVL_CONV_COEF(i, j));
466
467		if (dss_has_feature(FEAT_FIR_COEF_V)) {
468			for (j = 0; j < 8; j++)
469				RR(OVL_FIR_COEF_V(i, j));
470		}
471
472		if (dss_has_feature(FEAT_HANDLE_UV_SEPARATE)) {
473			RR(OVL_BA0_UV(i));
474			RR(OVL_BA1_UV(i));
475			RR(OVL_FIR2(i));
476			RR(OVL_ACCU2_0(i));
477			RR(OVL_ACCU2_1(i));
478
479			for (j = 0; j < 8; j++)
480				RR(OVL_FIR_COEF_H2(i, j));
481
482			for (j = 0; j < 8; j++)
483				RR(OVL_FIR_COEF_HV2(i, j));
484
485			for (j = 0; j < 8; j++)
486				RR(OVL_FIR_COEF_V2(i, j));
487		}
488		if (dss_has_feature(FEAT_ATTR2))
489			RR(OVL_ATTRIBUTES2(i));
490	}
491
492	if (dss_has_feature(FEAT_CORE_CLK_DIV))
493		RR(DIVISOR);
494
495	/* enable last, because LCD & DIGIT enable are here */
496	RR(CONTROL);
497	if (dss_has_feature(FEAT_MGR_LCD2))
498		RR(CONTROL2);
499	if (dss_has_feature(FEAT_MGR_LCD3))
500		RR(CONTROL3);
501	/* clear spurious SYNC_LOST_DIGIT interrupts */
502	dispc_clear_irqstatus(DISPC_IRQ_SYNC_LOST_DIGIT);
503
504	/*
505	 * enable last so IRQs won't trigger before
506	 * the context is fully restored
507	 */
508	RR(IRQENABLE);
509
510	DSSDBG("context restored\n");
511}
512
513#undef SR
514#undef RR
515
516int dispc_runtime_get(void)
517{
518	int r;
519
520	DSSDBG("dispc_runtime_get\n");
521
522	r = pm_runtime_resume_and_get(&dispc.pdev->dev);
523	if (WARN_ON(r < 0))
524		return r;
525	return 0;
526}
527EXPORT_SYMBOL(dispc_runtime_get);
528
529void dispc_runtime_put(void)
530{
531	int r;
532
533	DSSDBG("dispc_runtime_put\n");
534
535	r = pm_runtime_put_sync(&dispc.pdev->dev);
536	WARN_ON(r < 0 && r != -ENOSYS);
537}
538EXPORT_SYMBOL(dispc_runtime_put);
539
540u32 dispc_mgr_get_vsync_irq(enum omap_channel channel)
541{
542	return mgr_desc[channel].vsync_irq;
543}
544EXPORT_SYMBOL(dispc_mgr_get_vsync_irq);
545
546u32 dispc_mgr_get_framedone_irq(enum omap_channel channel)
547{
548	if (channel == OMAP_DSS_CHANNEL_DIGIT && dispc.feat->no_framedone_tv)
549		return 0;
550
551	return mgr_desc[channel].framedone_irq;
552}
553EXPORT_SYMBOL(dispc_mgr_get_framedone_irq);
554
555u32 dispc_mgr_get_sync_lost_irq(enum omap_channel channel)
556{
557	return mgr_desc[channel].sync_lost_irq;
558}
559EXPORT_SYMBOL(dispc_mgr_get_sync_lost_irq);
560
561bool dispc_mgr_go_busy(enum omap_channel channel)
562{
563	return mgr_fld_read(channel, DISPC_MGR_FLD_GO) == 1;
564}
565EXPORT_SYMBOL(dispc_mgr_go_busy);
566
567void dispc_mgr_go(enum omap_channel channel)
568{
569	WARN_ON(!dispc_mgr_is_enabled(channel));
570	WARN_ON(dispc_mgr_go_busy(channel));
571
572	DSSDBG("GO %s\n", mgr_desc[channel].name);
573
574	mgr_fld_write(channel, DISPC_MGR_FLD_GO, 1);
575}
576EXPORT_SYMBOL(dispc_mgr_go);
577
578static void dispc_ovl_write_firh_reg(enum omap_plane plane, int reg, u32 value)
579{
580	dispc_write_reg(DISPC_OVL_FIR_COEF_H(plane, reg), value);
581}
582
583static void dispc_ovl_write_firhv_reg(enum omap_plane plane, int reg, u32 value)
584{
585	dispc_write_reg(DISPC_OVL_FIR_COEF_HV(plane, reg), value);
586}
587
588static void dispc_ovl_write_firv_reg(enum omap_plane plane, int reg, u32 value)
589{
590	dispc_write_reg(DISPC_OVL_FIR_COEF_V(plane, reg), value);
591}
592
593static void dispc_ovl_write_firh2_reg(enum omap_plane plane, int reg, u32 value)
594{
595	BUG_ON(plane == OMAP_DSS_GFX);
596
597	dispc_write_reg(DISPC_OVL_FIR_COEF_H2(plane, reg), value);
598}
599
600static void dispc_ovl_write_firhv2_reg(enum omap_plane plane, int reg,
601		u32 value)
602{
603	BUG_ON(plane == OMAP_DSS_GFX);
604
605	dispc_write_reg(DISPC_OVL_FIR_COEF_HV2(plane, reg), value);
606}
607
608static void dispc_ovl_write_firv2_reg(enum omap_plane plane, int reg, u32 value)
609{
610	BUG_ON(plane == OMAP_DSS_GFX);
611
612	dispc_write_reg(DISPC_OVL_FIR_COEF_V2(plane, reg), value);
613}
614
615static void dispc_ovl_set_scale_coef(enum omap_plane plane, int fir_hinc,
616				int fir_vinc, int five_taps,
617				enum omap_color_component color_comp)
618{
619	const struct dispc_coef *h_coef, *v_coef;
620	int i;
621
622	h_coef = dispc_ovl_get_scale_coef(fir_hinc, true);
623	v_coef = dispc_ovl_get_scale_coef(fir_vinc, five_taps);
624
625	for (i = 0; i < 8; i++) {
626		u32 h, hv;
627
628		h = FLD_VAL(h_coef[i].hc0_vc00, 7, 0)
629			| FLD_VAL(h_coef[i].hc1_vc0, 15, 8)
630			| FLD_VAL(h_coef[i].hc2_vc1, 23, 16)
631			| FLD_VAL(h_coef[i].hc3_vc2, 31, 24);
632		hv = FLD_VAL(h_coef[i].hc4_vc22, 7, 0)
633			| FLD_VAL(v_coef[i].hc1_vc0, 15, 8)
634			| FLD_VAL(v_coef[i].hc2_vc1, 23, 16)
635			| FLD_VAL(v_coef[i].hc3_vc2, 31, 24);
636
637		if (color_comp == DISPC_COLOR_COMPONENT_RGB_Y) {
638			dispc_ovl_write_firh_reg(plane, i, h);
639			dispc_ovl_write_firhv_reg(plane, i, hv);
640		} else {
641			dispc_ovl_write_firh2_reg(plane, i, h);
642			dispc_ovl_write_firhv2_reg(plane, i, hv);
643		}
644
645	}
646
647	if (five_taps) {
648		for (i = 0; i < 8; i++) {
649			u32 v;
650			v = FLD_VAL(v_coef[i].hc0_vc00, 7, 0)
651				| FLD_VAL(v_coef[i].hc4_vc22, 15, 8);
652			if (color_comp == DISPC_COLOR_COMPONENT_RGB_Y)
653				dispc_ovl_write_firv_reg(plane, i, v);
654			else
655				dispc_ovl_write_firv2_reg(plane, i, v);
656		}
657	}
658}
659
660
661static void dispc_ovl_write_color_conv_coef(enum omap_plane plane,
662		const struct color_conv_coef *ct)
663{
664#define CVAL(x, y) (FLD_VAL(x, 26, 16) | FLD_VAL(y, 10, 0))
665
666	dispc_write_reg(DISPC_OVL_CONV_COEF(plane, 0), CVAL(ct->rcr, ct->ry));
667	dispc_write_reg(DISPC_OVL_CONV_COEF(plane, 1), CVAL(ct->gy,  ct->rcb));
668	dispc_write_reg(DISPC_OVL_CONV_COEF(plane, 2), CVAL(ct->gcb, ct->gcr));
669	dispc_write_reg(DISPC_OVL_CONV_COEF(plane, 3), CVAL(ct->bcr, ct->by));
670	dispc_write_reg(DISPC_OVL_CONV_COEF(plane, 4), CVAL(0, ct->bcb));
671
672	REG_FLD_MOD(DISPC_OVL_ATTRIBUTES(plane), ct->full_range, 11, 11);
673
674#undef CVAL
675}
676
677static void dispc_setup_color_conv_coef(void)
678{
679	int i;
680	int num_ovl = dss_feat_get_num_ovls();
681	const struct color_conv_coef ctbl_bt601_5_ovl = {
682		/* YUV -> RGB */
683		298, 409, 0, 298, -208, -100, 298, 0, 517, 0,
684	};
685	const struct color_conv_coef ctbl_bt601_5_wb = {
686		/* RGB -> YUV */
687		66, 129, 25, 112, -94, -18, -38, -74, 112, 0,
688	};
689
690	for (i = 1; i < num_ovl; i++)
691		dispc_ovl_write_color_conv_coef(i, &ctbl_bt601_5_ovl);
692
693	if (dispc.feat->has_writeback)
694		dispc_ovl_write_color_conv_coef(OMAP_DSS_WB, &ctbl_bt601_5_wb);
695}
696
697static void dispc_ovl_set_ba0(enum omap_plane plane, u32 paddr)
698{
699	dispc_write_reg(DISPC_OVL_BA0(plane), paddr);
700}
701
702static void dispc_ovl_set_ba1(enum omap_plane plane, u32 paddr)
703{
704	dispc_write_reg(DISPC_OVL_BA1(plane), paddr);
705}
706
707static void dispc_ovl_set_ba0_uv(enum omap_plane plane, u32 paddr)
708{
709	dispc_write_reg(DISPC_OVL_BA0_UV(plane), paddr);
710}
711
712static void dispc_ovl_set_ba1_uv(enum omap_plane plane, u32 paddr)
713{
714	dispc_write_reg(DISPC_OVL_BA1_UV(plane), paddr);
715}
716
717static void dispc_ovl_set_pos(enum omap_plane plane,
718		enum omap_overlay_caps caps, int x, int y)
719{
720	u32 val;
721
722	if ((caps & OMAP_DSS_OVL_CAP_POS) == 0)
723		return;
724
725	val = FLD_VAL(y, 26, 16) | FLD_VAL(x, 10, 0);
726
727	dispc_write_reg(DISPC_OVL_POSITION(plane), val);
728}
729
730static void dispc_ovl_set_input_size(enum omap_plane plane, int width,
731		int height)
732{
733	u32 val = FLD_VAL(height - 1, 26, 16) | FLD_VAL(width - 1, 10, 0);
734
735	if (plane == OMAP_DSS_GFX || plane == OMAP_DSS_WB)
736		dispc_write_reg(DISPC_OVL_SIZE(plane), val);
737	else
738		dispc_write_reg(DISPC_OVL_PICTURE_SIZE(plane), val);
739}
740
741static void dispc_ovl_set_output_size(enum omap_plane plane, int width,
742		int height)
743{
744	u32 val;
745
746	BUG_ON(plane == OMAP_DSS_GFX);
747
748	val = FLD_VAL(height - 1, 26, 16) | FLD_VAL(width - 1, 10, 0);
749
750	if (plane == OMAP_DSS_WB)
751		dispc_write_reg(DISPC_OVL_PICTURE_SIZE(plane), val);
752	else
753		dispc_write_reg(DISPC_OVL_SIZE(plane), val);
754}
755
756static void dispc_ovl_set_zorder(enum omap_plane plane,
757		enum omap_overlay_caps caps, u8 zorder)
758{
759	if ((caps & OMAP_DSS_OVL_CAP_ZORDER) == 0)
760		return;
761
762	REG_FLD_MOD(DISPC_OVL_ATTRIBUTES(plane), zorder, 27, 26);
763}
764
765static void dispc_ovl_enable_zorder_planes(void)
766{
767	int i;
768
769	if (!dss_has_feature(FEAT_ALPHA_FREE_ZORDER))
770		return;
771
772	for (i = 0; i < dss_feat_get_num_ovls(); i++)
773		REG_FLD_MOD(DISPC_OVL_ATTRIBUTES(i), 1, 25, 25);
774}
775
776static void dispc_ovl_set_pre_mult_alpha(enum omap_plane plane,
777		enum omap_overlay_caps caps, bool enable)
778{
779	if ((caps & OMAP_DSS_OVL_CAP_PRE_MULT_ALPHA) == 0)
780		return;
781
782	REG_FLD_MOD(DISPC_OVL_ATTRIBUTES(plane), enable ? 1 : 0, 28, 28);
783}
784
785static void dispc_ovl_setup_global_alpha(enum omap_plane plane,
786		enum omap_overlay_caps caps, u8 global_alpha)
787{
788	static const unsigned shifts[] = { 0, 8, 16, 24, };
789	int shift;
790
791	if ((caps & OMAP_DSS_OVL_CAP_GLOBAL_ALPHA) == 0)
792		return;
793
794	shift = shifts[plane];
795	REG_FLD_MOD(DISPC_GLOBAL_ALPHA, global_alpha, shift + 7, shift);
796}
797
798static void dispc_ovl_set_pix_inc(enum omap_plane plane, s32 inc)
799{
800	dispc_write_reg(DISPC_OVL_PIXEL_INC(plane), inc);
801}
802
803static void dispc_ovl_set_row_inc(enum omap_plane plane, s32 inc)
804{
805	dispc_write_reg(DISPC_OVL_ROW_INC(plane), inc);
806}
807
808static void dispc_ovl_set_color_mode(enum omap_plane plane,
809		enum omap_color_mode color_mode)
810{
811	u32 m = 0;
812	if (plane != OMAP_DSS_GFX) {
813		switch (color_mode) {
814		case OMAP_DSS_COLOR_NV12:
815			m = 0x0; break;
816		case OMAP_DSS_COLOR_RGBX16:
817			m = 0x1; break;
818		case OMAP_DSS_COLOR_RGBA16:
819			m = 0x2; break;
820		case OMAP_DSS_COLOR_RGB12U:
821			m = 0x4; break;
822		case OMAP_DSS_COLOR_ARGB16:
823			m = 0x5; break;
824		case OMAP_DSS_COLOR_RGB16:
825			m = 0x6; break;
826		case OMAP_DSS_COLOR_ARGB16_1555:
827			m = 0x7; break;
828		case OMAP_DSS_COLOR_RGB24U:
829			m = 0x8; break;
830		case OMAP_DSS_COLOR_RGB24P:
831			m = 0x9; break;
832		case OMAP_DSS_COLOR_YUV2:
833			m = 0xa; break;
834		case OMAP_DSS_COLOR_UYVY:
835			m = 0xb; break;
836		case OMAP_DSS_COLOR_ARGB32:
837			m = 0xc; break;
838		case OMAP_DSS_COLOR_RGBA32:
839			m = 0xd; break;
840		case OMAP_DSS_COLOR_RGBX32:
841			m = 0xe; break;
842		case OMAP_DSS_COLOR_XRGB16_1555:
843			m = 0xf; break;
844		default:
845			BUG(); return;
846		}
847	} else {
848		switch (color_mode) {
849		case OMAP_DSS_COLOR_CLUT1:
850			m = 0x0; break;
851		case OMAP_DSS_COLOR_CLUT2:
852			m = 0x1; break;
853		case OMAP_DSS_COLOR_CLUT4:
854			m = 0x2; break;
855		case OMAP_DSS_COLOR_CLUT8:
856			m = 0x3; break;
857		case OMAP_DSS_COLOR_RGB12U:
858			m = 0x4; break;
859		case OMAP_DSS_COLOR_ARGB16:
860			m = 0x5; break;
861		case OMAP_DSS_COLOR_RGB16:
862			m = 0x6; break;
863		case OMAP_DSS_COLOR_ARGB16_1555:
864			m = 0x7; break;
865		case OMAP_DSS_COLOR_RGB24U:
866			m = 0x8; break;
867		case OMAP_DSS_COLOR_RGB24P:
868			m = 0x9; break;
869		case OMAP_DSS_COLOR_RGBX16:
870			m = 0xa; break;
871		case OMAP_DSS_COLOR_RGBA16:
872			m = 0xb; break;
873		case OMAP_DSS_COLOR_ARGB32:
874			m = 0xc; break;
875		case OMAP_DSS_COLOR_RGBA32:
876			m = 0xd; break;
877		case OMAP_DSS_COLOR_RGBX32:
878			m = 0xe; break;
879		case OMAP_DSS_COLOR_XRGB16_1555:
880			m = 0xf; break;
881		default:
882			BUG(); return;
883		}
884	}
885
886	REG_FLD_MOD(DISPC_OVL_ATTRIBUTES(plane), m, 4, 1);
887}
888
889static void dispc_ovl_configure_burst_type(enum omap_plane plane,
890		enum omap_dss_rotation_type rotation_type)
891{
892	if (!dss_has_feature(FEAT_BURST_2D))
893		return;
894
895	if (rotation_type == OMAP_DSS_ROT_TILER)
896		REG_FLD_MOD(DISPC_OVL_ATTRIBUTES(plane), 1, 29, 29);
897	else
898		REG_FLD_MOD(DISPC_OVL_ATTRIBUTES(plane), 0, 29, 29);
899}
900
901void dispc_ovl_set_channel_out(enum omap_plane plane, enum omap_channel channel)
902{
903	int shift;
904	u32 val;
905	int chan = 0, chan2 = 0;
906
907	switch (plane) {
908	case OMAP_DSS_GFX:
909		shift = 8;
910		break;
911	case OMAP_DSS_VIDEO1:
912	case OMAP_DSS_VIDEO2:
913	case OMAP_DSS_VIDEO3:
914		shift = 16;
915		break;
916	default:
917		BUG();
918		return;
919	}
920
921	val = dispc_read_reg(DISPC_OVL_ATTRIBUTES(plane));
922	if (dss_has_feature(FEAT_MGR_LCD2)) {
923		switch (channel) {
924		case OMAP_DSS_CHANNEL_LCD:
925			chan = 0;
926			chan2 = 0;
927			break;
928		case OMAP_DSS_CHANNEL_DIGIT:
929			chan = 1;
930			chan2 = 0;
931			break;
932		case OMAP_DSS_CHANNEL_LCD2:
933			chan = 0;
934			chan2 = 1;
935			break;
936		case OMAP_DSS_CHANNEL_LCD3:
937			if (dss_has_feature(FEAT_MGR_LCD3)) {
938				chan = 0;
939				chan2 = 2;
940			} else {
941				BUG();
942				return;
943			}
944			break;
945		case OMAP_DSS_CHANNEL_WB:
946			chan = 0;
947			chan2 = 3;
948			break;
949		default:
950			BUG();
951			return;
952		}
953
954		val = FLD_MOD(val, chan, shift, shift);
955		val = FLD_MOD(val, chan2, 31, 30);
956	} else {
957		val = FLD_MOD(val, channel, shift, shift);
958	}
959	dispc_write_reg(DISPC_OVL_ATTRIBUTES(plane), val);
960}
961EXPORT_SYMBOL(dispc_ovl_set_channel_out);
962
963static enum omap_channel dispc_ovl_get_channel_out(enum omap_plane plane)
964{
965	int shift;
966	u32 val;
967
968	switch (plane) {
969	case OMAP_DSS_GFX:
970		shift = 8;
971		break;
972	case OMAP_DSS_VIDEO1:
973	case OMAP_DSS_VIDEO2:
974	case OMAP_DSS_VIDEO3:
975		shift = 16;
976		break;
977	default:
978		BUG();
979		return 0;
980	}
981
982	val = dispc_read_reg(DISPC_OVL_ATTRIBUTES(plane));
983
984	if (FLD_GET(val, shift, shift) == 1)
985		return OMAP_DSS_CHANNEL_DIGIT;
986
987	if (!dss_has_feature(FEAT_MGR_LCD2))
988		return OMAP_DSS_CHANNEL_LCD;
989
990	switch (FLD_GET(val, 31, 30)) {
991	case 0:
992	default:
993		return OMAP_DSS_CHANNEL_LCD;
994	case 1:
995		return OMAP_DSS_CHANNEL_LCD2;
996	case 2:
997		return OMAP_DSS_CHANNEL_LCD3;
998	case 3:
999		return OMAP_DSS_CHANNEL_WB;
1000	}
1001}
1002
1003static void dispc_ovl_set_burst_size(enum omap_plane plane,
1004		enum omap_burst_size burst_size)
1005{
1006	static const unsigned shifts[] = { 6, 14, 14, 14, 14, };
1007	int shift;
1008
1009	shift = shifts[plane];
1010	REG_FLD_MOD(DISPC_OVL_ATTRIBUTES(plane), burst_size, shift + 1, shift);
1011}
1012
1013static void dispc_configure_burst_sizes(void)
1014{
1015	int i;
1016	const int burst_size = BURST_SIZE_X8;
1017
1018	/* Configure burst size always to maximum size */
1019	for (i = 0; i < dss_feat_get_num_ovls(); ++i)
1020		dispc_ovl_set_burst_size(i, burst_size);
1021	if (dispc.feat->has_writeback)
1022		dispc_ovl_set_burst_size(OMAP_DSS_WB, burst_size);
1023}
1024
1025static u32 dispc_ovl_get_burst_size(enum omap_plane plane)
1026{
1027	unsigned unit = dss_feat_get_burst_size_unit();
1028	/* burst multiplier is always x8 (see dispc_configure_burst_sizes()) */
1029	return unit * 8;
1030}
1031
1032void dispc_enable_gamma_table(bool enable)
1033{
1034	/*
1035	 * This is partially implemented to support only disabling of
1036	 * the gamma table.
1037	 */
1038	if (enable) {
1039		DSSWARN("Gamma table enabling for TV not yet supported");
1040		return;
1041	}
1042
1043	REG_FLD_MOD(DISPC_CONFIG, enable, 9, 9);
1044}
1045
1046static void dispc_mgr_enable_cpr(enum omap_channel channel, bool enable)
1047{
1048	if (channel == OMAP_DSS_CHANNEL_DIGIT)
1049		return;
1050
1051	mgr_fld_write(channel, DISPC_MGR_FLD_CPR, enable);
1052}
1053
1054static void dispc_mgr_set_cpr_coef(enum omap_channel channel,
1055		const struct omap_dss_cpr_coefs *coefs)
1056{
1057	u32 coef_r, coef_g, coef_b;
1058
1059	if (!dss_mgr_is_lcd(channel))
1060		return;
1061
1062	coef_r = FLD_VAL(coefs->rr, 31, 22) | FLD_VAL(coefs->rg, 20, 11) |
1063		FLD_VAL(coefs->rb, 9, 0);
1064	coef_g = FLD_VAL(coefs->gr, 31, 22) | FLD_VAL(coefs->gg, 20, 11) |
1065		FLD_VAL(coefs->gb, 9, 0);
1066	coef_b = FLD_VAL(coefs->br, 31, 22) | FLD_VAL(coefs->bg, 20, 11) |
1067		FLD_VAL(coefs->bb, 9, 0);
1068
1069	dispc_write_reg(DISPC_CPR_COEF_R(channel), coef_r);
1070	dispc_write_reg(DISPC_CPR_COEF_G(channel), coef_g);
1071	dispc_write_reg(DISPC_CPR_COEF_B(channel), coef_b);
1072}
1073
1074static void dispc_ovl_set_vid_color_conv(enum omap_plane plane, bool enable)
1075{
1076	u32 val;
1077
1078	BUG_ON(plane == OMAP_DSS_GFX);
1079
1080	val = dispc_read_reg(DISPC_OVL_ATTRIBUTES(plane));
1081	val = FLD_MOD(val, enable, 9, 9);
1082	dispc_write_reg(DISPC_OVL_ATTRIBUTES(plane), val);
1083}
1084
1085static void dispc_ovl_enable_replication(enum omap_plane plane,
1086		enum omap_overlay_caps caps, bool enable)
1087{
1088	static const unsigned shifts[] = { 5, 10, 10, 10 };
1089	int shift;
1090
1091	if ((caps & OMAP_DSS_OVL_CAP_REPLICATION) == 0)
1092		return;
1093
1094	shift = shifts[plane];
1095	REG_FLD_MOD(DISPC_OVL_ATTRIBUTES(plane), enable, shift, shift);
1096}
1097
1098static void dispc_mgr_set_size(enum omap_channel channel, u16 width,
1099		u16 height)
1100{
1101	u32 val;
1102
1103	val = FLD_VAL(height - 1, dispc.feat->mgr_height_start, 16) |
1104		FLD_VAL(width - 1, dispc.feat->mgr_width_start, 0);
1105
1106	dispc_write_reg(DISPC_SIZE_MGR(channel), val);
1107}
1108
1109static void dispc_init_fifos(void)
1110{
1111	u32 size;
1112	int fifo;
1113	u8 start, end;
1114	u32 unit;
1115	int i;
1116
1117	unit = dss_feat_get_buffer_size_unit();
1118
1119	dss_feat_get_reg_field(FEAT_REG_FIFOSIZE, &start, &end);
1120
1121	for (fifo = 0; fifo < dispc.feat->num_fifos; ++fifo) {
1122		size = REG_GET(DISPC_OVL_FIFO_SIZE_STATUS(fifo), start, end);
1123		size *= unit;
1124		dispc.fifo_size[fifo] = size;
1125
1126		/*
1127		 * By default fifos are mapped directly to overlays, fifo 0 to
1128		 * ovl 0, fifo 1 to ovl 1, etc.
1129		 */
1130		dispc.fifo_assignment[fifo] = fifo;
1131	}
1132
1133	/*
1134	 * The GFX fifo on OMAP4 is smaller than the other fifos. The small fifo
1135	 * causes problems with certain use cases, like using the tiler in 2D
1136	 * mode. The below hack swaps the fifos of GFX and WB planes, thus
1137	 * giving GFX plane a larger fifo. WB but should work fine with a
1138	 * smaller fifo.
1139	 */
1140	if (dispc.feat->gfx_fifo_workaround) {
1141		u32 v;
1142
1143		v = dispc_read_reg(DISPC_GLOBAL_BUFFER);
1144
1145		v = FLD_MOD(v, 4, 2, 0); /* GFX BUF top to WB */
1146		v = FLD_MOD(v, 4, 5, 3); /* GFX BUF bottom to WB */
1147		v = FLD_MOD(v, 0, 26, 24); /* WB BUF top to GFX */
1148		v = FLD_MOD(v, 0, 29, 27); /* WB BUF bottom to GFX */
1149
1150		dispc_write_reg(DISPC_GLOBAL_BUFFER, v);
1151
1152		dispc.fifo_assignment[OMAP_DSS_GFX] = OMAP_DSS_WB;
1153		dispc.fifo_assignment[OMAP_DSS_WB] = OMAP_DSS_GFX;
1154	}
1155
1156	/*
1157	 * Setup default fifo thresholds.
1158	 */
1159	for (i = 0; i < dss_feat_get_num_ovls(); ++i) {
1160		u32 low, high;
1161		const bool use_fifomerge = false;
1162		const bool manual_update = false;
1163
1164		dispc_ovl_compute_fifo_thresholds(i, &low, &high,
1165			use_fifomerge, manual_update);
1166
1167		dispc_ovl_set_fifo_threshold(i, low, high);
1168	}
1169
1170	if (dispc.feat->has_writeback) {
1171		u32 low, high;
1172		const bool use_fifomerge = false;
1173		const bool manual_update = false;
1174
1175		dispc_ovl_compute_fifo_thresholds(OMAP_DSS_WB, &low, &high,
1176			use_fifomerge, manual_update);
1177
1178		dispc_ovl_set_fifo_threshold(OMAP_DSS_WB, low, high);
1179	}
1180}
1181
1182static u32 dispc_ovl_get_fifo_size(enum omap_plane plane)
1183{
1184	int fifo;
1185	u32 size = 0;
1186
1187	for (fifo = 0; fifo < dispc.feat->num_fifos; ++fifo) {
1188		if (dispc.fifo_assignment[fifo] == plane)
1189			size += dispc.fifo_size[fifo];
1190	}
1191
1192	return size;
1193}
1194
1195void dispc_ovl_set_fifo_threshold(enum omap_plane plane, u32 low, u32 high)
1196{
1197	u8 hi_start, hi_end, lo_start, lo_end;
1198	u32 unit;
1199
1200	unit = dss_feat_get_buffer_size_unit();
1201
1202	WARN_ON(low % unit != 0);
1203	WARN_ON(high % unit != 0);
1204
1205	low /= unit;
1206	high /= unit;
1207
1208	dss_feat_get_reg_field(FEAT_REG_FIFOHIGHTHRESHOLD, &hi_start, &hi_end);
1209	dss_feat_get_reg_field(FEAT_REG_FIFOLOWTHRESHOLD, &lo_start, &lo_end);
1210
1211	DSSDBG("fifo(%d) threshold (bytes), old %u/%u, new %u/%u\n",
1212			plane,
1213			REG_GET(DISPC_OVL_FIFO_THRESHOLD(plane),
1214				lo_start, lo_end) * unit,
1215			REG_GET(DISPC_OVL_FIFO_THRESHOLD(plane),
1216				hi_start, hi_end) * unit,
1217			low * unit, high * unit);
1218
1219	dispc_write_reg(DISPC_OVL_FIFO_THRESHOLD(plane),
1220			FLD_VAL(high, hi_start, hi_end) |
1221			FLD_VAL(low, lo_start, lo_end));
1222
1223	/*
1224	 * configure the preload to the pipeline's high threhold, if HT it's too
1225	 * large for the preload field, set the threshold to the maximum value
1226	 * that can be held by the preload register
1227	 */
1228	if (dss_has_feature(FEAT_PRELOAD) && dispc.feat->set_max_preload &&
1229			plane != OMAP_DSS_WB)
1230		dispc_write_reg(DISPC_OVL_PRELOAD(plane), min(high, 0xfffu));
1231}
1232
1233void dispc_enable_fifomerge(bool enable)
1234{
1235	if (!dss_has_feature(FEAT_FIFO_MERGE)) {
1236		WARN_ON(enable);
1237		return;
1238	}
1239
1240	DSSDBG("FIFO merge %s\n", enable ? "enabled" : "disabled");
1241	REG_FLD_MOD(DISPC_CONFIG, enable ? 1 : 0, 14, 14);
1242}
1243
1244void dispc_ovl_compute_fifo_thresholds(enum omap_plane plane,
1245		u32 *fifo_low, u32 *fifo_high, bool use_fifomerge,
1246		bool manual_update)
1247{
1248	/*
1249	 * All sizes are in bytes. Both the buffer and burst are made of
1250	 * buffer_units, and the fifo thresholds must be buffer_unit aligned.
1251	 */
1252
1253	unsigned buf_unit = dss_feat_get_buffer_size_unit();
1254	unsigned ovl_fifo_size, total_fifo_size, burst_size;
1255	int i;
1256
1257	burst_size = dispc_ovl_get_burst_size(plane);
1258	ovl_fifo_size = dispc_ovl_get_fifo_size(plane);
1259
1260	if (use_fifomerge) {
1261		total_fifo_size = 0;
1262		for (i = 0; i < dss_feat_get_num_ovls(); ++i)
1263			total_fifo_size += dispc_ovl_get_fifo_size(i);
1264	} else {
1265		total_fifo_size = ovl_fifo_size;
1266	}
1267
1268	/*
1269	 * We use the same low threshold for both fifomerge and non-fifomerge
1270	 * cases, but for fifomerge we calculate the high threshold using the
1271	 * combined fifo size
1272	 */
1273
1274	if (manual_update && dss_has_feature(FEAT_OMAP3_DSI_FIFO_BUG)) {
1275		*fifo_low = ovl_fifo_size - burst_size * 2;
1276		*fifo_high = total_fifo_size - burst_size;
1277	} else if (plane == OMAP_DSS_WB) {
1278		/*
1279		 * Most optimal configuration for writeback is to push out data
1280		 * to the interconnect the moment writeback pushes enough pixels
1281		 * in the FIFO to form a burst
1282		 */
1283		*fifo_low = 0;
1284		*fifo_high = burst_size;
1285	} else {
1286		*fifo_low = ovl_fifo_size - burst_size;
1287		*fifo_high = total_fifo_size - buf_unit;
1288	}
1289}
1290
1291static void dispc_ovl_set_mflag(enum omap_plane plane, bool enable)
1292{
1293	int bit;
1294
1295	if (plane == OMAP_DSS_GFX)
1296		bit = 14;
1297	else
1298		bit = 23;
1299
1300	REG_FLD_MOD(DISPC_OVL_ATTRIBUTES(plane), enable, bit, bit);
1301}
1302
1303static void dispc_ovl_set_mflag_threshold(enum omap_plane plane,
1304	int low, int high)
1305{
1306	dispc_write_reg(DISPC_OVL_MFLAG_THRESHOLD(plane),
1307		FLD_VAL(high, 31, 16) |	FLD_VAL(low, 15, 0));
1308}
1309
1310static void dispc_init_mflag(void)
1311{
1312	int i;
1313
1314	/*
1315	 * HACK: NV12 color format and MFLAG seem to have problems working
1316	 * together: using two displays, and having an NV12 overlay on one of
1317	 * the displays will cause underflows/synclosts when MFLAG_CTRL=2.
1318	 * Changing MFLAG thresholds and PRELOAD to certain values seem to
1319	 * remove the errors, but there doesn't seem to be a clear logic on
1320	 * which values work and which not.
1321	 *
1322	 * As a work-around, set force MFLAG to always on.
1323	 */
1324	dispc_write_reg(DISPC_GLOBAL_MFLAG_ATTRIBUTE,
1325		(1 << 0) |	/* MFLAG_CTRL = force always on */
1326		(0 << 2));	/* MFLAG_START = disable */
1327
1328	for (i = 0; i < dss_feat_get_num_ovls(); ++i) {
1329		u32 size = dispc_ovl_get_fifo_size(i);
1330		u32 unit = dss_feat_get_buffer_size_unit();
1331		u32 low, high;
1332
1333		dispc_ovl_set_mflag(i, true);
1334
1335		/*
1336		 * Simulation team suggests below thesholds:
1337		 * HT = fifosize * 5 / 8;
1338		 * LT = fifosize * 4 / 8;
1339		 */
1340
1341		low = size * 4 / 8 / unit;
1342		high = size * 5 / 8 / unit;
1343
1344		dispc_ovl_set_mflag_threshold(i, low, high);
1345	}
1346
1347	if (dispc.feat->has_writeback) {
1348		u32 size = dispc_ovl_get_fifo_size(OMAP_DSS_WB);
1349		u32 unit = dss_feat_get_buffer_size_unit();
1350		u32 low, high;
1351
1352		dispc_ovl_set_mflag(OMAP_DSS_WB, true);
1353
1354		/*
1355		 * Simulation team suggests below thesholds:
1356		 * HT = fifosize * 5 / 8;
1357		 * LT = fifosize * 4 / 8;
1358		 */
1359
1360		low = size * 4 / 8 / unit;
1361		high = size * 5 / 8 / unit;
1362
1363		dispc_ovl_set_mflag_threshold(OMAP_DSS_WB, low, high);
1364	}
1365}
1366
1367static void dispc_ovl_set_fir(enum omap_plane plane,
1368				int hinc, int vinc,
1369				enum omap_color_component color_comp)
1370{
1371	u32 val;
1372
1373	if (color_comp == DISPC_COLOR_COMPONENT_RGB_Y) {
1374		u8 hinc_start, hinc_end, vinc_start, vinc_end;
1375
1376		dss_feat_get_reg_field(FEAT_REG_FIRHINC,
1377					&hinc_start, &hinc_end);
1378		dss_feat_get_reg_field(FEAT_REG_FIRVINC,
1379					&vinc_start, &vinc_end);
1380		val = FLD_VAL(vinc, vinc_start, vinc_end) |
1381				FLD_VAL(hinc, hinc_start, hinc_end);
1382
1383		dispc_write_reg(DISPC_OVL_FIR(plane), val);
1384	} else {
1385		val = FLD_VAL(vinc, 28, 16) | FLD_VAL(hinc, 12, 0);
1386		dispc_write_reg(DISPC_OVL_FIR2(plane), val);
1387	}
1388}
1389
1390static void dispc_ovl_set_vid_accu0(enum omap_plane plane, int haccu, int vaccu)
1391{
1392	u32 val;
1393	u8 hor_start, hor_end, vert_start, vert_end;
1394
1395	dss_feat_get_reg_field(FEAT_REG_HORIZONTALACCU, &hor_start, &hor_end);
1396	dss_feat_get_reg_field(FEAT_REG_VERTICALACCU, &vert_start, &vert_end);
1397
1398	val = FLD_VAL(vaccu, vert_start, vert_end) |
1399			FLD_VAL(haccu, hor_start, hor_end);
1400
1401	dispc_write_reg(DISPC_OVL_ACCU0(plane), val);
1402}
1403
1404static void dispc_ovl_set_vid_accu1(enum omap_plane plane, int haccu, int vaccu)
1405{
1406	u32 val;
1407	u8 hor_start, hor_end, vert_start, vert_end;
1408
1409	dss_feat_get_reg_field(FEAT_REG_HORIZONTALACCU, &hor_start, &hor_end);
1410	dss_feat_get_reg_field(FEAT_REG_VERTICALACCU, &vert_start, &vert_end);
1411
1412	val = FLD_VAL(vaccu, vert_start, vert_end) |
1413			FLD_VAL(haccu, hor_start, hor_end);
1414
1415	dispc_write_reg(DISPC_OVL_ACCU1(plane), val);
1416}
1417
1418static void dispc_ovl_set_vid_accu2_0(enum omap_plane plane, int haccu,
1419		int vaccu)
1420{
1421	u32 val;
1422
1423	val = FLD_VAL(vaccu, 26, 16) | FLD_VAL(haccu, 10, 0);
1424	dispc_write_reg(DISPC_OVL_ACCU2_0(plane), val);
1425}
1426
1427static void dispc_ovl_set_vid_accu2_1(enum omap_plane plane, int haccu,
1428		int vaccu)
1429{
1430	u32 val;
1431
1432	val = FLD_VAL(vaccu, 26, 16) | FLD_VAL(haccu, 10, 0);
1433	dispc_write_reg(DISPC_OVL_ACCU2_1(plane), val);
1434}
1435
1436static void dispc_ovl_set_scale_param(enum omap_plane plane,
1437		u16 orig_width, u16 orig_height,
1438		u16 out_width, u16 out_height,
1439		bool five_taps, u8 rotation,
1440		enum omap_color_component color_comp)
1441{
1442	int fir_hinc, fir_vinc;
1443
1444	fir_hinc = 1024 * orig_width / out_width;
1445	fir_vinc = 1024 * orig_height / out_height;
1446
1447	dispc_ovl_set_scale_coef(plane, fir_hinc, fir_vinc, five_taps,
1448				color_comp);
1449	dispc_ovl_set_fir(plane, fir_hinc, fir_vinc, color_comp);
1450}
1451
1452static void dispc_ovl_set_accu_uv(enum omap_plane plane,
1453		u16 orig_width,	u16 orig_height, u16 out_width, u16 out_height,
1454		bool ilace, enum omap_color_mode color_mode, u8 rotation)
1455{
1456	int h_accu2_0, h_accu2_1;
1457	int v_accu2_0, v_accu2_1;
1458	int chroma_hinc, chroma_vinc;
1459	int idx;
1460
1461	struct accu {
1462		s8 h0_m, h0_n;
1463		s8 h1_m, h1_n;
1464		s8 v0_m, v0_n;
1465		s8 v1_m, v1_n;
1466	};
1467
1468	const struct accu *accu_table;
1469	const struct accu *accu_val;
1470
1471	static const struct accu accu_nv12[4] = {
1472		{  0, 1,  0, 1 , -1, 2, 0, 1 },
1473		{  1, 2, -3, 4 ,  0, 1, 0, 1 },
1474		{ -1, 1,  0, 1 , -1, 2, 0, 1 },
1475		{ -1, 2, -1, 2 , -1, 1, 0, 1 },
1476	};
1477
1478	static const struct accu accu_nv12_ilace[4] = {
1479		{  0, 1,  0, 1 , -3, 4, -1, 4 },
1480		{ -1, 4, -3, 4 ,  0, 1,  0, 1 },
1481		{ -1, 1,  0, 1 , -1, 4, -3, 4 },
1482		{ -3, 4, -3, 4 , -1, 1,  0, 1 },
1483	};
1484
1485	static const struct accu accu_yuv[4] = {
1486		{  0, 1, 0, 1,  0, 1, 0, 1 },
1487		{  0, 1, 0, 1,  0, 1, 0, 1 },
1488		{ -1, 1, 0, 1,  0, 1, 0, 1 },
1489		{  0, 1, 0, 1, -1, 1, 0, 1 },
1490	};
1491
1492	switch (rotation) {
1493	case OMAP_DSS_ROT_0:
1494		idx = 0;
1495		break;
1496	case OMAP_DSS_ROT_90:
1497		idx = 1;
1498		break;
1499	case OMAP_DSS_ROT_180:
1500		idx = 2;
1501		break;
1502	case OMAP_DSS_ROT_270:
1503		idx = 3;
1504		break;
1505	default:
1506		BUG();
1507		return;
1508	}
1509
1510	switch (color_mode) {
1511	case OMAP_DSS_COLOR_NV12:
1512		if (ilace)
1513			accu_table = accu_nv12_ilace;
1514		else
1515			accu_table = accu_nv12;
1516		break;
1517	case OMAP_DSS_COLOR_YUV2:
1518	case OMAP_DSS_COLOR_UYVY:
1519		accu_table = accu_yuv;
1520		break;
1521	default:
1522		BUG();
1523		return;
1524	}
1525
1526	accu_val = &accu_table[idx];
1527
1528	chroma_hinc = 1024 * orig_width / out_width;
1529	chroma_vinc = 1024 * orig_height / out_height;
1530
1531	h_accu2_0 = (accu_val->h0_m * chroma_hinc / accu_val->h0_n) % 1024;
1532	h_accu2_1 = (accu_val->h1_m * chroma_hinc / accu_val->h1_n) % 1024;
1533	v_accu2_0 = (accu_val->v0_m * chroma_vinc / accu_val->v0_n) % 1024;
1534	v_accu2_1 = (accu_val->v1_m * chroma_vinc / accu_val->v1_n) % 1024;
1535
1536	dispc_ovl_set_vid_accu2_0(plane, h_accu2_0, v_accu2_0);
1537	dispc_ovl_set_vid_accu2_1(plane, h_accu2_1, v_accu2_1);
1538}
1539
1540static void dispc_ovl_set_scaling_common(enum omap_plane plane,
1541		u16 orig_width, u16 orig_height,
1542		u16 out_width, u16 out_height,
1543		bool ilace, bool five_taps,
1544		bool fieldmode, enum omap_color_mode color_mode,
1545		u8 rotation)
1546{
1547	int accu0 = 0;
1548	int accu1 = 0;
1549	u32 l;
1550
1551	dispc_ovl_set_scale_param(plane, orig_width, orig_height,
1552				out_width, out_height, five_taps,
1553				rotation, DISPC_COLOR_COMPONENT_RGB_Y);
1554	l = dispc_read_reg(DISPC_OVL_ATTRIBUTES(plane));
1555
1556	/* RESIZEENABLE and VERTICALTAPS */
1557	l &= ~((0x3 << 5) | (0x1 << 21));
1558	l |= (orig_width != out_width) ? (1 << 5) : 0;
1559	l |= (orig_height != out_height) ? (1 << 6) : 0;
1560	l |= five_taps ? (1 << 21) : 0;
1561
1562	/* VRESIZECONF and HRESIZECONF */
1563	if (dss_has_feature(FEAT_RESIZECONF)) {
1564		l &= ~(0x3 << 7);
1565		l |= (orig_width <= out_width) ? 0 : (1 << 7);
1566		l |= (orig_height <= out_height) ? 0 : (1 << 8);
1567	}
1568
1569	/* LINEBUFFERSPLIT */
1570	if (dss_has_feature(FEAT_LINEBUFFERSPLIT)) {
1571		l &= ~(0x1 << 22);
1572		l |= five_taps ? (1 << 22) : 0;
1573	}
1574
1575	dispc_write_reg(DISPC_OVL_ATTRIBUTES(plane), l);
1576
1577	/*
1578	 * field 0 = even field = bottom field
1579	 * field 1 = odd field = top field
1580	 */
1581	if (ilace && !fieldmode) {
1582		accu1 = 0;
1583		accu0 = ((1024 * orig_height / out_height) / 2) & 0x3ff;
1584		if (accu0 >= 1024/2) {
1585			accu1 = 1024/2;
1586			accu0 -= accu1;
1587		}
1588	}
1589
1590	dispc_ovl_set_vid_accu0(plane, 0, accu0);
1591	dispc_ovl_set_vid_accu1(plane, 0, accu1);
1592}
1593
1594static void dispc_ovl_set_scaling_uv(enum omap_plane plane,
1595		u16 orig_width, u16 orig_height,
1596		u16 out_width, u16 out_height,
1597		bool ilace, bool five_taps,
1598		bool fieldmode, enum omap_color_mode color_mode,
1599		u8 rotation)
1600{
1601	int scale_x = out_width != orig_width;
1602	int scale_y = out_height != orig_height;
1603	bool chroma_upscale = plane != OMAP_DSS_WB;
1604
1605	if (!dss_has_feature(FEAT_HANDLE_UV_SEPARATE))
1606		return;
1607	if ((color_mode != OMAP_DSS_COLOR_YUV2 &&
1608			color_mode != OMAP_DSS_COLOR_UYVY &&
1609			color_mode != OMAP_DSS_COLOR_NV12)) {
1610		/* reset chroma resampling for RGB formats  */
1611		if (plane != OMAP_DSS_WB)
1612			REG_FLD_MOD(DISPC_OVL_ATTRIBUTES2(plane), 0, 8, 8);
1613		return;
1614	}
1615
1616	dispc_ovl_set_accu_uv(plane, orig_width, orig_height, out_width,
1617			out_height, ilace, color_mode, rotation);
1618
1619	switch (color_mode) {
1620	case OMAP_DSS_COLOR_NV12:
1621		if (chroma_upscale) {
1622			/* UV is subsampled by 2 horizontally and vertically */
1623			orig_height >>= 1;
1624			orig_width >>= 1;
1625		} else {
1626			/* UV is downsampled by 2 horizontally and vertically */
1627			orig_height <<= 1;
1628			orig_width <<= 1;
1629		}
1630
1631		break;
1632	case OMAP_DSS_COLOR_YUV2:
1633	case OMAP_DSS_COLOR_UYVY:
1634		/* For YUV422 with 90/270 rotation, we don't upsample chroma */
1635		if (rotation == OMAP_DSS_ROT_0 ||
1636				rotation == OMAP_DSS_ROT_180) {
1637			if (chroma_upscale)
1638				/* UV is subsampled by 2 horizontally */
1639				orig_width >>= 1;
1640			else
1641				/* UV is downsampled by 2 horizontally */
1642				orig_width <<= 1;
1643		}
1644
1645		/* must use FIR for YUV422 if rotated */
1646		if (rotation != OMAP_DSS_ROT_0)
1647			scale_x = scale_y = true;
1648
1649		break;
1650	default:
1651		BUG();
1652		return;
1653	}
1654
1655	if (out_width != orig_width)
1656		scale_x = true;
1657	if (out_height != orig_height)
1658		scale_y = true;
1659
1660	dispc_ovl_set_scale_param(plane, orig_width, orig_height,
1661			out_width, out_height, five_taps,
1662				rotation, DISPC_COLOR_COMPONENT_UV);
1663
1664	if (plane != OMAP_DSS_WB)
1665		REG_FLD_MOD(DISPC_OVL_ATTRIBUTES2(plane),
1666			(scale_x || scale_y) ? 1 : 0, 8, 8);
1667
1668	/* set H scaling */
1669	REG_FLD_MOD(DISPC_OVL_ATTRIBUTES(plane), scale_x ? 1 : 0, 5, 5);
1670	/* set V scaling */
1671	REG_FLD_MOD(DISPC_OVL_ATTRIBUTES(plane), scale_y ? 1 : 0, 6, 6);
1672}
1673
1674static void dispc_ovl_set_scaling(enum omap_plane plane,
1675		u16 orig_width, u16 orig_height,
1676		u16 out_width, u16 out_height,
1677		bool ilace, bool five_taps,
1678		bool fieldmode, enum omap_color_mode color_mode,
1679		u8 rotation)
1680{
1681	BUG_ON(plane == OMAP_DSS_GFX);
1682
1683	dispc_ovl_set_scaling_common(plane,
1684			orig_width, orig_height,
1685			out_width, out_height,
1686			ilace, five_taps,
1687			fieldmode, color_mode,
1688			rotation);
1689
1690	dispc_ovl_set_scaling_uv(plane,
1691		orig_width, orig_height,
1692		out_width, out_height,
1693		ilace, five_taps,
1694		fieldmode, color_mode,
1695		rotation);
1696}
1697
1698static void dispc_ovl_set_rotation_attrs(enum omap_plane plane, u8 rotation,
1699		enum omap_dss_rotation_type rotation_type,
1700		bool mirroring, enum omap_color_mode color_mode)
1701{
1702	bool row_repeat = false;
1703	int vidrot = 0;
1704
1705	if (color_mode == OMAP_DSS_COLOR_YUV2 ||
1706			color_mode == OMAP_DSS_COLOR_UYVY) {
1707
1708		if (mirroring) {
1709			switch (rotation) {
1710			case OMAP_DSS_ROT_0:
1711				vidrot = 2;
1712				break;
1713			case OMAP_DSS_ROT_90:
1714				vidrot = 1;
1715				break;
1716			case OMAP_DSS_ROT_180:
1717				vidrot = 0;
1718				break;
1719			case OMAP_DSS_ROT_270:
1720				vidrot = 3;
1721				break;
1722			}
1723		} else {
1724			switch (rotation) {
1725			case OMAP_DSS_ROT_0:
1726				vidrot = 0;
1727				break;
1728			case OMAP_DSS_ROT_90:
1729				vidrot = 1;
1730				break;
1731			case OMAP_DSS_ROT_180:
1732				vidrot = 2;
1733				break;
1734			case OMAP_DSS_ROT_270:
1735				vidrot = 3;
1736				break;
1737			}
1738		}
1739
1740		if (rotation == OMAP_DSS_ROT_90 || rotation == OMAP_DSS_ROT_270)
1741			row_repeat = true;
1742		else
1743			row_repeat = false;
1744	}
1745
1746	/*
1747	 * OMAP4/5 Errata i631:
1748	 * NV12 in 1D mode must use ROTATION=1. Otherwise DSS will fetch extra
1749	 * rows beyond the framebuffer, which may cause OCP error.
1750	 */
1751	if (color_mode == OMAP_DSS_COLOR_NV12 &&
1752			rotation_type != OMAP_DSS_ROT_TILER)
1753		vidrot = 1;
1754
1755	REG_FLD_MOD(DISPC_OVL_ATTRIBUTES(plane), vidrot, 13, 12);
1756	if (dss_has_feature(FEAT_ROWREPEATENABLE))
1757		REG_FLD_MOD(DISPC_OVL_ATTRIBUTES(plane),
1758			row_repeat ? 1 : 0, 18, 18);
1759
1760	if (color_mode == OMAP_DSS_COLOR_NV12) {
1761		bool doublestride = (rotation_type == OMAP_DSS_ROT_TILER) &&
1762					(rotation == OMAP_DSS_ROT_0 ||
1763					rotation == OMAP_DSS_ROT_180);
1764		/* DOUBLESTRIDE */
1765		REG_FLD_MOD(DISPC_OVL_ATTRIBUTES(plane), doublestride, 22, 22);
1766	}
1767
1768}
1769
1770static int color_mode_to_bpp(enum omap_color_mode color_mode)
1771{
1772	switch (color_mode) {
1773	case OMAP_DSS_COLOR_CLUT1:
1774		return 1;
1775	case OMAP_DSS_COLOR_CLUT2:
1776		return 2;
1777	case OMAP_DSS_COLOR_CLUT4:
1778		return 4;
1779	case OMAP_DSS_COLOR_CLUT8:
1780	case OMAP_DSS_COLOR_NV12:
1781		return 8;
1782	case OMAP_DSS_COLOR_RGB12U:
1783	case OMAP_DSS_COLOR_RGB16:
1784	case OMAP_DSS_COLOR_ARGB16:
1785	case OMAP_DSS_COLOR_YUV2:
1786	case OMAP_DSS_COLOR_UYVY:
1787	case OMAP_DSS_COLOR_RGBA16:
1788	case OMAP_DSS_COLOR_RGBX16:
1789	case OMAP_DSS_COLOR_ARGB16_1555:
1790	case OMAP_DSS_COLOR_XRGB16_1555:
1791		return 16;
1792	case OMAP_DSS_COLOR_RGB24P:
1793		return 24;
1794	case OMAP_DSS_COLOR_RGB24U:
1795	case OMAP_DSS_COLOR_ARGB32:
1796	case OMAP_DSS_COLOR_RGBA32:
1797	case OMAP_DSS_COLOR_RGBX32:
1798		return 32;
1799	default:
1800		BUG();
1801		return 0;
1802	}
1803}
1804
1805static s32 pixinc(int pixels, u8 ps)
1806{
1807	if (pixels == 1)
1808		return 1;
1809	else if (pixels > 1)
1810		return 1 + (pixels - 1) * ps;
1811	else if (pixels < 0)
1812		return 1 - (-pixels + 1) * ps;
1813	else
1814		BUG();
1815	return 0;
1816}
1817
1818static void calc_vrfb_rotation_offset(u8 rotation, bool mirror,
1819		u16 screen_width,
1820		u16 width, u16 height,
1821		enum omap_color_mode color_mode, bool fieldmode,
1822		unsigned int field_offset,
1823		unsigned *offset0, unsigned *offset1,
1824		s32 *row_inc, s32 *pix_inc, int x_predecim, int y_predecim)
1825{
1826	u8 ps;
1827
1828	/* FIXME CLUT formats */
1829	switch (color_mode) {
1830	case OMAP_DSS_COLOR_CLUT1:
1831	case OMAP_DSS_COLOR_CLUT2:
1832	case OMAP_DSS_COLOR_CLUT4:
1833	case OMAP_DSS_COLOR_CLUT8:
1834		BUG();
1835		return;
1836	case OMAP_DSS_COLOR_YUV2:
1837	case OMAP_DSS_COLOR_UYVY:
1838		ps = 4;
1839		break;
1840	default:
1841		ps = color_mode_to_bpp(color_mode) / 8;
1842		break;
1843	}
1844
1845	DSSDBG("calc_rot(%d): scrw %d, %dx%d\n", rotation, screen_width,
1846			width, height);
1847
1848	/*
1849	 * field 0 = even field = bottom field
1850	 * field 1 = odd field = top field
1851	 */
1852	switch (rotation + mirror * 4) {
1853	case OMAP_DSS_ROT_0:
1854	case OMAP_DSS_ROT_180:
1855		/*
1856		 * If the pixel format is YUV or UYVY divide the width
1857		 * of the image by 2 for 0 and 180 degree rotation.
1858		 */
1859		if (color_mode == OMAP_DSS_COLOR_YUV2 ||
1860			color_mode == OMAP_DSS_COLOR_UYVY)
1861			width = width >> 1;
1862		fallthrough;
1863	case OMAP_DSS_ROT_90:
1864	case OMAP_DSS_ROT_270:
1865		*offset1 = 0;
1866		if (field_offset)
1867			*offset0 = field_offset * screen_width * ps;
1868		else
1869			*offset0 = 0;
1870
1871		*row_inc = pixinc(1 +
1872			(y_predecim * screen_width - x_predecim * width) +
1873			(fieldmode ? screen_width : 0), ps);
1874		*pix_inc = pixinc(x_predecim, ps);
1875		break;
1876
1877	case OMAP_DSS_ROT_0 + 4:
1878	case OMAP_DSS_ROT_180 + 4:
1879		/* If the pixel format is YUV or UYVY divide the width
1880		 * of the image by 2  for 0 degree and 180 degree
1881		 */
1882		if (color_mode == OMAP_DSS_COLOR_YUV2 ||
1883			color_mode == OMAP_DSS_COLOR_UYVY)
1884			width = width >> 1;
1885		fallthrough;
1886	case OMAP_DSS_ROT_90 + 4:
1887	case OMAP_DSS_ROT_270 + 4:
1888		*offset1 = 0;
1889		if (field_offset)
1890			*offset0 = field_offset * screen_width * ps;
1891		else
1892			*offset0 = 0;
1893		*row_inc = pixinc(1 -
1894			(y_predecim * screen_width + x_predecim * width) -
1895			(fieldmode ? screen_width : 0), ps);
1896		*pix_inc = pixinc(x_predecim, ps);
1897		break;
1898
1899	default:
1900		BUG();
1901		return;
1902	}
1903}
1904
1905static void calc_dma_rotation_offset(u8 rotation, bool mirror,
1906		u16 screen_width,
1907		u16 width, u16 height,
1908		enum omap_color_mode color_mode, bool fieldmode,
1909		unsigned int field_offset,
1910		unsigned *offset0, unsigned *offset1,
1911		s32 *row_inc, s32 *pix_inc, int x_predecim, int y_predecim)
1912{
1913	u8 ps;
1914	u16 fbw, fbh;
1915
1916	/* FIXME CLUT formats */
1917	switch (color_mode) {
1918	case OMAP_DSS_COLOR_CLUT1:
1919	case OMAP_DSS_COLOR_CLUT2:
1920	case OMAP_DSS_COLOR_CLUT4:
1921	case OMAP_DSS_COLOR_CLUT8:
1922		BUG();
1923		return;
1924	default:
1925		ps = color_mode_to_bpp(color_mode) / 8;
1926		break;
1927	}
1928
1929	DSSDBG("calc_rot(%d): scrw %d, %dx%d\n", rotation, screen_width,
1930			width, height);
1931
1932	/* width & height are overlay sizes, convert to fb sizes */
1933
1934	if (rotation == OMAP_DSS_ROT_0 || rotation == OMAP_DSS_ROT_180) {
1935		fbw = width;
1936		fbh = height;
1937	} else {
1938		fbw = height;
1939		fbh = width;
1940	}
1941
1942	/*
1943	 * field 0 = even field = bottom field
1944	 * field 1 = odd field = top field
1945	 */
1946	switch (rotation + mirror * 4) {
1947	case OMAP_DSS_ROT_0:
1948		*offset1 = 0;
1949		if (field_offset)
1950			*offset0 = *offset1 + field_offset * screen_width * ps;
1951		else
1952			*offset0 = *offset1;
1953		*row_inc = pixinc(1 +
1954			(y_predecim * screen_width - fbw * x_predecim) +
1955			(fieldmode ? screen_width : 0),	ps);
1956		if (color_mode == OMAP_DSS_COLOR_YUV2 ||
1957			color_mode == OMAP_DSS_COLOR_UYVY)
1958			*pix_inc = pixinc(x_predecim, 2 * ps);
1959		else
1960			*pix_inc = pixinc(x_predecim, ps);
1961		break;
1962	case OMAP_DSS_ROT_90:
1963		*offset1 = screen_width * (fbh - 1) * ps;
1964		if (field_offset)
1965			*offset0 = *offset1 + field_offset * ps;
1966		else
1967			*offset0 = *offset1;
1968		*row_inc = pixinc(screen_width * (fbh * x_predecim - 1) +
1969				y_predecim + (fieldmode ? 1 : 0), ps);
1970		*pix_inc = pixinc(-x_predecim * screen_width, ps);
1971		break;
1972	case OMAP_DSS_ROT_180:
1973		*offset1 = (screen_width * (fbh - 1) + fbw - 1) * ps;
1974		if (field_offset)
1975			*offset0 = *offset1 - field_offset * screen_width * ps;
1976		else
1977			*offset0 = *offset1;
1978		*row_inc = pixinc(-1 -
1979			(y_predecim * screen_width - fbw * x_predecim) -
1980			(fieldmode ? screen_width : 0),	ps);
1981		if (color_mode == OMAP_DSS_COLOR_YUV2 ||
1982			color_mode == OMAP_DSS_COLOR_UYVY)
1983			*pix_inc = pixinc(-x_predecim, 2 * ps);
1984		else
1985			*pix_inc = pixinc(-x_predecim, ps);
1986		break;
1987	case OMAP_DSS_ROT_270:
1988		*offset1 = (fbw - 1) * ps;
1989		if (field_offset)
1990			*offset0 = *offset1 - field_offset * ps;
1991		else
1992			*offset0 = *offset1;
1993		*row_inc = pixinc(-screen_width * (fbh * x_predecim - 1) -
1994				y_predecim - (fieldmode ? 1 : 0), ps);
1995		*pix_inc = pixinc(x_predecim * screen_width, ps);
1996		break;
1997
1998	/* mirroring */
1999	case OMAP_DSS_ROT_0 + 4:
2000		*offset1 = (fbw - 1) * ps;
2001		if (field_offset)
2002			*offset0 = *offset1 + field_offset * screen_width * ps;
2003		else
2004			*offset0 = *offset1;
2005		*row_inc = pixinc(y_predecim * screen_width * 2 - 1 +
2006				(fieldmode ? screen_width : 0),
2007				ps);
2008		if (color_mode == OMAP_DSS_COLOR_YUV2 ||
2009			color_mode == OMAP_DSS_COLOR_UYVY)
2010			*pix_inc = pixinc(-x_predecim, 2 * ps);
2011		else
2012			*pix_inc = pixinc(-x_predecim, ps);
2013		break;
2014
2015	case OMAP_DSS_ROT_90 + 4:
2016		*offset1 = 0;
2017		if (field_offset)
2018			*offset0 = *offset1 + field_offset * ps;
2019		else
2020			*offset0 = *offset1;
2021		*row_inc = pixinc(-screen_width * (fbh * x_predecim - 1) +
2022				y_predecim + (fieldmode ? 1 : 0),
2023				ps);
2024		*pix_inc = pixinc(x_predecim * screen_width, ps);
2025		break;
2026
2027	case OMAP_DSS_ROT_180 + 4:
2028		*offset1 = screen_width * (fbh - 1) * ps;
2029		if (field_offset)
2030			*offset0 = *offset1 - field_offset * screen_width * ps;
2031		else
2032			*offset0 = *offset1;
2033		*row_inc = pixinc(1 - y_predecim * screen_width * 2 -
2034				(fieldmode ? screen_width : 0),
2035				ps);
2036		if (color_mode == OMAP_DSS_COLOR_YUV2 ||
2037			color_mode == OMAP_DSS_COLOR_UYVY)
2038			*pix_inc = pixinc(x_predecim, 2 * ps);
2039		else
2040			*pix_inc = pixinc(x_predecim, ps);
2041		break;
2042
2043	case OMAP_DSS_ROT_270 + 4:
2044		*offset1 = (screen_width * (fbh - 1) + fbw - 1) * ps;
2045		if (field_offset)
2046			*offset0 = *offset1 - field_offset * ps;
2047		else
2048			*offset0 = *offset1;
2049		*row_inc = pixinc(screen_width * (fbh * x_predecim - 1) -
2050				y_predecim - (fieldmode ? 1 : 0),
2051				ps);
2052		*pix_inc = pixinc(-x_predecim * screen_width, ps);
2053		break;
2054
2055	default:
2056		BUG();
2057		return;
2058	}
2059}
2060
2061static void calc_tiler_rotation_offset(u16 screen_width, u16 width,
2062		enum omap_color_mode color_mode, bool fieldmode,
2063		unsigned int field_offset, unsigned *offset0, unsigned *offset1,
2064		s32 *row_inc, s32 *pix_inc, int x_predecim, int y_predecim)
2065{
2066	u8 ps;
2067
2068	switch (color_mode) {
2069	case OMAP_DSS_COLOR_CLUT1:
2070	case OMAP_DSS_COLOR_CLUT2:
2071	case OMAP_DSS_COLOR_CLUT4:
2072	case OMAP_DSS_COLOR_CLUT8:
2073		BUG();
2074		return;
2075	default:
2076		ps = color_mode_to_bpp(color_mode) / 8;
2077		break;
2078	}
2079
2080	DSSDBG("scrw %d, width %d\n", screen_width, width);
2081
2082	/*
2083	 * field 0 = even field = bottom field
2084	 * field 1 = odd field = top field
2085	 */
2086	*offset1 = 0;
2087	if (field_offset)
2088		*offset0 = *offset1 + field_offset * screen_width * ps;
2089	else
2090		*offset0 = *offset1;
2091	*row_inc = pixinc(1 + (y_predecim * screen_width - width * x_predecim) +
2092			(fieldmode ? screen_width : 0), ps);
2093	if (color_mode == OMAP_DSS_COLOR_YUV2 ||
2094		color_mode == OMAP_DSS_COLOR_UYVY)
2095		*pix_inc = pixinc(x_predecim, 2 * ps);
2096	else
2097		*pix_inc = pixinc(x_predecim, ps);
2098}
2099
2100/*
2101 * This function is used to avoid synclosts in OMAP3, because of some
2102 * undocumented horizontal position and timing related limitations.
2103 */
2104static int check_horiz_timing_omap3(unsigned long pclk, unsigned long lclk,
2105		const struct omap_video_timings *t, u16 pos_x,
2106		u16 width, u16 height, u16 out_width, u16 out_height,
2107		bool five_taps)
2108{
2109	const int ds = DIV_ROUND_UP(height, out_height);
2110	unsigned long nonactive;
2111	static const u8 limits[3] = { 8, 10, 20 };
2112	u64 val, blank;
2113	int i;
2114
2115	nonactive = t->x_res + t->hfp + t->hsw + t->hbp - out_width;
2116
2117	i = 0;
2118	if (out_height < height)
2119		i++;
2120	if (out_width < width)
2121		i++;
2122	blank = div_u64((u64)(t->hbp + t->hsw + t->hfp) * lclk, pclk);
2123	DSSDBG("blanking period + ppl = %llu (limit = %u)\n", blank, limits[i]);
2124	if (blank <= limits[i])
2125		return -EINVAL;
2126
2127	/* FIXME add checks for 3-tap filter once the limitations are known */
2128	if (!five_taps)
2129		return 0;
2130
2131	/*
2132	 * Pixel data should be prepared before visible display point starts.
2133	 * So, atleast DS-2 lines must have already been fetched by DISPC
2134	 * during nonactive - pos_x period.
2135	 */
2136	val = div_u64((u64)(nonactive - pos_x) * lclk, pclk);
2137	DSSDBG("(nonactive - pos_x) * pcd = %llu max(0, DS - 2) * width = %d\n",
2138		val, max(0, ds - 2) * width);
2139	if (val < max(0, ds - 2) * width)
2140		return -EINVAL;
2141
2142	/*
2143	 * All lines need to be refilled during the nonactive period of which
2144	 * only one line can be loaded during the active period. So, atleast
2145	 * DS - 1 lines should be loaded during nonactive period.
2146	 */
2147	val =  div_u64((u64)nonactive * lclk, pclk);
2148	DSSDBG("nonactive * pcd  = %llu, max(0, DS - 1) * width = %d\n",
2149		val, max(0, ds - 1) * width);
2150	if (val < max(0, ds - 1) * width)
2151		return -EINVAL;
2152
2153	return 0;
2154}
2155
2156static unsigned long calc_core_clk_five_taps(unsigned long pclk,
2157		const struct omap_video_timings *mgr_timings, u16 width,
2158		u16 height, u16 out_width, u16 out_height,
2159		enum omap_color_mode color_mode)
2160{
2161	u32 core_clk = 0;
2162	u64 tmp;
2163
2164	if (height <= out_height && width <= out_width)
2165		return (unsigned long) pclk;
2166
2167	if (height > out_height) {
2168		unsigned int ppl = mgr_timings->x_res;
2169
2170		tmp = (u64)pclk * height * out_width;
2171		do_div(tmp, 2 * out_height * ppl);
2172		core_clk = tmp;
2173
2174		if (height > 2 * out_height) {
2175			if (ppl == out_width)
2176				return 0;
2177
2178			tmp = (u64)pclk * (height - 2 * out_height) * out_width;
2179			do_div(tmp, 2 * out_height * (ppl - out_width));
2180			core_clk = max_t(u32, core_clk, tmp);
2181		}
2182	}
2183
2184	if (width > out_width) {
2185		tmp = (u64)pclk * width;
2186		do_div(tmp, out_width);
2187		core_clk = max_t(u32, core_clk, tmp);
2188
2189		if (color_mode == OMAP_DSS_COLOR_RGB24U)
2190			core_clk <<= 1;
2191	}
2192
2193	return core_clk;
2194}
2195
2196static unsigned long calc_core_clk_24xx(unsigned long pclk, u16 width,
2197		u16 height, u16 out_width, u16 out_height, bool mem_to_mem)
2198{
2199	if (height > out_height && width > out_width)
2200		return pclk * 4;
2201	else
2202		return pclk * 2;
2203}
2204
2205static unsigned long calc_core_clk_34xx(unsigned long pclk, u16 width,
2206		u16 height, u16 out_width, u16 out_height, bool mem_to_mem)
2207{
2208	unsigned int hf, vf;
2209
2210	/*
2211	 * FIXME how to determine the 'A' factor
2212	 * for the no downscaling case ?
2213	 */
2214
2215	if (width > 3 * out_width)
2216		hf = 4;
2217	else if (width > 2 * out_width)
2218		hf = 3;
2219	else if (width > out_width)
2220		hf = 2;
2221	else
2222		hf = 1;
2223	if (height > out_height)
2224		vf = 2;
2225	else
2226		vf = 1;
2227
2228	return pclk * vf * hf;
2229}
2230
2231static unsigned long calc_core_clk_44xx(unsigned long pclk, u16 width,
2232		u16 height, u16 out_width, u16 out_height, bool mem_to_mem)
2233{
2234	/*
2235	 * If the overlay/writeback is in mem to mem mode, there are no
2236	 * downscaling limitations with respect to pixel clock, return 1 as
2237	 * required core clock to represent that we have sufficient enough
2238	 * core clock to do maximum downscaling
2239	 */
2240	if (mem_to_mem)
2241		return 1;
2242
2243	if (width > out_width)
2244		return DIV_ROUND_UP(pclk, out_width) * width;
2245	else
2246		return pclk;
2247}
2248
2249static int dispc_ovl_calc_scaling_24xx(unsigned long pclk, unsigned long lclk,
2250		const struct omap_video_timings *mgr_timings,
2251		u16 width, u16 height, u16 out_width, u16 out_height,
2252		enum omap_color_mode color_mode, bool *five_taps,
2253		int *x_predecim, int *y_predecim, int *decim_x, int *decim_y,
2254		u16 pos_x, unsigned long *core_clk, bool mem_to_mem)
2255{
2256	int error;
2257	u16 in_width, in_height;
2258	int min_factor = min(*decim_x, *decim_y);
2259	const int maxsinglelinewidth =
2260			dss_feat_get_param_max(FEAT_PARAM_LINEWIDTH);
2261
2262	*five_taps = false;
2263
2264	do {
2265		in_height = height / *decim_y;
2266		in_width = width / *decim_x;
2267		*core_clk = dispc.feat->calc_core_clk(pclk, in_width,
2268				in_height, out_width, out_height, mem_to_mem);
2269		error = (in_width > maxsinglelinewidth || !*core_clk ||
2270			*core_clk > dispc_core_clk_rate());
2271		if (error) {
2272			if (*decim_x == *decim_y) {
2273				*decim_x = min_factor;
2274				++*decim_y;
2275			} else {
2276				swap(*decim_x, *decim_y);
2277				if (*decim_x < *decim_y)
2278					++*decim_x;
2279			}
2280		}
2281	} while (*decim_x <= *x_predecim && *decim_y <= *y_predecim && error);
2282
2283	if (error) {
2284		DSSERR("failed to find scaling settings\n");
2285		return -EINVAL;
2286	}
2287
2288	if (in_width > maxsinglelinewidth) {
2289		DSSERR("Cannot scale max input width exceeded");
2290		return -EINVAL;
2291	}
2292	return 0;
2293}
2294
2295static int dispc_ovl_calc_scaling_34xx(unsigned long pclk, unsigned long lclk,
2296		const struct omap_video_timings *mgr_timings,
2297		u16 width, u16 height, u16 out_width, u16 out_height,
2298		enum omap_color_mode color_mode, bool *five_taps,
2299		int *x_predecim, int *y_predecim, int *decim_x, int *decim_y,
2300		u16 pos_x, unsigned long *core_clk, bool mem_to_mem)
2301{
2302	int error;
2303	u16 in_width, in_height;
2304	const int maxsinglelinewidth =
2305			dss_feat_get_param_max(FEAT_PARAM_LINEWIDTH);
2306
2307	do {
2308		in_height = height / *decim_y;
2309		in_width = width / *decim_x;
2310		*five_taps = in_height > out_height;
2311
2312		if (in_width > maxsinglelinewidth)
2313			if (in_height > out_height &&
2314						in_height < out_height * 2)
2315				*five_taps = false;
2316again:
2317		if (*five_taps)
2318			*core_clk = calc_core_clk_five_taps(pclk, mgr_timings,
2319						in_width, in_height, out_width,
2320						out_height, color_mode);
2321		else
2322			*core_clk = dispc.feat->calc_core_clk(pclk, in_width,
2323					in_height, out_width, out_height,
2324					mem_to_mem);
2325
2326		error = check_horiz_timing_omap3(pclk, lclk, mgr_timings,
2327				pos_x, in_width, in_height, out_width,
2328				out_height, *five_taps);
2329		if (error && *five_taps) {
2330			*five_taps = false;
2331			goto again;
2332		}
2333
2334		error = (error || in_width > maxsinglelinewidth * 2 ||
2335			(in_width > maxsinglelinewidth && *five_taps) ||
2336			!*core_clk || *core_clk > dispc_core_clk_rate());
2337
2338		if (!error) {
2339			/* verify that we're inside the limits of scaler */
2340			if (in_width / 4 > out_width)
2341					error = 1;
2342
2343			if (*five_taps) {
2344				if (in_height / 4 > out_height)
2345					error = 1;
2346			} else {
2347				if (in_height / 2 > out_height)
2348					error = 1;
2349			}
2350		}
2351
2352		if (error)
2353			++*decim_y;
2354	} while (*decim_x <= *x_predecim && *decim_y <= *y_predecim && error);
2355
2356	if (error) {
2357		DSSERR("failed to find scaling settings\n");
2358		return -EINVAL;
2359	}
2360
2361	if (check_horiz_timing_omap3(pclk, lclk, mgr_timings, pos_x, in_width,
2362				in_height, out_width, out_height, *five_taps)) {
2363			DSSERR("horizontal timing too tight\n");
2364			return -EINVAL;
2365	}
2366
2367	if (in_width > (maxsinglelinewidth * 2)) {
2368		DSSERR("Cannot setup scaling");
2369		DSSERR("width exceeds maximum width possible");
2370		return -EINVAL;
2371	}
2372
2373	if (in_width > maxsinglelinewidth && *five_taps) {
2374		DSSERR("cannot setup scaling with five taps");
2375		return -EINVAL;
2376	}
2377	return 0;
2378}
2379
2380static int dispc_ovl_calc_scaling_44xx(unsigned long pclk, unsigned long lclk,
2381		const struct omap_video_timings *mgr_timings,
2382		u16 width, u16 height, u16 out_width, u16 out_height,
2383		enum omap_color_mode color_mode, bool *five_taps,
2384		int *x_predecim, int *y_predecim, int *decim_x, int *decim_y,
2385		u16 pos_x, unsigned long *core_clk, bool mem_to_mem)
2386{
2387	u16 in_width, in_width_max;
2388	int decim_x_min = *decim_x;
2389	u16 in_height = height / *decim_y;
2390	const int maxsinglelinewidth =
2391				dss_feat_get_param_max(FEAT_PARAM_LINEWIDTH);
2392	const int maxdownscale = dss_feat_get_param_max(FEAT_PARAM_DOWNSCALE);
2393
2394	if (mem_to_mem) {
2395		in_width_max = out_width * maxdownscale;
2396	} else {
2397		in_width_max = dispc_core_clk_rate() /
2398					DIV_ROUND_UP(pclk, out_width);
2399	}
2400
2401	*decim_x = DIV_ROUND_UP(width, in_width_max);
2402
2403	*decim_x = *decim_x > decim_x_min ? *decim_x : decim_x_min;
2404	if (*decim_x > *x_predecim)
2405		return -EINVAL;
2406
2407	do {
2408		in_width = width / *decim_x;
2409	} while (*decim_x <= *x_predecim &&
2410			in_width > maxsinglelinewidth && ++*decim_x);
2411
2412	if (in_width > maxsinglelinewidth) {
2413		DSSERR("Cannot scale width exceeds max line width");
2414		return -EINVAL;
2415	}
2416
2417	*core_clk = dispc.feat->calc_core_clk(pclk, in_width, in_height,
2418				out_width, out_height, mem_to_mem);
2419	return 0;
2420}
2421
2422#define DIV_FRAC(dividend, divisor) \
2423	((dividend) * 100 / (divisor) - ((dividend) / (divisor) * 100))
2424
2425static int dispc_ovl_calc_scaling(unsigned long pclk, unsigned long lclk,
2426		enum omap_overlay_caps caps,
2427		const struct omap_video_timings *mgr_timings,
2428		u16 width, u16 height, u16 out_width, u16 out_height,
2429		enum omap_color_mode color_mode, bool *five_taps,
2430		int *x_predecim, int *y_predecim, u16 pos_x,
2431		enum omap_dss_rotation_type rotation_type, bool mem_to_mem)
2432{
2433	const int maxdownscale = dss_feat_get_param_max(FEAT_PARAM_DOWNSCALE);
2434	const int max_decim_limit = 16;
2435	unsigned long core_clk = 0;
2436	int decim_x, decim_y, ret;
2437
2438	if (width == out_width && height == out_height)
2439		return 0;
2440
2441	if (!mem_to_mem && (pclk == 0 || mgr_timings->pixelclock == 0)) {
2442		DSSERR("cannot calculate scaling settings: pclk is zero\n");
2443		return -EINVAL;
2444	}
2445
2446	if ((caps & OMAP_DSS_OVL_CAP_SCALE) == 0)
2447		return -EINVAL;
2448
2449	if (mem_to_mem) {
2450		*x_predecim = *y_predecim = 1;
2451	} else {
2452		*x_predecim = max_decim_limit;
2453		*y_predecim = (rotation_type == OMAP_DSS_ROT_TILER &&
2454				dss_has_feature(FEAT_BURST_2D)) ?
2455				2 : max_decim_limit;
2456	}
2457
2458	if (color_mode == OMAP_DSS_COLOR_CLUT1 ||
2459	    color_mode == OMAP_DSS_COLOR_CLUT2 ||
2460	    color_mode == OMAP_DSS_COLOR_CLUT4 ||
2461	    color_mode == OMAP_DSS_COLOR_CLUT8) {
2462		*x_predecim = 1;
2463		*y_predecim = 1;
2464		*five_taps = false;
2465		return 0;
2466	}
2467
2468	decim_x = DIV_ROUND_UP(DIV_ROUND_UP(width, out_width), maxdownscale);
2469	decim_y = DIV_ROUND_UP(DIV_ROUND_UP(height, out_height), maxdownscale);
2470
2471	if (decim_x > *x_predecim || out_width > width * 8)
2472		return -EINVAL;
2473
2474	if (decim_y > *y_predecim || out_height > height * 8)
2475		return -EINVAL;
2476
2477	ret = dispc.feat->calc_scaling(pclk, lclk, mgr_timings, width, height,
2478		out_width, out_height, color_mode, five_taps,
2479		x_predecim, y_predecim, &decim_x, &decim_y, pos_x, &core_clk,
2480		mem_to_mem);
2481	if (ret)
2482		return ret;
2483
2484	DSSDBG("%dx%d -> %dx%d (%d.%02d x %d.%02d), decim %dx%d %dx%d (%d.%02d x %d.%02d), taps %d, req clk %lu, cur clk %lu\n",
2485		width, height,
2486		out_width, out_height,
2487		out_width / width, DIV_FRAC(out_width, width),
2488		out_height / height, DIV_FRAC(out_height, height),
2489
2490		decim_x, decim_y,
2491		width / decim_x, height / decim_y,
2492		out_width / (width / decim_x), DIV_FRAC(out_width, width / decim_x),
2493		out_height / (height / decim_y), DIV_FRAC(out_height, height / decim_y),
2494
2495		*five_taps ? 5 : 3,
2496		core_clk, dispc_core_clk_rate());
2497
2498	if (!core_clk || core_clk > dispc_core_clk_rate()) {
2499		DSSERR("failed to set up scaling, "
2500			"required core clk rate = %lu Hz, "
2501			"current core clk rate = %lu Hz\n",
2502			core_clk, dispc_core_clk_rate());
2503		return -EINVAL;
2504	}
2505
2506	*x_predecim = decim_x;
2507	*y_predecim = decim_y;
2508	return 0;
2509}
2510
2511int dispc_ovl_check(enum omap_plane plane, enum omap_channel channel,
2512		const struct omap_overlay_info *oi,
2513		const struct omap_video_timings *timings,
2514		int *x_predecim, int *y_predecim)
2515{
2516	enum omap_overlay_caps caps = dss_feat_get_overlay_caps(plane);
2517	bool five_taps = true;
2518	bool fieldmode = false;
2519	u16 in_height = oi->height;
2520	u16 in_width = oi->width;
2521	bool ilace = timings->interlace;
2522	u16 out_width, out_height;
2523	int pos_x = oi->pos_x;
2524	unsigned long pclk = dispc_mgr_pclk_rate(channel);
2525	unsigned long lclk = dispc_mgr_lclk_rate(channel);
2526
2527	out_width = oi->out_width == 0 ? oi->width : oi->out_width;
2528	out_height = oi->out_height == 0 ? oi->height : oi->out_height;
2529
2530	if (ilace && oi->height == out_height)
2531		fieldmode = true;
2532
2533	if (ilace) {
2534		if (fieldmode)
2535			in_height /= 2;
2536		out_height /= 2;
2537
2538		DSSDBG("adjusting for ilace: height %d, out_height %d\n",
2539				in_height, out_height);
2540	}
2541
2542	if (!dss_feat_color_mode_supported(plane, oi->color_mode))
2543		return -EINVAL;
2544
2545	return dispc_ovl_calc_scaling(pclk, lclk, caps, timings, in_width,
2546			in_height, out_width, out_height, oi->color_mode,
2547			&five_taps, x_predecim, y_predecim, pos_x,
2548			oi->rotation_type, false);
2549}
2550EXPORT_SYMBOL(dispc_ovl_check);
2551
2552static int dispc_ovl_setup_common(enum omap_plane plane,
2553		enum omap_overlay_caps caps, u32 paddr, u32 p_uv_addr,
2554		u16 screen_width, int pos_x, int pos_y, u16 width, u16 height,
2555		u16 out_width, u16 out_height, enum omap_color_mode color_mode,
2556		u8 rotation, bool mirror, u8 zorder, u8 pre_mult_alpha,
2557		u8 global_alpha, enum omap_dss_rotation_type rotation_type,
2558		bool replication, const struct omap_video_timings *mgr_timings,
2559		bool mem_to_mem)
2560{
2561	bool five_taps = true;
2562	bool fieldmode = false;
2563	int r, cconv = 0;
2564	unsigned offset0, offset1;
2565	s32 row_inc;
2566	s32 pix_inc;
2567	u16 frame_width, frame_height;
2568	unsigned int field_offset = 0;
2569	u16 in_height = height;
2570	u16 in_width = width;
2571	int x_predecim = 1, y_predecim = 1;
2572	bool ilace = mgr_timings->interlace;
2573	unsigned long pclk = dispc_plane_pclk_rate(plane);
2574	unsigned long lclk = dispc_plane_lclk_rate(plane);
2575
2576	if (paddr == 0 && rotation_type != OMAP_DSS_ROT_TILER)
2577		return -EINVAL;
2578
2579	switch (color_mode) {
2580	case OMAP_DSS_COLOR_YUV2:
2581	case OMAP_DSS_COLOR_UYVY:
2582	case OMAP_DSS_COLOR_NV12:
2583		if (in_width & 1) {
2584			DSSERR("input width %d is not even for YUV format\n",
2585				in_width);
2586			return -EINVAL;
2587		}
2588		break;
2589
2590	default:
2591		break;
2592	}
2593
2594	out_width = out_width == 0 ? width : out_width;
2595	out_height = out_height == 0 ? height : out_height;
2596
2597	if (ilace && height == out_height)
2598		fieldmode = true;
2599
2600	if (ilace) {
2601		if (fieldmode)
2602			in_height /= 2;
2603		pos_y /= 2;
2604		out_height /= 2;
2605
2606		DSSDBG("adjusting for ilace: height %d, pos_y %d, "
2607			"out_height %d\n", in_height, pos_y,
2608			out_height);
2609	}
2610
2611	if (!dss_feat_color_mode_supported(plane, color_mode))
2612		return -EINVAL;
2613
2614	r = dispc_ovl_calc_scaling(pclk, lclk, caps, mgr_timings, in_width,
2615			in_height, out_width, out_height, color_mode,
2616			&five_taps, &x_predecim, &y_predecim, pos_x,
2617			rotation_type, mem_to_mem);
2618	if (r)
2619		return r;
2620
2621	in_width = in_width / x_predecim;
2622	in_height = in_height / y_predecim;
2623
2624	if (x_predecim > 1 || y_predecim > 1)
2625		DSSDBG("predecimation %d x %x, new input size %d x %d\n",
2626			x_predecim, y_predecim, in_width, in_height);
2627
2628	switch (color_mode) {
2629	case OMAP_DSS_COLOR_YUV2:
2630	case OMAP_DSS_COLOR_UYVY:
2631	case OMAP_DSS_COLOR_NV12:
2632		if (in_width & 1) {
2633			DSSDBG("predecimated input width is not even for YUV format\n");
2634			DSSDBG("adjusting input width %d -> %d\n",
2635				in_width, in_width & ~1);
2636
2637			in_width &= ~1;
2638		}
2639		break;
2640
2641	default:
2642		break;
2643	}
2644
2645	if (color_mode == OMAP_DSS_COLOR_YUV2 ||
2646			color_mode == OMAP_DSS_COLOR_UYVY ||
2647			color_mode == OMAP_DSS_COLOR_NV12)
2648		cconv = 1;
2649
2650	if (ilace && !fieldmode) {
2651		/*
2652		 * when downscaling the bottom field may have to start several
2653		 * source lines below the top field. Unfortunately ACCUI
2654		 * registers will only hold the fractional part of the offset
2655		 * so the integer part must be added to the base address of the
2656		 * bottom field.
2657		 */
2658		if (!in_height || in_height == out_height)
2659			field_offset = 0;
2660		else
2661			field_offset = in_height / out_height / 2;
2662	}
2663
2664	/* Fields are independent but interleaved in memory. */
2665	if (fieldmode)
2666		field_offset = 1;
2667
2668	offset0 = 0;
2669	offset1 = 0;
2670	row_inc = 0;
2671	pix_inc = 0;
2672
2673	if (plane == OMAP_DSS_WB) {
2674		frame_width = out_width;
2675		frame_height = out_height;
2676	} else {
2677		frame_width = in_width;
2678		frame_height = height;
2679	}
2680
2681	if (rotation_type == OMAP_DSS_ROT_TILER)
2682		calc_tiler_rotation_offset(screen_width, frame_width,
2683				color_mode, fieldmode, field_offset,
2684				&offset0, &offset1, &row_inc, &pix_inc,
2685				x_predecim, y_predecim);
2686	else if (rotation_type == OMAP_DSS_ROT_DMA)
2687		calc_dma_rotation_offset(rotation, mirror, screen_width,
2688				frame_width, frame_height,
2689				color_mode, fieldmode, field_offset,
2690				&offset0, &offset1, &row_inc, &pix_inc,
2691				x_predecim, y_predecim);
2692	else
2693		calc_vrfb_rotation_offset(rotation, mirror,
2694				screen_width, frame_width, frame_height,
2695				color_mode, fieldmode, field_offset,
2696				&offset0, &offset1, &row_inc, &pix_inc,
2697				x_predecim, y_predecim);
2698
2699	DSSDBG("offset0 %u, offset1 %u, row_inc %d, pix_inc %d\n",
2700			offset0, offset1, row_inc, pix_inc);
2701
2702	dispc_ovl_set_color_mode(plane, color_mode);
2703
2704	dispc_ovl_configure_burst_type(plane, rotation_type);
2705
2706	dispc_ovl_set_ba0(plane, paddr + offset0);
2707	dispc_ovl_set_ba1(plane, paddr + offset1);
2708
2709	if (OMAP_DSS_COLOR_NV12 == color_mode) {
2710		dispc_ovl_set_ba0_uv(plane, p_uv_addr + offset0);
2711		dispc_ovl_set_ba1_uv(plane, p_uv_addr + offset1);
2712	}
2713
2714	if (dispc.feat->last_pixel_inc_missing)
2715		row_inc += pix_inc - 1;
2716
2717	dispc_ovl_set_row_inc(plane, row_inc);
2718	dispc_ovl_set_pix_inc(plane, pix_inc);
2719
2720	DSSDBG("%d,%d %dx%d -> %dx%d\n", pos_x, pos_y, in_width,
2721			in_height, out_width, out_height);
2722
2723	dispc_ovl_set_pos(plane, caps, pos_x, pos_y);
2724
2725	dispc_ovl_set_input_size(plane, in_width, in_height);
2726
2727	if (caps & OMAP_DSS_OVL_CAP_SCALE) {
2728		dispc_ovl_set_scaling(plane, in_width, in_height, out_width,
2729				   out_height, ilace, five_taps, fieldmode,
2730				   color_mode, rotation);
2731		dispc_ovl_set_output_size(plane, out_width, out_height);
2732		dispc_ovl_set_vid_color_conv(plane, cconv);
2733	}
2734
2735	dispc_ovl_set_rotation_attrs(plane, rotation, rotation_type, mirror,
2736			color_mode);
2737
2738	dispc_ovl_set_zorder(plane, caps, zorder);
2739	dispc_ovl_set_pre_mult_alpha(plane, caps, pre_mult_alpha);
2740	dispc_ovl_setup_global_alpha(plane, caps, global_alpha);
2741
2742	dispc_ovl_enable_replication(plane, caps, replication);
2743
2744	return 0;
2745}
2746
2747int dispc_ovl_setup(enum omap_plane plane, const struct omap_overlay_info *oi,
2748		bool replication, const struct omap_video_timings *mgr_timings,
2749		bool mem_to_mem)
2750{
2751	int r;
2752	enum omap_overlay_caps caps = dss_feat_get_overlay_caps(plane);
2753	enum omap_channel channel;
2754
2755	channel = dispc_ovl_get_channel_out(plane);
2756
2757	DSSDBG("dispc_ovl_setup %d, pa %pad, pa_uv %pad, sw %d, %d,%d, %dx%d ->"
2758		" %dx%d, cmode %x, rot %d, mir %d, chan %d repl %d\n",
2759		plane, &oi->paddr, &oi->p_uv_addr, oi->screen_width, oi->pos_x,
2760		oi->pos_y, oi->width, oi->height, oi->out_width, oi->out_height,
2761		oi->color_mode, oi->rotation, oi->mirror, channel, replication);
2762
2763	r = dispc_ovl_setup_common(plane, caps, oi->paddr, oi->p_uv_addr,
2764		oi->screen_width, oi->pos_x, oi->pos_y, oi->width, oi->height,
2765		oi->out_width, oi->out_height, oi->color_mode, oi->rotation,
2766		oi->mirror, oi->zorder, oi->pre_mult_alpha, oi->global_alpha,
2767		oi->rotation_type, replication, mgr_timings, mem_to_mem);
2768
2769	return r;
2770}
2771EXPORT_SYMBOL(dispc_ovl_setup);
2772
2773int dispc_ovl_enable(enum omap_plane plane, bool enable)
2774{
2775	DSSDBG("dispc_enable_plane %d, %d\n", plane, enable);
2776
2777	REG_FLD_MOD(DISPC_OVL_ATTRIBUTES(plane), enable ? 1 : 0, 0, 0);
2778
2779	return 0;
2780}
2781EXPORT_SYMBOL(dispc_ovl_enable);
2782
2783bool dispc_ovl_enabled(enum omap_plane plane)
2784{
2785	return REG_GET(DISPC_OVL_ATTRIBUTES(plane), 0, 0);
2786}
2787EXPORT_SYMBOL(dispc_ovl_enabled);
2788
2789void dispc_mgr_enable(enum omap_channel channel, bool enable)
2790{
2791	mgr_fld_write(channel, DISPC_MGR_FLD_ENABLE, enable);
2792	/* flush posted write */
2793	mgr_fld_read(channel, DISPC_MGR_FLD_ENABLE);
2794}
2795EXPORT_SYMBOL(dispc_mgr_enable);
2796
2797bool dispc_mgr_is_enabled(enum omap_channel channel)
2798{
2799	return !!mgr_fld_read(channel, DISPC_MGR_FLD_ENABLE);
2800}
2801EXPORT_SYMBOL(dispc_mgr_is_enabled);
2802
2803static void dispc_lcd_enable_signal_polarity(bool act_high)
2804{
2805	if (!dss_has_feature(FEAT_LCDENABLEPOL))
2806		return;
2807
2808	REG_FLD_MOD(DISPC_CONTROL, act_high ? 1 : 0, 29, 29);
2809}
2810
2811void dispc_lcd_enable_signal(bool enable)
2812{
2813	if (!dss_has_feature(FEAT_LCDENABLESIGNAL))
2814		return;
2815
2816	REG_FLD_MOD(DISPC_CONTROL, enable ? 1 : 0, 28, 28);
2817}
2818
2819void dispc_pck_free_enable(bool enable)
2820{
2821	if (!dss_has_feature(FEAT_PCKFREEENABLE))
2822		return;
2823
2824	REG_FLD_MOD(DISPC_CONTROL, enable ? 1 : 0, 27, 27);
2825}
2826
2827static void dispc_mgr_enable_fifohandcheck(enum omap_channel channel, bool enable)
2828{
2829	mgr_fld_write(channel, DISPC_MGR_FLD_FIFOHANDCHECK, enable);
2830}
2831
2832
2833static void dispc_mgr_set_lcd_type_tft(enum omap_channel channel)
2834{
2835	mgr_fld_write(channel, DISPC_MGR_FLD_STNTFT, 1);
2836}
2837
2838static void dispc_set_loadmode(enum omap_dss_load_mode mode)
2839{
2840	REG_FLD_MOD(DISPC_CONFIG, mode, 2, 1);
2841}
2842
2843
2844static void dispc_mgr_set_default_color(enum omap_channel channel, u32 color)
2845{
2846	dispc_write_reg(DISPC_DEFAULT_COLOR(channel), color);
2847}
2848
2849static void dispc_mgr_set_trans_key(enum omap_channel ch,
2850		enum omap_dss_trans_key_type type,
2851		u32 trans_key)
2852{
2853	mgr_fld_write(ch, DISPC_MGR_FLD_TCKSELECTION, type);
2854
2855	dispc_write_reg(DISPC_TRANS_COLOR(ch), trans_key);
2856}
2857
2858static void dispc_mgr_enable_trans_key(enum omap_channel ch, bool enable)
2859{
2860	mgr_fld_write(ch, DISPC_MGR_FLD_TCKENABLE, enable);
2861}
2862
2863static void dispc_mgr_enable_alpha_fixed_zorder(enum omap_channel ch,
2864		bool enable)
2865{
2866	if (!dss_has_feature(FEAT_ALPHA_FIXED_ZORDER))
2867		return;
2868
2869	if (ch == OMAP_DSS_CHANNEL_LCD)
2870		REG_FLD_MOD(DISPC_CONFIG, enable, 18, 18);
2871	else if (ch == OMAP_DSS_CHANNEL_DIGIT)
2872		REG_FLD_MOD(DISPC_CONFIG, enable, 19, 19);
2873}
2874
2875void dispc_mgr_setup(enum omap_channel channel,
2876		const struct omap_overlay_manager_info *info)
2877{
2878	dispc_mgr_set_default_color(channel, info->default_color);
2879	dispc_mgr_set_trans_key(channel, info->trans_key_type, info->trans_key);
2880	dispc_mgr_enable_trans_key(channel, info->trans_enabled);
2881	dispc_mgr_enable_alpha_fixed_zorder(channel,
2882			info->partial_alpha_enabled);
2883	if (dss_has_feature(FEAT_CPR)) {
2884		dispc_mgr_enable_cpr(channel, info->cpr_enable);
2885		dispc_mgr_set_cpr_coef(channel, &info->cpr_coefs);
2886	}
2887}
2888EXPORT_SYMBOL(dispc_mgr_setup);
2889
2890static void dispc_mgr_set_tft_data_lines(enum omap_channel channel, u8 data_lines)
2891{
2892	int code;
2893
2894	switch (data_lines) {
2895	case 12:
2896		code = 0;
2897		break;
2898	case 16:
2899		code = 1;
2900		break;
2901	case 18:
2902		code = 2;
2903		break;
2904	case 24:
2905		code = 3;
2906		break;
2907	default:
2908		BUG();
2909		return;
2910	}
2911
2912	mgr_fld_write(channel, DISPC_MGR_FLD_TFTDATALINES, code);
2913}
2914
2915static void dispc_mgr_set_io_pad_mode(enum dss_io_pad_mode mode)
2916{
2917	u32 l;
2918	int gpout0, gpout1;
2919
2920	switch (mode) {
2921	case DSS_IO_PAD_MODE_RESET:
2922		gpout0 = 0;
2923		gpout1 = 0;
2924		break;
2925	case DSS_IO_PAD_MODE_RFBI:
2926		gpout0 = 1;
2927		gpout1 = 0;
2928		break;
2929	case DSS_IO_PAD_MODE_BYPASS:
2930		gpout0 = 1;
2931		gpout1 = 1;
2932		break;
2933	default:
2934		BUG();
2935		return;
2936	}
2937
2938	l = dispc_read_reg(DISPC_CONTROL);
2939	l = FLD_MOD(l, gpout0, 15, 15);
2940	l = FLD_MOD(l, gpout1, 16, 16);
2941	dispc_write_reg(DISPC_CONTROL, l);
2942}
2943
2944static void dispc_mgr_enable_stallmode(enum omap_channel channel, bool enable)
2945{
2946	mgr_fld_write(channel, DISPC_MGR_FLD_STALLMODE, enable);
2947}
2948
2949void dispc_mgr_set_lcd_config(enum omap_channel channel,
2950		const struct dss_lcd_mgr_config *config)
2951{
2952	dispc_mgr_set_io_pad_mode(config->io_pad_mode);
2953
2954	dispc_mgr_enable_stallmode(channel, config->stallmode);
2955	dispc_mgr_enable_fifohandcheck(channel, config->fifohandcheck);
2956
2957	dispc_mgr_set_clock_div(channel, &config->clock_info);
2958
2959	dispc_mgr_set_tft_data_lines(channel, config->video_port_width);
2960
2961	dispc_lcd_enable_signal_polarity(config->lcden_sig_polarity);
2962
2963	dispc_mgr_set_lcd_type_tft(channel);
2964}
2965EXPORT_SYMBOL(dispc_mgr_set_lcd_config);
2966
2967static bool _dispc_mgr_size_ok(u16 width, u16 height)
2968{
2969	return width <= dispc.feat->mgr_width_max &&
2970		height <= dispc.feat->mgr_height_max;
2971}
2972
2973static bool _dispc_lcd_timings_ok(int hsw, int hfp, int hbp,
2974		int vsw, int vfp, int vbp)
2975{
2976	if (hsw < 1 || hsw > dispc.feat->sw_max ||
2977			hfp < 1 || hfp > dispc.feat->hp_max ||
2978			hbp < 1 || hbp > dispc.feat->hp_max ||
2979			vsw < 1 || vsw > dispc.feat->sw_max ||
2980			vfp < 0 || vfp > dispc.feat->vp_max ||
2981			vbp < 0 || vbp > dispc.feat->vp_max)
2982		return false;
2983	return true;
2984}
2985
2986static bool _dispc_mgr_pclk_ok(enum omap_channel channel,
2987		unsigned long pclk)
2988{
2989	if (dss_mgr_is_lcd(channel))
2990		return pclk <= dispc.feat->max_lcd_pclk;
2991	else
2992		return pclk <= dispc.feat->max_tv_pclk;
2993}
2994
2995bool dispc_mgr_timings_ok(enum omap_channel channel,
2996		const struct omap_video_timings *timings)
2997{
2998	if (!_dispc_mgr_size_ok(timings->x_res, timings->y_res))
2999		return false;
3000
3001	if (!_dispc_mgr_pclk_ok(channel, timings->pixelclock))
3002		return false;
3003
3004	if (dss_mgr_is_lcd(channel)) {
3005		/* TODO: OMAP4+ supports interlace for LCD outputs */
3006		if (timings->interlace)
3007			return false;
3008
3009		if (!_dispc_lcd_timings_ok(timings->hsw, timings->hfp,
3010				timings->hbp, timings->vsw, timings->vfp,
3011				timings->vbp))
3012			return false;
3013	}
3014
3015	return true;
3016}
3017
3018static void _dispc_mgr_set_lcd_timings(enum omap_channel channel, int hsw,
3019		int hfp, int hbp, int vsw, int vfp, int vbp,
3020		enum omap_dss_signal_level vsync_level,
3021		enum omap_dss_signal_level hsync_level,
3022		enum omap_dss_signal_edge data_pclk_edge,
3023		enum omap_dss_signal_level de_level,
3024		enum omap_dss_signal_edge sync_pclk_edge)
3025
3026{
3027	u32 timing_h, timing_v, l;
3028	bool onoff, rf, ipc, vs, hs, de;
3029
3030	timing_h = FLD_VAL(hsw-1, dispc.feat->sw_start, 0) |
3031			FLD_VAL(hfp-1, dispc.feat->fp_start, 8) |
3032			FLD_VAL(hbp-1, dispc.feat->bp_start, 20);
3033	timing_v = FLD_VAL(vsw-1, dispc.feat->sw_start, 0) |
3034			FLD_VAL(vfp, dispc.feat->fp_start, 8) |
3035			FLD_VAL(vbp, dispc.feat->bp_start, 20);
3036
3037	dispc_write_reg(DISPC_TIMING_H(channel), timing_h);
3038	dispc_write_reg(DISPC_TIMING_V(channel), timing_v);
3039
3040	switch (vsync_level) {
3041	case OMAPDSS_SIG_ACTIVE_LOW:
3042		vs = true;
3043		break;
3044	case OMAPDSS_SIG_ACTIVE_HIGH:
3045		vs = false;
3046		break;
3047	default:
3048		BUG();
3049	}
3050
3051	switch (hsync_level) {
3052	case OMAPDSS_SIG_ACTIVE_LOW:
3053		hs = true;
3054		break;
3055	case OMAPDSS_SIG_ACTIVE_HIGH:
3056		hs = false;
3057		break;
3058	default:
3059		BUG();
3060	}
3061
3062	switch (de_level) {
3063	case OMAPDSS_SIG_ACTIVE_LOW:
3064		de = true;
3065		break;
3066	case OMAPDSS_SIG_ACTIVE_HIGH:
3067		de = false;
3068		break;
3069	default:
3070		BUG();
3071	}
3072
3073	switch (data_pclk_edge) {
3074	case OMAPDSS_DRIVE_SIG_RISING_EDGE:
3075		ipc = false;
3076		break;
3077	case OMAPDSS_DRIVE_SIG_FALLING_EDGE:
3078		ipc = true;
3079		break;
3080	default:
3081		BUG();
3082	}
3083
3084	/* always use the 'rf' setting */
3085	onoff = true;
3086
3087	switch (sync_pclk_edge) {
3088	case OMAPDSS_DRIVE_SIG_FALLING_EDGE:
3089		rf = false;
3090		break;
3091	case OMAPDSS_DRIVE_SIG_RISING_EDGE:
3092		rf = true;
3093		break;
3094	default:
3095		BUG();
3096	}
3097
3098	l = FLD_VAL(onoff, 17, 17) |
3099		FLD_VAL(rf, 16, 16) |
3100		FLD_VAL(de, 15, 15) |
3101		FLD_VAL(ipc, 14, 14) |
3102		FLD_VAL(hs, 13, 13) |
3103		FLD_VAL(vs, 12, 12);
3104
3105	/* always set ALIGN bit when available */
3106	if (dispc.feat->supports_sync_align)
3107		l |= (1 << 18);
3108
3109	dispc_write_reg(DISPC_POL_FREQ(channel), l);
3110
3111	if (dispc.syscon_pol) {
3112		const int shifts[] = {
3113			[OMAP_DSS_CHANNEL_LCD] = 0,
3114			[OMAP_DSS_CHANNEL_LCD2] = 1,
3115			[OMAP_DSS_CHANNEL_LCD3] = 2,
3116		};
3117
3118		u32 mask, val;
3119
3120		mask = (1 << 0) | (1 << 3) | (1 << 6);
3121		val = (rf << 0) | (ipc << 3) | (onoff << 6);
3122
3123		mask <<= 16 + shifts[channel];
3124		val <<= 16 + shifts[channel];
3125
3126		regmap_update_bits(dispc.syscon_pol, dispc.syscon_pol_offset,
3127			mask, val);
3128	}
3129}
3130
3131/* change name to mode? */
3132void dispc_mgr_set_timings(enum omap_channel channel,
3133		const struct omap_video_timings *timings)
3134{
3135	unsigned xtot, ytot;
3136	unsigned long ht, vt;
3137	struct omap_video_timings t = *timings;
3138
3139	DSSDBG("channel %d xres %u yres %u\n", channel, t.x_res, t.y_res);
3140
3141	if (!dispc_mgr_timings_ok(channel, &t)) {
3142		BUG();
3143		return;
3144	}
3145
3146	if (dss_mgr_is_lcd(channel)) {
3147		_dispc_mgr_set_lcd_timings(channel, t.hsw, t.hfp, t.hbp, t.vsw,
3148				t.vfp, t.vbp, t.vsync_level, t.hsync_level,
3149				t.data_pclk_edge, t.de_level, t.sync_pclk_edge);
3150
3151		xtot = t.x_res + t.hfp + t.hsw + t.hbp;
3152		ytot = t.y_res + t.vfp + t.vsw + t.vbp;
3153
3154		ht = timings->pixelclock / xtot;
3155		vt = timings->pixelclock / xtot / ytot;
3156
3157		DSSDBG("pck %u\n", timings->pixelclock);
3158		DSSDBG("hsw %d hfp %d hbp %d vsw %d vfp %d vbp %d\n",
3159			t.hsw, t.hfp, t.hbp, t.vsw, t.vfp, t.vbp);
3160		DSSDBG("vsync_level %d hsync_level %d data_pclk_edge %d de_level %d sync_pclk_edge %d\n",
3161			t.vsync_level, t.hsync_level, t.data_pclk_edge,
3162			t.de_level, t.sync_pclk_edge);
3163
3164		DSSDBG("hsync %luHz, vsync %luHz\n", ht, vt);
3165	} else {
3166		if (t.interlace)
3167			t.y_res /= 2;
3168	}
3169
3170	dispc_mgr_set_size(channel, t.x_res, t.y_res);
3171}
3172EXPORT_SYMBOL(dispc_mgr_set_timings);
3173
3174static void dispc_mgr_set_lcd_divisor(enum omap_channel channel, u16 lck_div,
3175		u16 pck_div)
3176{
3177	BUG_ON(lck_div < 1);
3178	BUG_ON(pck_div < 1);
3179
3180	dispc_write_reg(DISPC_DIVISORo(channel),
3181			FLD_VAL(lck_div, 23, 16) | FLD_VAL(pck_div, 7, 0));
3182
3183	if (!dss_has_feature(FEAT_CORE_CLK_DIV) &&
3184			channel == OMAP_DSS_CHANNEL_LCD)
3185		dispc.core_clk_rate = dispc_fclk_rate() / lck_div;
3186}
3187
3188static void dispc_mgr_get_lcd_divisor(enum omap_channel channel, int *lck_div,
3189		int *pck_div)
3190{
3191	u32 l;
3192	l = dispc_read_reg(DISPC_DIVISORo(channel));
3193	*lck_div = FLD_GET(l, 23, 16);
3194	*pck_div = FLD_GET(l, 7, 0);
3195}
3196
3197static unsigned long dispc_fclk_rate(void)
3198{
3199	struct dss_pll *pll;
3200	unsigned long r = 0;
3201
3202	switch (dss_get_dispc_clk_source()) {
3203	case OMAP_DSS_CLK_SRC_FCK:
3204		r = dss_get_dispc_clk_rate();
3205		break;
3206	case OMAP_DSS_CLK_SRC_DSI_PLL_HSDIV_DISPC:
3207		pll = dss_pll_find("dsi0");
3208		if (!pll)
3209			pll = dss_pll_find("video0");
3210
3211		r = pll->cinfo.clkout[0];
3212		break;
3213	case OMAP_DSS_CLK_SRC_DSI2_PLL_HSDIV_DISPC:
3214		pll = dss_pll_find("dsi1");
3215		if (!pll)
3216			pll = dss_pll_find("video1");
3217
3218		r = pll->cinfo.clkout[0];
3219		break;
3220	default:
3221		BUG();
3222		return 0;
3223	}
3224
3225	return r;
3226}
3227
3228static unsigned long dispc_mgr_lclk_rate(enum omap_channel channel)
3229{
3230	struct dss_pll *pll;
3231	int lcd;
3232	unsigned long r;
3233	u32 l;
3234
3235	if (dss_mgr_is_lcd(channel)) {
3236		l = dispc_read_reg(DISPC_DIVISORo(channel));
3237
3238		lcd = FLD_GET(l, 23, 16);
3239
3240		switch (dss_get_lcd_clk_source(channel)) {
3241		case OMAP_DSS_CLK_SRC_FCK:
3242			r = dss_get_dispc_clk_rate();
3243			break;
3244		case OMAP_DSS_CLK_SRC_DSI_PLL_HSDIV_DISPC:
3245			pll = dss_pll_find("dsi0");
3246			if (!pll)
3247				pll = dss_pll_find("video0");
3248
3249			r = pll->cinfo.clkout[0];
3250			break;
3251		case OMAP_DSS_CLK_SRC_DSI2_PLL_HSDIV_DISPC:
3252			pll = dss_pll_find("dsi1");
3253			if (!pll)
3254				pll = dss_pll_find("video1");
3255
3256			r = pll->cinfo.clkout[0];
3257			break;
3258		default:
3259			BUG();
3260			return 0;
3261		}
3262
3263		return r / lcd;
3264	} else {
3265		return dispc_fclk_rate();
3266	}
3267}
3268
3269static unsigned long dispc_mgr_pclk_rate(enum omap_channel channel)
3270{
3271	unsigned long r;
3272
3273	if (dss_mgr_is_lcd(channel)) {
3274		int pcd;
3275		u32 l;
3276
3277		l = dispc_read_reg(DISPC_DIVISORo(channel));
3278
3279		pcd = FLD_GET(l, 7, 0);
3280
3281		r = dispc_mgr_lclk_rate(channel);
3282
3283		return r / pcd;
3284	} else {
3285		return dispc.tv_pclk_rate;
3286	}
3287}
3288
3289void dispc_set_tv_pclk(unsigned long pclk)
3290{
3291	dispc.tv_pclk_rate = pclk;
3292}
3293
3294static unsigned long dispc_core_clk_rate(void)
3295{
3296	return dispc.core_clk_rate;
3297}
3298
3299static unsigned long dispc_plane_pclk_rate(enum omap_plane plane)
3300{
3301	enum omap_channel channel;
3302
3303	if (plane == OMAP_DSS_WB)
3304		return 0;
3305
3306	channel = dispc_ovl_get_channel_out(plane);
3307
3308	return dispc_mgr_pclk_rate(channel);
3309}
3310
3311static unsigned long dispc_plane_lclk_rate(enum omap_plane plane)
3312{
3313	enum omap_channel channel;
3314
3315	if (plane == OMAP_DSS_WB)
3316		return 0;
3317
3318	channel	= dispc_ovl_get_channel_out(plane);
3319
3320	return dispc_mgr_lclk_rate(channel);
3321}
3322
3323static void dispc_dump_clocks_channel(struct seq_file *s, enum omap_channel channel)
3324{
3325	int lcd, pcd;
3326	enum omap_dss_clk_source lcd_clk_src;
3327
3328	seq_printf(s, "- %s -\n", mgr_desc[channel].name);
3329
3330	lcd_clk_src = dss_get_lcd_clk_source(channel);
3331
3332	seq_printf(s, "%s clk source = %s (%s)\n", mgr_desc[channel].name,
3333		dss_get_generic_clk_source_name(lcd_clk_src),
3334		dss_feat_get_clk_source_name(lcd_clk_src));
3335
3336	dispc_mgr_get_lcd_divisor(channel, &lcd, &pcd);
3337
3338	seq_printf(s, "lck\t\t%-16lulck div\t%u\n",
3339		dispc_mgr_lclk_rate(channel), lcd);
3340	seq_printf(s, "pck\t\t%-16lupck div\t%u\n",
3341		dispc_mgr_pclk_rate(channel), pcd);
3342}
3343
3344void dispc_dump_clocks(struct seq_file *s)
3345{
3346	int lcd;
3347	u32 l;
3348	enum omap_dss_clk_source dispc_clk_src = dss_get_dispc_clk_source();
3349
3350	if (dispc_runtime_get())
3351		return;
3352
3353	seq_printf(s, "- DISPC -\n");
3354
3355	seq_printf(s, "dispc fclk source = %s (%s)\n",
3356			dss_get_generic_clk_source_name(dispc_clk_src),
3357			dss_feat_get_clk_source_name(dispc_clk_src));
3358
3359	seq_printf(s, "fck\t\t%-16lu\n", dispc_fclk_rate());
3360
3361	if (dss_has_feature(FEAT_CORE_CLK_DIV)) {
3362		seq_printf(s, "- DISPC-CORE-CLK -\n");
3363		l = dispc_read_reg(DISPC_DIVISOR);
3364		lcd = FLD_GET(l, 23, 16);
3365
3366		seq_printf(s, "lck\t\t%-16lulck div\t%u\n",
3367				(dispc_fclk_rate()/lcd), lcd);
3368	}
3369
3370	dispc_dump_clocks_channel(s, OMAP_DSS_CHANNEL_LCD);
3371
3372	if (dss_has_feature(FEAT_MGR_LCD2))
3373		dispc_dump_clocks_channel(s, OMAP_DSS_CHANNEL_LCD2);
3374	if (dss_has_feature(FEAT_MGR_LCD3))
3375		dispc_dump_clocks_channel(s, OMAP_DSS_CHANNEL_LCD3);
3376
3377	dispc_runtime_put();
3378}
3379
3380static void dispc_dump_regs(struct seq_file *s)
3381{
3382	int i, j;
3383	const char *mgr_names[] = {
3384		[OMAP_DSS_CHANNEL_LCD]		= "LCD",
3385		[OMAP_DSS_CHANNEL_DIGIT]	= "TV",
3386		[OMAP_DSS_CHANNEL_LCD2]		= "LCD2",
3387		[OMAP_DSS_CHANNEL_LCD3]		= "LCD3",
3388	};
3389	const char *ovl_names[] = {
3390		[OMAP_DSS_GFX]		= "GFX",
3391		[OMAP_DSS_VIDEO1]	= "VID1",
3392		[OMAP_DSS_VIDEO2]	= "VID2",
3393		[OMAP_DSS_VIDEO3]	= "VID3",
3394		[OMAP_DSS_WB]		= "WB",
3395	};
3396	const char **p_names;
3397
3398#define DUMPREG(r) seq_printf(s, "%-50s %08x\n", #r, dispc_read_reg(r))
3399
3400	if (dispc_runtime_get())
3401		return;
3402
3403	/* DISPC common registers */
3404	DUMPREG(DISPC_REVISION);
3405	DUMPREG(DISPC_SYSCONFIG);
3406	DUMPREG(DISPC_SYSSTATUS);
3407	DUMPREG(DISPC_IRQSTATUS);
3408	DUMPREG(DISPC_IRQENABLE);
3409	DUMPREG(DISPC_CONTROL);
3410	DUMPREG(DISPC_CONFIG);
3411	DUMPREG(DISPC_CAPABLE);
3412	DUMPREG(DISPC_LINE_STATUS);
3413	DUMPREG(DISPC_LINE_NUMBER);
3414	if (dss_has_feature(FEAT_ALPHA_FIXED_ZORDER) ||
3415			dss_has_feature(FEAT_ALPHA_FREE_ZORDER))
3416		DUMPREG(DISPC_GLOBAL_ALPHA);
3417	if (dss_has_feature(FEAT_MGR_LCD2)) {
3418		DUMPREG(DISPC_CONTROL2);
3419		DUMPREG(DISPC_CONFIG2);
3420	}
3421	if (dss_has_feature(FEAT_MGR_LCD3)) {
3422		DUMPREG(DISPC_CONTROL3);
3423		DUMPREG(DISPC_CONFIG3);
3424	}
3425	if (dss_has_feature(FEAT_MFLAG))
3426		DUMPREG(DISPC_GLOBAL_MFLAG_ATTRIBUTE);
3427
3428#undef DUMPREG
3429
3430#define DISPC_REG(i, name) name(i)
3431#define DUMPREG(i, r) seq_printf(s, "%s(%s)%*s %08x\n", #r, p_names[i], \
3432	(int)(48 - strlen(#r) - strlen(p_names[i])), " ", \
3433	dispc_read_reg(DISPC_REG(i, r)))
3434
3435	p_names = mgr_names;
3436
3437	/* DISPC channel specific registers */
3438	for (i = 0; i < dss_feat_get_num_mgrs(); i++) {
3439		DUMPREG(i, DISPC_DEFAULT_COLOR);
3440		DUMPREG(i, DISPC_TRANS_COLOR);
3441		DUMPREG(i, DISPC_SIZE_MGR);
3442
3443		if (i == OMAP_DSS_CHANNEL_DIGIT)
3444			continue;
3445
3446		DUMPREG(i, DISPC_TIMING_H);
3447		DUMPREG(i, DISPC_TIMING_V);
3448		DUMPREG(i, DISPC_POL_FREQ);
3449		DUMPREG(i, DISPC_DIVISORo);
3450
3451		DUMPREG(i, DISPC_DATA_CYCLE1);
3452		DUMPREG(i, DISPC_DATA_CYCLE2);
3453		DUMPREG(i, DISPC_DATA_CYCLE3);
3454
3455		if (dss_has_feature(FEAT_CPR)) {
3456			DUMPREG(i, DISPC_CPR_COEF_R);
3457			DUMPREG(i, DISPC_CPR_COEF_G);
3458			DUMPREG(i, DISPC_CPR_COEF_B);
3459		}
3460	}
3461
3462	p_names = ovl_names;
3463
3464	for (i = 0; i < dss_feat_get_num_ovls(); i++) {
3465		DUMPREG(i, DISPC_OVL_BA0);
3466		DUMPREG(i, DISPC_OVL_BA1);
3467		DUMPREG(i, DISPC_OVL_POSITION);
3468		DUMPREG(i, DISPC_OVL_SIZE);
3469		DUMPREG(i, DISPC_OVL_ATTRIBUTES);
3470		DUMPREG(i, DISPC_OVL_FIFO_THRESHOLD);
3471		DUMPREG(i, DISPC_OVL_FIFO_SIZE_STATUS);
3472		DUMPREG(i, DISPC_OVL_ROW_INC);
3473		DUMPREG(i, DISPC_OVL_PIXEL_INC);
3474
3475		if (dss_has_feature(FEAT_PRELOAD))
3476			DUMPREG(i, DISPC_OVL_PRELOAD);
3477		if (dss_has_feature(FEAT_MFLAG))
3478			DUMPREG(i, DISPC_OVL_MFLAG_THRESHOLD);
3479
3480		if (i == OMAP_DSS_GFX) {
3481			DUMPREG(i, DISPC_OVL_WINDOW_SKIP);
3482			DUMPREG(i, DISPC_OVL_TABLE_BA);
3483			continue;
3484		}
3485
3486		DUMPREG(i, DISPC_OVL_FIR);
3487		DUMPREG(i, DISPC_OVL_PICTURE_SIZE);
3488		DUMPREG(i, DISPC_OVL_ACCU0);
3489		DUMPREG(i, DISPC_OVL_ACCU1);
3490		if (dss_has_feature(FEAT_HANDLE_UV_SEPARATE)) {
3491			DUMPREG(i, DISPC_OVL_BA0_UV);
3492			DUMPREG(i, DISPC_OVL_BA1_UV);
3493			DUMPREG(i, DISPC_OVL_FIR2);
3494			DUMPREG(i, DISPC_OVL_ACCU2_0);
3495			DUMPREG(i, DISPC_OVL_ACCU2_1);
3496		}
3497		if (dss_has_feature(FEAT_ATTR2))
3498			DUMPREG(i, DISPC_OVL_ATTRIBUTES2);
3499	}
3500
3501	if (dispc.feat->has_writeback) {
3502		i = OMAP_DSS_WB;
3503		DUMPREG(i, DISPC_OVL_BA0);
3504		DUMPREG(i, DISPC_OVL_BA1);
3505		DUMPREG(i, DISPC_OVL_SIZE);
3506		DUMPREG(i, DISPC_OVL_ATTRIBUTES);
3507		DUMPREG(i, DISPC_OVL_FIFO_THRESHOLD);
3508		DUMPREG(i, DISPC_OVL_FIFO_SIZE_STATUS);
3509		DUMPREG(i, DISPC_OVL_ROW_INC);
3510		DUMPREG(i, DISPC_OVL_PIXEL_INC);
3511
3512		if (dss_has_feature(FEAT_MFLAG))
3513			DUMPREG(i, DISPC_OVL_MFLAG_THRESHOLD);
3514
3515		DUMPREG(i, DISPC_OVL_FIR);
3516		DUMPREG(i, DISPC_OVL_PICTURE_SIZE);
3517		DUMPREG(i, DISPC_OVL_ACCU0);
3518		DUMPREG(i, DISPC_OVL_ACCU1);
3519		if (dss_has_feature(FEAT_HANDLE_UV_SEPARATE)) {
3520			DUMPREG(i, DISPC_OVL_BA0_UV);
3521			DUMPREG(i, DISPC_OVL_BA1_UV);
3522			DUMPREG(i, DISPC_OVL_FIR2);
3523			DUMPREG(i, DISPC_OVL_ACCU2_0);
3524			DUMPREG(i, DISPC_OVL_ACCU2_1);
3525		}
3526		if (dss_has_feature(FEAT_ATTR2))
3527			DUMPREG(i, DISPC_OVL_ATTRIBUTES2);
3528	}
3529
3530#undef DISPC_REG
3531#undef DUMPREG
3532
3533#define DISPC_REG(plane, name, i) name(plane, i)
3534#define DUMPREG(plane, name, i) \
3535	seq_printf(s, "%s_%d(%s)%*s %08x\n", #name, i, p_names[plane], \
3536	(int)(46 - strlen(#name) - strlen(p_names[plane])), " ", \
3537	dispc_read_reg(DISPC_REG(plane, name, i)))
3538
3539	/* Video pipeline coefficient registers */
3540
3541	/* start from OMAP_DSS_VIDEO1 */
3542	for (i = 1; i < dss_feat_get_num_ovls(); i++) {
3543		for (j = 0; j < 8; j++)
3544			DUMPREG(i, DISPC_OVL_FIR_COEF_H, j);
3545
3546		for (j = 0; j < 8; j++)
3547			DUMPREG(i, DISPC_OVL_FIR_COEF_HV, j);
3548
3549		for (j = 0; j < 5; j++)
3550			DUMPREG(i, DISPC_OVL_CONV_COEF, j);
3551
3552		if (dss_has_feature(FEAT_FIR_COEF_V)) {
3553			for (j = 0; j < 8; j++)
3554				DUMPREG(i, DISPC_OVL_FIR_COEF_V, j);
3555		}
3556
3557		if (dss_has_feature(FEAT_HANDLE_UV_SEPARATE)) {
3558			for (j = 0; j < 8; j++)
3559				DUMPREG(i, DISPC_OVL_FIR_COEF_H2, j);
3560
3561			for (j = 0; j < 8; j++)
3562				DUMPREG(i, DISPC_OVL_FIR_COEF_HV2, j);
3563
3564			for (j = 0; j < 8; j++)
3565				DUMPREG(i, DISPC_OVL_FIR_COEF_V2, j);
3566		}
3567	}
3568
3569	dispc_runtime_put();
3570
3571#undef DISPC_REG
3572#undef DUMPREG
3573}
3574
3575/* calculate clock rates using dividers in cinfo */
3576int dispc_calc_clock_rates(unsigned long dispc_fclk_rate,
3577		struct dispc_clock_info *cinfo)
3578{
3579	if (cinfo->lck_div > 255 || cinfo->lck_div == 0)
3580		return -EINVAL;
3581	if (cinfo->pck_div < 1 || cinfo->pck_div > 255)
3582		return -EINVAL;
3583
3584	cinfo->lck = dispc_fclk_rate / cinfo->lck_div;
3585	cinfo->pck = cinfo->lck / cinfo->pck_div;
3586
3587	return 0;
3588}
3589
3590bool dispc_div_calc(unsigned long dispc,
3591		unsigned long pck_min, unsigned long pck_max,
3592		dispc_div_calc_func func, void *data)
3593{
3594	int lckd, lckd_start, lckd_stop;
3595	int pckd, pckd_start, pckd_stop;
3596	unsigned long pck, lck;
3597	unsigned long lck_max;
3598	unsigned long pckd_hw_min, pckd_hw_max;
3599	unsigned min_fck_per_pck;
3600	unsigned long fck;
3601
3602#ifdef CONFIG_FB_OMAP2_DSS_MIN_FCK_PER_PCK
3603	min_fck_per_pck = CONFIG_FB_OMAP2_DSS_MIN_FCK_PER_PCK;
3604#else
3605	min_fck_per_pck = 0;
3606#endif
3607
3608	pckd_hw_min = dss_feat_get_param_min(FEAT_PARAM_DSS_PCD);
3609	pckd_hw_max = dss_feat_get_param_max(FEAT_PARAM_DSS_PCD);
3610
3611	lck_max = dss_feat_get_param_max(FEAT_PARAM_DSS_FCK);
3612
3613	pck_min = pck_min ? pck_min : 1;
3614	pck_max = pck_max ? pck_max : ULONG_MAX;
3615
3616	lckd_start = max(DIV_ROUND_UP(dispc, lck_max), 1ul);
3617	lckd_stop = min(dispc / pck_min, 255ul);
3618
3619	for (lckd = lckd_start; lckd <= lckd_stop; ++lckd) {
3620		lck = dispc / lckd;
3621
3622		pckd_start = max(DIV_ROUND_UP(lck, pck_max), pckd_hw_min);
3623		pckd_stop = min(lck / pck_min, pckd_hw_max);
3624
3625		for (pckd = pckd_start; pckd <= pckd_stop; ++pckd) {
3626			pck = lck / pckd;
3627
3628			/*
3629			 * For OMAP2/3 the DISPC fclk is the same as LCD's logic
3630			 * clock, which means we're configuring DISPC fclk here
3631			 * also. Thus we need to use the calculated lck. For
3632			 * OMAP4+ the DISPC fclk is a separate clock.
3633			 */
3634			if (dss_has_feature(FEAT_CORE_CLK_DIV))
3635				fck = dispc_core_clk_rate();
3636			else
3637				fck = lck;
3638
3639			if (fck < pck * min_fck_per_pck)
3640				continue;
3641
3642			if (func(lckd, pckd, lck, pck, data))
3643				return true;
3644		}
3645	}
3646
3647	return false;
3648}
3649
3650void dispc_mgr_set_clock_div(enum omap_channel channel,
3651		const struct dispc_clock_info *cinfo)
3652{
3653	DSSDBG("lck = %lu (%u)\n", cinfo->lck, cinfo->lck_div);
3654	DSSDBG("pck = %lu (%u)\n", cinfo->pck, cinfo->pck_div);
3655
3656	dispc_mgr_set_lcd_divisor(channel, cinfo->lck_div, cinfo->pck_div);
3657}
3658
3659int dispc_mgr_get_clock_div(enum omap_channel channel,
3660		struct dispc_clock_info *cinfo)
3661{
3662	unsigned long fck;
3663
3664	fck = dispc_fclk_rate();
3665
3666	cinfo->lck_div = REG_GET(DISPC_DIVISORo(channel), 23, 16);
3667	cinfo->pck_div = REG_GET(DISPC_DIVISORo(channel), 7, 0);
3668
3669	cinfo->lck = fck / cinfo->lck_div;
3670	cinfo->pck = cinfo->lck / cinfo->pck_div;
3671
3672	return 0;
3673}
3674
3675u32 dispc_read_irqstatus(void)
3676{
3677	return dispc_read_reg(DISPC_IRQSTATUS);
3678}
3679EXPORT_SYMBOL(dispc_read_irqstatus);
3680
3681void dispc_clear_irqstatus(u32 mask)
3682{
3683	dispc_write_reg(DISPC_IRQSTATUS, mask);
3684}
3685EXPORT_SYMBOL(dispc_clear_irqstatus);
3686
3687u32 dispc_read_irqenable(void)
3688{
3689	return dispc_read_reg(DISPC_IRQENABLE);
3690}
3691EXPORT_SYMBOL(dispc_read_irqenable);
3692
3693void dispc_write_irqenable(u32 mask)
3694{
3695	u32 old_mask = dispc_read_reg(DISPC_IRQENABLE);
3696
3697	/* clear the irqstatus for newly enabled irqs */
3698	dispc_clear_irqstatus((mask ^ old_mask) & mask);
3699
3700	dispc_write_reg(DISPC_IRQENABLE, mask);
3701}
3702EXPORT_SYMBOL(dispc_write_irqenable);
3703
3704void dispc_enable_sidle(void)
3705{
3706	REG_FLD_MOD(DISPC_SYSCONFIG, 2, 4, 3);	/* SIDLEMODE: smart idle */
3707}
3708
3709void dispc_disable_sidle(void)
3710{
3711	REG_FLD_MOD(DISPC_SYSCONFIG, 1, 4, 3);	/* SIDLEMODE: no idle */
3712}
3713
3714static void _omap_dispc_initial_config(void)
3715{
3716	u32 l;
3717
3718	/* Exclusively enable DISPC_CORE_CLK and set divider to 1 */
3719	if (dss_has_feature(FEAT_CORE_CLK_DIV)) {
3720		l = dispc_read_reg(DISPC_DIVISOR);
3721		/* Use DISPC_DIVISOR.LCD, instead of DISPC_DIVISOR1.LCD */
3722		l = FLD_MOD(l, 1, 0, 0);
3723		l = FLD_MOD(l, 1, 23, 16);
3724		dispc_write_reg(DISPC_DIVISOR, l);
3725
3726		dispc.core_clk_rate = dispc_fclk_rate();
3727	}
3728
3729	/* FUNCGATED */
3730	if (dss_has_feature(FEAT_FUNCGATED))
3731		REG_FLD_MOD(DISPC_CONFIG, 1, 9, 9);
3732
3733	dispc_setup_color_conv_coef();
3734
3735	dispc_set_loadmode(OMAP_DSS_LOAD_FRAME_ONLY);
3736
3737	dispc_init_fifos();
3738
3739	dispc_configure_burst_sizes();
3740
3741	dispc_ovl_enable_zorder_planes();
3742
3743	if (dispc.feat->mstandby_workaround)
3744		REG_FLD_MOD(DISPC_MSTANDBY_CTRL, 1, 0, 0);
3745
3746	if (dss_has_feature(FEAT_MFLAG))
3747		dispc_init_mflag();
3748}
3749
3750static const struct dispc_features omap24xx_dispc_feats = {
3751	.sw_start		=	5,
3752	.fp_start		=	15,
3753	.bp_start		=	27,
3754	.sw_max			=	64,
3755	.vp_max			=	255,
3756	.hp_max			=	256,
3757	.mgr_width_start	=	10,
3758	.mgr_height_start	=	26,
3759	.mgr_width_max		=	2048,
3760	.mgr_height_max		=	2048,
3761	.max_lcd_pclk		=	66500000,
3762	.calc_scaling		=	dispc_ovl_calc_scaling_24xx,
3763	.calc_core_clk		=	calc_core_clk_24xx,
3764	.num_fifos		=	3,
3765	.no_framedone_tv	=	true,
3766	.set_max_preload	=	false,
3767	.last_pixel_inc_missing	=	true,
3768};
3769
3770static const struct dispc_features omap34xx_rev1_0_dispc_feats = {
3771	.sw_start		=	5,
3772	.fp_start		=	15,
3773	.bp_start		=	27,
3774	.sw_max			=	64,
3775	.vp_max			=	255,
3776	.hp_max			=	256,
3777	.mgr_width_start	=	10,
3778	.mgr_height_start	=	26,
3779	.mgr_width_max		=	2048,
3780	.mgr_height_max		=	2048,
3781	.max_lcd_pclk		=	173000000,
3782	.max_tv_pclk		=	59000000,
3783	.calc_scaling		=	dispc_ovl_calc_scaling_34xx,
3784	.calc_core_clk		=	calc_core_clk_34xx,
3785	.num_fifos		=	3,
3786	.no_framedone_tv	=	true,
3787	.set_max_preload	=	false,
3788	.last_pixel_inc_missing	=	true,
3789};
3790
3791static const struct dispc_features omap34xx_rev3_0_dispc_feats = {
3792	.sw_start		=	7,
3793	.fp_start		=	19,
3794	.bp_start		=	31,
3795	.sw_max			=	256,
3796	.vp_max			=	4095,
3797	.hp_max			=	4096,
3798	.mgr_width_start	=	10,
3799	.mgr_height_start	=	26,
3800	.mgr_width_max		=	2048,
3801	.mgr_height_max		=	2048,
3802	.max_lcd_pclk		=	173000000,
3803	.max_tv_pclk		=	59000000,
3804	.calc_scaling		=	dispc_ovl_calc_scaling_34xx,
3805	.calc_core_clk		=	calc_core_clk_34xx,
3806	.num_fifos		=	3,
3807	.no_framedone_tv	=	true,
3808	.set_max_preload	=	false,
3809	.last_pixel_inc_missing	=	true,
3810};
3811
3812static const struct dispc_features omap44xx_dispc_feats = {
3813	.sw_start		=	7,
3814	.fp_start		=	19,
3815	.bp_start		=	31,
3816	.sw_max			=	256,
3817	.vp_max			=	4095,
3818	.hp_max			=	4096,
3819	.mgr_width_start	=	10,
3820	.mgr_height_start	=	26,
3821	.mgr_width_max		=	2048,
3822	.mgr_height_max		=	2048,
3823	.max_lcd_pclk		=	170000000,
3824	.max_tv_pclk		=	185625000,
3825	.calc_scaling		=	dispc_ovl_calc_scaling_44xx,
3826	.calc_core_clk		=	calc_core_clk_44xx,
3827	.num_fifos		=	5,
3828	.gfx_fifo_workaround	=	true,
3829	.set_max_preload	=	true,
3830	.supports_sync_align	=	true,
3831	.has_writeback		=	true,
3832};
3833
3834static const struct dispc_features omap54xx_dispc_feats = {
3835	.sw_start		=	7,
3836	.fp_start		=	19,
3837	.bp_start		=	31,
3838	.sw_max			=	256,
3839	.vp_max			=	4095,
3840	.hp_max			=	4096,
3841	.mgr_width_start	=	11,
3842	.mgr_height_start	=	27,
3843	.mgr_width_max		=	4096,
3844	.mgr_height_max		=	4096,
3845	.max_lcd_pclk		=	170000000,
3846	.max_tv_pclk		=	186000000,
3847	.calc_scaling		=	dispc_ovl_calc_scaling_44xx,
3848	.calc_core_clk		=	calc_core_clk_44xx,
3849	.num_fifos		=	5,
3850	.gfx_fifo_workaround	=	true,
3851	.mstandby_workaround	=	true,
3852	.set_max_preload	=	true,
3853	.supports_sync_align	=	true,
3854	.has_writeback		=	true,
3855};
3856
3857static const struct dispc_features *dispc_get_features(void)
3858{
3859	switch (omapdss_get_version()) {
3860	case OMAPDSS_VER_OMAP24xx:
3861		return &omap24xx_dispc_feats;
3862
3863	case OMAPDSS_VER_OMAP34xx_ES1:
3864		return &omap34xx_rev1_0_dispc_feats;
3865
3866	case OMAPDSS_VER_OMAP34xx_ES3:
3867	case OMAPDSS_VER_OMAP3630:
3868	case OMAPDSS_VER_AM35xx:
3869	case OMAPDSS_VER_AM43xx:
3870		return &omap34xx_rev3_0_dispc_feats;
3871
3872	case OMAPDSS_VER_OMAP4430_ES1:
3873	case OMAPDSS_VER_OMAP4430_ES2:
3874	case OMAPDSS_VER_OMAP4:
3875		return &omap44xx_dispc_feats;
3876
3877	case OMAPDSS_VER_OMAP5:
3878	case OMAPDSS_VER_DRA7xx:
3879		return &omap54xx_dispc_feats;
3880
3881	default:
3882		return NULL;
3883	}
3884}
3885
3886static irqreturn_t dispc_irq_handler(int irq, void *arg)
3887{
3888	if (!dispc.is_enabled)
3889		return IRQ_NONE;
3890
3891	return dispc.user_handler(irq, dispc.user_data);
3892}
3893
3894int dispc_request_irq(irq_handler_t handler, void *dev_id)
3895{
3896	int r;
3897
3898	if (dispc.user_handler != NULL)
3899		return -EBUSY;
3900
3901	dispc.user_handler = handler;
3902	dispc.user_data = dev_id;
3903
3904	/* ensure the dispc_irq_handler sees the values above */
3905	smp_wmb();
3906
3907	r = devm_request_irq(&dispc.pdev->dev, dispc.irq, dispc_irq_handler,
3908			     IRQF_SHARED, "OMAP DISPC", &dispc);
3909	if (r) {
3910		dispc.user_handler = NULL;
3911		dispc.user_data = NULL;
3912	}
3913
3914	return r;
3915}
3916EXPORT_SYMBOL(dispc_request_irq);
3917
3918void dispc_free_irq(void *dev_id)
3919{
3920	devm_free_irq(&dispc.pdev->dev, dispc.irq, &dispc);
3921
3922	dispc.user_handler = NULL;
3923	dispc.user_data = NULL;
3924}
3925EXPORT_SYMBOL(dispc_free_irq);
3926
3927/* DISPC HW IP initialisation */
3928static int dispc_bind(struct device *dev, struct device *master, void *data)
3929{
3930	struct platform_device *pdev = to_platform_device(dev);
3931	u32 rev;
3932	int r = 0;
3933	struct resource *dispc_mem;
3934	struct device_node *np = pdev->dev.of_node;
3935
3936	dispc.pdev = pdev;
3937
3938	spin_lock_init(&dispc.control_lock);
3939
3940	dispc.feat = dispc_get_features();
3941	if (!dispc.feat)
3942		return -ENODEV;
3943
3944	dispc_mem = platform_get_resource(dispc.pdev, IORESOURCE_MEM, 0);
3945	if (!dispc_mem) {
3946		DSSERR("can't get IORESOURCE_MEM DISPC\n");
3947		return -EINVAL;
3948	}
3949
3950	dispc.base = devm_ioremap(&pdev->dev, dispc_mem->start,
3951				  resource_size(dispc_mem));
3952	if (!dispc.base) {
3953		DSSERR("can't ioremap DISPC\n");
3954		return -ENOMEM;
3955	}
3956
3957	dispc.irq = platform_get_irq(dispc.pdev, 0);
3958	if (dispc.irq < 0) {
3959		DSSERR("platform_get_irq failed\n");
3960		return -ENODEV;
3961	}
3962
3963	if (np && of_property_read_bool(np, "syscon-pol")) {
3964		dispc.syscon_pol = syscon_regmap_lookup_by_phandle(np, "syscon-pol");
3965		if (IS_ERR(dispc.syscon_pol)) {
3966			dev_err(&pdev->dev, "failed to get syscon-pol regmap\n");
3967			return PTR_ERR(dispc.syscon_pol);
3968		}
3969
3970		if (of_property_read_u32_index(np, "syscon-pol", 1,
3971				&dispc.syscon_pol_offset)) {
3972			dev_err(&pdev->dev, "failed to get syscon-pol offset\n");
3973			return -EINVAL;
3974		}
3975	}
3976
3977	pm_runtime_enable(&pdev->dev);
3978
3979	r = dispc_runtime_get();
3980	if (r)
3981		goto err_runtime_get;
3982
3983	_omap_dispc_initial_config();
3984
3985	rev = dispc_read_reg(DISPC_REVISION);
3986	dev_dbg(&pdev->dev, "OMAP DISPC rev %d.%d\n",
3987	       FLD_GET(rev, 7, 4), FLD_GET(rev, 3, 0));
3988
3989	dispc_runtime_put();
3990
3991	dss_init_overlay_managers();
3992
3993	dss_debugfs_create_file("dispc", dispc_dump_regs);
3994
3995	return 0;
3996
3997err_runtime_get:
3998	pm_runtime_disable(&pdev->dev);
3999	return r;
4000}
4001
4002static void dispc_unbind(struct device *dev, struct device *master,
4003			       void *data)
4004{
4005	pm_runtime_disable(dev);
4006
4007	dss_uninit_overlay_managers();
4008}
4009
4010static const struct component_ops dispc_component_ops = {
4011	.bind	= dispc_bind,
4012	.unbind	= dispc_unbind,
4013};
4014
4015static int dispc_probe(struct platform_device *pdev)
4016{
4017	return component_add(&pdev->dev, &dispc_component_ops);
4018}
4019
4020static void dispc_remove(struct platform_device *pdev)
4021{
4022	component_del(&pdev->dev, &dispc_component_ops);
4023}
4024
4025static int dispc_runtime_suspend(struct device *dev)
4026{
4027	dispc.is_enabled = false;
4028	/* ensure the dispc_irq_handler sees the is_enabled value */
4029	smp_wmb();
4030	/* wait for current handler to finish before turning the DISPC off */
4031	synchronize_irq(dispc.irq);
4032
4033	dispc_save_context();
4034
4035	return 0;
4036}
4037
4038static int dispc_runtime_resume(struct device *dev)
4039{
4040	/*
4041	 * The reset value for load mode is 0 (OMAP_DSS_LOAD_CLUT_AND_FRAME)
4042	 * but we always initialize it to 2 (OMAP_DSS_LOAD_FRAME_ONLY) in
4043	 * _omap_dispc_initial_config(). We can thus use it to detect if
4044	 * we have lost register context.
4045	 */
4046	if (REG_GET(DISPC_CONFIG, 2, 1) != OMAP_DSS_LOAD_FRAME_ONLY) {
4047		_omap_dispc_initial_config();
4048
4049		dispc_restore_context();
4050	}
4051
4052	dispc.is_enabled = true;
4053	/* ensure the dispc_irq_handler sees the is_enabled value */
4054	smp_wmb();
4055
4056	return 0;
4057}
4058
4059static const struct dev_pm_ops dispc_pm_ops = {
4060	.runtime_suspend = dispc_runtime_suspend,
4061	.runtime_resume = dispc_runtime_resume,
4062};
4063
4064static const struct of_device_id dispc_of_match[] = {
4065	{ .compatible = "ti,omap2-dispc", },
4066	{ .compatible = "ti,omap3-dispc", },
4067	{ .compatible = "ti,omap4-dispc", },
4068	{ .compatible = "ti,omap5-dispc", },
4069	{ .compatible = "ti,dra7-dispc", },
4070	{},
4071};
4072
4073static struct platform_driver omap_dispchw_driver = {
4074	.probe		= dispc_probe,
4075	.remove_new     = dispc_remove,
4076	.driver         = {
4077		.name   = "omapdss_dispc",
4078		.pm	= &dispc_pm_ops,
4079		.of_match_table = dispc_of_match,
4080		.suppress_bind_attrs = true,
4081	},
4082};
4083
4084int __init dispc_init_platform_driver(void)
4085{
4086	return platform_driver_register(&omap_dispchw_driver);
4087}
4088
4089void dispc_uninit_platform_driver(void)
4090{
4091	platform_driver_unregister(&omap_dispchw_driver);
4092}
4093