12048e328SMark Yao /*
22048e328SMark Yao  * Copyright (C) Fuzhou Rockchip Electronics Co.Ltd
32048e328SMark Yao  * Author:Mark Yao <mark.yao@rock-chips.com>
42048e328SMark Yao  *
52048e328SMark Yao  * This software is licensed under the terms of the GNU General Public
62048e328SMark Yao  * License version 2, as published by the Free Software Foundation, and
72048e328SMark Yao  * may be copied, distributed, and modified under those terms.
82048e328SMark Yao  *
92048e328SMark Yao  * This program is distributed in the hope that it will be useful,
102048e328SMark Yao  * but WITHOUT ANY WARRANTY; without even the implied warranty of
112048e328SMark Yao  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
122048e328SMark Yao  * GNU General Public License for more details.
132048e328SMark Yao  */
142048e328SMark Yao 
152048e328SMark Yao #include <drm/drm.h>
162048e328SMark Yao #include <drm/drmP.h>
172048e328SMark Yao #include <drm/drm_crtc.h>
182048e328SMark Yao #include <drm/drm_crtc_helper.h>
192048e328SMark Yao #include <drm/drm_plane_helper.h>
202048e328SMark Yao 
212048e328SMark Yao #include <linux/kernel.h>
222048e328SMark Yao #include <linux/platform_device.h>
232048e328SMark Yao #include <linux/clk.h>
242048e328SMark Yao #include <linux/of.h>
252048e328SMark Yao #include <linux/of_device.h>
262048e328SMark Yao #include <linux/pm_runtime.h>
272048e328SMark Yao #include <linux/component.h>
282048e328SMark Yao 
292048e328SMark Yao #include <linux/reset.h>
302048e328SMark Yao #include <linux/delay.h>
312048e328SMark Yao 
322048e328SMark Yao #include "rockchip_drm_drv.h"
332048e328SMark Yao #include "rockchip_drm_gem.h"
342048e328SMark Yao #include "rockchip_drm_fb.h"
352048e328SMark Yao #include "rockchip_drm_vop.h"
362048e328SMark Yao 
372048e328SMark Yao #define VOP_REG(off, _mask, s) \
382048e328SMark Yao 		{.offset = off, \
392048e328SMark Yao 		 .mask = _mask, \
402048e328SMark Yao 		 .shift = s,}
412048e328SMark Yao 
422048e328SMark Yao #define __REG_SET_RELAXED(x, off, mask, shift, v) \
432048e328SMark Yao 		vop_mask_write_relaxed(x, off, (mask) << shift, (v) << shift)
442048e328SMark Yao #define __REG_SET_NORMAL(x, off, mask, shift, v) \
452048e328SMark Yao 		vop_mask_write(x, off, (mask) << shift, (v) << shift)
462048e328SMark Yao 
472048e328SMark Yao #define REG_SET(x, base, reg, v, mode) \
482048e328SMark Yao 		__REG_SET_##mode(x, base + reg.offset, reg.mask, reg.shift, v)
492048e328SMark Yao 
502048e328SMark Yao #define VOP_WIN_SET(x, win, name, v) \
512048e328SMark Yao 		REG_SET(x, win->base, win->phy->name, v, RELAXED)
522048e328SMark Yao #define VOP_CTRL_SET(x, name, v) \
532048e328SMark Yao 		REG_SET(x, 0, (x)->data->ctrl->name, v, NORMAL)
542048e328SMark Yao 
552048e328SMark Yao #define VOP_WIN_GET(x, win, name) \
562048e328SMark Yao 		vop_read_reg(x, win->base, &win->phy->name)
572048e328SMark Yao 
582048e328SMark Yao #define VOP_WIN_GET_YRGBADDR(vop, win) \
592048e328SMark Yao 		vop_readl(vop, win->base + win->phy->yrgb_mst.offset)
602048e328SMark Yao 
612048e328SMark Yao #define to_vop(x) container_of(x, struct vop, crtc)
622048e328SMark Yao #define to_vop_win(x) container_of(x, struct vop_win, base)
632048e328SMark Yao 
642048e328SMark Yao struct vop_win_state {
652048e328SMark Yao 	struct list_head head;
662048e328SMark Yao 	struct drm_framebuffer *fb;
672048e328SMark Yao 	dma_addr_t yrgb_mst;
682048e328SMark Yao 	struct drm_pending_vblank_event *event;
692048e328SMark Yao };
702048e328SMark Yao 
712048e328SMark Yao struct vop_win {
722048e328SMark Yao 	struct drm_plane base;
732048e328SMark Yao 	const struct vop_win_data *data;
742048e328SMark Yao 	struct vop *vop;
752048e328SMark Yao 
762048e328SMark Yao 	struct list_head pending;
772048e328SMark Yao 	struct vop_win_state *active;
782048e328SMark Yao };
792048e328SMark Yao 
802048e328SMark Yao struct vop {
812048e328SMark Yao 	struct drm_crtc crtc;
822048e328SMark Yao 	struct device *dev;
832048e328SMark Yao 	struct drm_device *drm_dev;
8431e980c5SMark Yao 	bool is_enabled;
852048e328SMark Yao 
862048e328SMark Yao 	int connector_type;
872048e328SMark Yao 	int connector_out_mode;
882048e328SMark Yao 
892048e328SMark Yao 	/* mutex vsync_ work */
902048e328SMark Yao 	struct mutex vsync_mutex;
912048e328SMark Yao 	bool vsync_work_pending;
921067219bSMark Yao 	struct completion dsp_hold_completion;
932048e328SMark Yao 
942048e328SMark Yao 	const struct vop_data *data;
952048e328SMark Yao 
962048e328SMark Yao 	uint32_t *regsbak;
972048e328SMark Yao 	void __iomem *regs;
982048e328SMark Yao 
992048e328SMark Yao 	/* physical map length of vop register */
1002048e328SMark Yao 	uint32_t len;
1012048e328SMark Yao 
1022048e328SMark Yao 	/* one time only one process allowed to config the register */
1032048e328SMark Yao 	spinlock_t reg_lock;
1042048e328SMark Yao 	/* lock vop irq reg */
1052048e328SMark Yao 	spinlock_t irq_lock;
1062048e328SMark Yao 
1072048e328SMark Yao 	unsigned int irq;
1082048e328SMark Yao 
1092048e328SMark Yao 	/* vop AHP clk */
1102048e328SMark Yao 	struct clk *hclk;
1112048e328SMark Yao 	/* vop dclk */
1122048e328SMark Yao 	struct clk *dclk;
1132048e328SMark Yao 	/* vop share memory frequency */
1142048e328SMark Yao 	struct clk *aclk;
1152048e328SMark Yao 
1162048e328SMark Yao 	/* vop dclk reset */
1172048e328SMark Yao 	struct reset_control *dclk_rst;
1182048e328SMark Yao 
1192048e328SMark Yao 	int pipe;
1202048e328SMark Yao 
1212048e328SMark Yao 	struct vop_win win[];
1222048e328SMark Yao };
1232048e328SMark Yao 
1242048e328SMark Yao enum vop_data_format {
1252048e328SMark Yao 	VOP_FMT_ARGB8888 = 0,
1262048e328SMark Yao 	VOP_FMT_RGB888,
1272048e328SMark Yao 	VOP_FMT_RGB565,
1282048e328SMark Yao 	VOP_FMT_YUV420SP = 4,
1292048e328SMark Yao 	VOP_FMT_YUV422SP,
1302048e328SMark Yao 	VOP_FMT_YUV444SP,
1312048e328SMark Yao };
1322048e328SMark Yao 
1332048e328SMark Yao struct vop_reg_data {
1342048e328SMark Yao 	uint32_t offset;
1352048e328SMark Yao 	uint32_t value;
1362048e328SMark Yao };
1372048e328SMark Yao 
1382048e328SMark Yao struct vop_reg {
1392048e328SMark Yao 	uint32_t offset;
1402048e328SMark Yao 	uint32_t shift;
1412048e328SMark Yao 	uint32_t mask;
1422048e328SMark Yao };
1432048e328SMark Yao 
1442048e328SMark Yao struct vop_ctrl {
1452048e328SMark Yao 	struct vop_reg standby;
1462048e328SMark Yao 	struct vop_reg data_blank;
1472048e328SMark Yao 	struct vop_reg gate_en;
1482048e328SMark Yao 	struct vop_reg mmu_en;
1492048e328SMark Yao 	struct vop_reg rgb_en;
1502048e328SMark Yao 	struct vop_reg edp_en;
1512048e328SMark Yao 	struct vop_reg hdmi_en;
1522048e328SMark Yao 	struct vop_reg mipi_en;
1532048e328SMark Yao 	struct vop_reg out_mode;
1542048e328SMark Yao 	struct vop_reg dither_down;
1552048e328SMark Yao 	struct vop_reg dither_up;
1562048e328SMark Yao 	struct vop_reg pin_pol;
1572048e328SMark Yao 
1582048e328SMark Yao 	struct vop_reg htotal_pw;
1592048e328SMark Yao 	struct vop_reg hact_st_end;
1602048e328SMark Yao 	struct vop_reg vtotal_pw;
1612048e328SMark Yao 	struct vop_reg vact_st_end;
1622048e328SMark Yao 	struct vop_reg hpost_st_end;
1632048e328SMark Yao 	struct vop_reg vpost_st_end;
1642048e328SMark Yao };
1652048e328SMark Yao 
1662048e328SMark Yao struct vop_win_phy {
1672048e328SMark Yao 	const uint32_t *data_formats;
1682048e328SMark Yao 	uint32_t nformats;
1692048e328SMark Yao 
1702048e328SMark Yao 	struct vop_reg enable;
1712048e328SMark Yao 	struct vop_reg format;
1722048e328SMark Yao 	struct vop_reg act_info;
1732048e328SMark Yao 	struct vop_reg dsp_info;
1742048e328SMark Yao 	struct vop_reg dsp_st;
1752048e328SMark Yao 	struct vop_reg yrgb_mst;
1762048e328SMark Yao 	struct vop_reg uv_mst;
1772048e328SMark Yao 	struct vop_reg yrgb_vir;
1782048e328SMark Yao 	struct vop_reg uv_vir;
1792048e328SMark Yao 
1802048e328SMark Yao 	struct vop_reg dst_alpha_ctl;
1812048e328SMark Yao 	struct vop_reg src_alpha_ctl;
1822048e328SMark Yao };
1832048e328SMark Yao 
1842048e328SMark Yao struct vop_win_data {
1852048e328SMark Yao 	uint32_t base;
1862048e328SMark Yao 	const struct vop_win_phy *phy;
1872048e328SMark Yao 	enum drm_plane_type type;
1882048e328SMark Yao };
1892048e328SMark Yao 
1902048e328SMark Yao struct vop_data {
1912048e328SMark Yao 	const struct vop_reg_data *init_table;
1922048e328SMark Yao 	unsigned int table_size;
1932048e328SMark Yao 	const struct vop_ctrl *ctrl;
1942048e328SMark Yao 	const struct vop_win_data *win;
1952048e328SMark Yao 	unsigned int win_size;
1962048e328SMark Yao };
1972048e328SMark Yao 
1982048e328SMark Yao static const uint32_t formats_01[] = {
1992048e328SMark Yao 	DRM_FORMAT_XRGB8888,
2002048e328SMark Yao 	DRM_FORMAT_ARGB8888,
2012048e328SMark Yao 	DRM_FORMAT_RGB888,
2022048e328SMark Yao 	DRM_FORMAT_RGB565,
2032048e328SMark Yao 	DRM_FORMAT_NV12,
2042048e328SMark Yao 	DRM_FORMAT_NV16,
2052048e328SMark Yao 	DRM_FORMAT_NV24,
2062048e328SMark Yao };
2072048e328SMark Yao 
2082048e328SMark Yao static const uint32_t formats_234[] = {
2092048e328SMark Yao 	DRM_FORMAT_XRGB8888,
2102048e328SMark Yao 	DRM_FORMAT_ARGB8888,
2112048e328SMark Yao 	DRM_FORMAT_RGB888,
2122048e328SMark Yao 	DRM_FORMAT_RGB565,
2132048e328SMark Yao };
2142048e328SMark Yao 
2152048e328SMark Yao static const struct vop_win_phy win01_data = {
2162048e328SMark Yao 	.data_formats = formats_01,
2172048e328SMark Yao 	.nformats = ARRAY_SIZE(formats_01),
2182048e328SMark Yao 	.enable = VOP_REG(WIN0_CTRL0, 0x1, 0),
2192048e328SMark Yao 	.format = VOP_REG(WIN0_CTRL0, 0x7, 1),
2202048e328SMark Yao 	.act_info = VOP_REG(WIN0_ACT_INFO, 0x1fff1fff, 0),
2212048e328SMark Yao 	.dsp_info = VOP_REG(WIN0_DSP_INFO, 0x0fff0fff, 0),
2222048e328SMark Yao 	.dsp_st = VOP_REG(WIN0_DSP_ST, 0x1fff1fff, 0),
2232048e328SMark Yao 	.yrgb_mst = VOP_REG(WIN0_YRGB_MST, 0xffffffff, 0),
2242048e328SMark Yao 	.uv_mst = VOP_REG(WIN0_CBR_MST, 0xffffffff, 0),
2252048e328SMark Yao 	.yrgb_vir = VOP_REG(WIN0_VIR, 0x3fff, 0),
2262048e328SMark Yao 	.uv_vir = VOP_REG(WIN0_VIR, 0x3fff, 16),
2272048e328SMark Yao 	.src_alpha_ctl = VOP_REG(WIN0_SRC_ALPHA_CTRL, 0xff, 0),
2282048e328SMark Yao 	.dst_alpha_ctl = VOP_REG(WIN0_DST_ALPHA_CTRL, 0xff, 0),
2292048e328SMark Yao };
2302048e328SMark Yao 
2312048e328SMark Yao static const struct vop_win_phy win23_data = {
2322048e328SMark Yao 	.data_formats = formats_234,
2332048e328SMark Yao 	.nformats = ARRAY_SIZE(formats_234),
2342048e328SMark Yao 	.enable = VOP_REG(WIN2_CTRL0, 0x1, 0),
2352048e328SMark Yao 	.format = VOP_REG(WIN2_CTRL0, 0x7, 1),
2362048e328SMark Yao 	.dsp_info = VOP_REG(WIN2_DSP_INFO0, 0x0fff0fff, 0),
2372048e328SMark Yao 	.dsp_st = VOP_REG(WIN2_DSP_ST0, 0x1fff1fff, 0),
2382048e328SMark Yao 	.yrgb_mst = VOP_REG(WIN2_MST0, 0xffffffff, 0),
2392048e328SMark Yao 	.yrgb_vir = VOP_REG(WIN2_VIR0_1, 0x1fff, 0),
2402048e328SMark Yao 	.src_alpha_ctl = VOP_REG(WIN2_SRC_ALPHA_CTRL, 0xff, 0),
2412048e328SMark Yao 	.dst_alpha_ctl = VOP_REG(WIN2_DST_ALPHA_CTRL, 0xff, 0),
2422048e328SMark Yao };
2432048e328SMark Yao 
2442048e328SMark Yao static const struct vop_win_phy cursor_data = {
2452048e328SMark Yao 	.data_formats = formats_234,
2462048e328SMark Yao 	.nformats = ARRAY_SIZE(formats_234),
2472048e328SMark Yao 	.enable = VOP_REG(HWC_CTRL0, 0x1, 0),
2482048e328SMark Yao 	.format = VOP_REG(HWC_CTRL0, 0x7, 1),
2492048e328SMark Yao 	.dsp_st = VOP_REG(HWC_DSP_ST, 0x1fff1fff, 0),
2502048e328SMark Yao 	.yrgb_mst = VOP_REG(HWC_MST, 0xffffffff, 0),
2512048e328SMark Yao };
2522048e328SMark Yao 
2532048e328SMark Yao static const struct vop_ctrl ctrl_data = {
2542048e328SMark Yao 	.standby = VOP_REG(SYS_CTRL, 0x1, 22),
2552048e328SMark Yao 	.gate_en = VOP_REG(SYS_CTRL, 0x1, 23),
2562048e328SMark Yao 	.mmu_en = VOP_REG(SYS_CTRL, 0x1, 20),
2572048e328SMark Yao 	.rgb_en = VOP_REG(SYS_CTRL, 0x1, 12),
2582048e328SMark Yao 	.hdmi_en = VOP_REG(SYS_CTRL, 0x1, 13),
2592048e328SMark Yao 	.edp_en = VOP_REG(SYS_CTRL, 0x1, 14),
2602048e328SMark Yao 	.mipi_en = VOP_REG(SYS_CTRL, 0x1, 15),
2612048e328SMark Yao 	.dither_down = VOP_REG(DSP_CTRL1, 0xf, 1),
2622048e328SMark Yao 	.dither_up = VOP_REG(DSP_CTRL1, 0x1, 6),
2632048e328SMark Yao 	.data_blank = VOP_REG(DSP_CTRL0, 0x1, 19),
2642048e328SMark Yao 	.out_mode = VOP_REG(DSP_CTRL0, 0xf, 0),
2652048e328SMark Yao 	.pin_pol = VOP_REG(DSP_CTRL0, 0xf, 4),
2662048e328SMark Yao 	.htotal_pw = VOP_REG(DSP_HTOTAL_HS_END, 0x1fff1fff, 0),
2672048e328SMark Yao 	.hact_st_end = VOP_REG(DSP_HACT_ST_END, 0x1fff1fff, 0),
2682048e328SMark Yao 	.vtotal_pw = VOP_REG(DSP_VTOTAL_VS_END, 0x1fff1fff, 0),
2692048e328SMark Yao 	.vact_st_end = VOP_REG(DSP_VACT_ST_END, 0x1fff1fff, 0),
2702048e328SMark Yao 	.hpost_st_end = VOP_REG(POST_DSP_HACT_INFO, 0x1fff1fff, 0),
2712048e328SMark Yao 	.vpost_st_end = VOP_REG(POST_DSP_VACT_INFO, 0x1fff1fff, 0),
2722048e328SMark Yao };
2732048e328SMark Yao 
2742048e328SMark Yao static const struct vop_reg_data vop_init_reg_table[] = {
2752048e328SMark Yao 	{SYS_CTRL, 0x00c00000},
2762048e328SMark Yao 	{DSP_CTRL0, 0x00000000},
2772048e328SMark Yao 	{WIN0_CTRL0, 0x00000080},
2782048e328SMark Yao 	{WIN1_CTRL0, 0x00000080},
2792048e328SMark Yao };
2802048e328SMark Yao 
2812048e328SMark Yao /*
2822048e328SMark Yao  * Note: rk3288 has a dedicated 'cursor' window, however, that window requires
2832048e328SMark Yao  * special support to get alpha blending working.  For now, just use overlay
2842048e328SMark Yao  * window 1 for the drm cursor.
2852048e328SMark Yao  */
2862048e328SMark Yao static const struct vop_win_data rk3288_vop_win_data[] = {
2872048e328SMark Yao 	{ .base = 0x00, .phy = &win01_data, .type = DRM_PLANE_TYPE_PRIMARY },
2882048e328SMark Yao 	{ .base = 0x40, .phy = &win01_data, .type = DRM_PLANE_TYPE_CURSOR },
2892048e328SMark Yao 	{ .base = 0x00, .phy = &win23_data, .type = DRM_PLANE_TYPE_OVERLAY },
2902048e328SMark Yao 	{ .base = 0x50, .phy = &win23_data, .type = DRM_PLANE_TYPE_OVERLAY },
2912048e328SMark Yao 	{ .base = 0x00, .phy = &cursor_data, .type = DRM_PLANE_TYPE_OVERLAY },
2922048e328SMark Yao };
2932048e328SMark Yao 
2942048e328SMark Yao static const struct vop_data rk3288_vop = {
2952048e328SMark Yao 	.init_table = vop_init_reg_table,
2962048e328SMark Yao 	.table_size = ARRAY_SIZE(vop_init_reg_table),
2972048e328SMark Yao 	.ctrl = &ctrl_data,
2982048e328SMark Yao 	.win = rk3288_vop_win_data,
2992048e328SMark Yao 	.win_size = ARRAY_SIZE(rk3288_vop_win_data),
3002048e328SMark Yao };
3012048e328SMark Yao 
3022048e328SMark Yao static const struct of_device_id vop_driver_dt_match[] = {
3032048e328SMark Yao 	{ .compatible = "rockchip,rk3288-vop",
3042048e328SMark Yao 	  .data = &rk3288_vop },
3052048e328SMark Yao 	{},
3062048e328SMark Yao };
3072048e328SMark Yao 
3082048e328SMark Yao static inline void vop_writel(struct vop *vop, uint32_t offset, uint32_t v)
3092048e328SMark Yao {
3102048e328SMark Yao 	writel(v, vop->regs + offset);
3112048e328SMark Yao 	vop->regsbak[offset >> 2] = v;
3122048e328SMark Yao }
3132048e328SMark Yao 
3142048e328SMark Yao static inline uint32_t vop_readl(struct vop *vop, uint32_t offset)
3152048e328SMark Yao {
3162048e328SMark Yao 	return readl(vop->regs + offset);
3172048e328SMark Yao }
3182048e328SMark Yao 
3192048e328SMark Yao static inline uint32_t vop_read_reg(struct vop *vop, uint32_t base,
3202048e328SMark Yao 				    const struct vop_reg *reg)
3212048e328SMark Yao {
3222048e328SMark Yao 	return (vop_readl(vop, base + reg->offset) >> reg->shift) & reg->mask;
3232048e328SMark Yao }
3242048e328SMark Yao 
3252048e328SMark Yao static inline void vop_cfg_done(struct vop *vop)
3262048e328SMark Yao {
3272048e328SMark Yao 	writel(0x01, vop->regs + REG_CFG_DONE);
3282048e328SMark Yao }
3292048e328SMark Yao 
3302048e328SMark Yao static inline void vop_mask_write(struct vop *vop, uint32_t offset,
3312048e328SMark Yao 				  uint32_t mask, uint32_t v)
3322048e328SMark Yao {
3332048e328SMark Yao 	if (mask) {
3342048e328SMark Yao 		uint32_t cached_val = vop->regsbak[offset >> 2];
3352048e328SMark Yao 
3362048e328SMark Yao 		cached_val = (cached_val & ~mask) | v;
3372048e328SMark Yao 		writel(cached_val, vop->regs + offset);
3382048e328SMark Yao 		vop->regsbak[offset >> 2] = cached_val;
3392048e328SMark Yao 	}
3402048e328SMark Yao }
3412048e328SMark Yao 
3422048e328SMark Yao static inline void vop_mask_write_relaxed(struct vop *vop, uint32_t offset,
3432048e328SMark Yao 					  uint32_t mask, uint32_t v)
3442048e328SMark Yao {
3452048e328SMark Yao 	if (mask) {
3462048e328SMark Yao 		uint32_t cached_val = vop->regsbak[offset >> 2];
3472048e328SMark Yao 
3482048e328SMark Yao 		cached_val = (cached_val & ~mask) | v;
3492048e328SMark Yao 		writel_relaxed(cached_val, vop->regs + offset);
3502048e328SMark Yao 		vop->regsbak[offset >> 2] = cached_val;
3512048e328SMark Yao 	}
3522048e328SMark Yao }
3532048e328SMark Yao 
3542048e328SMark Yao static enum vop_data_format vop_convert_format(uint32_t format)
3552048e328SMark Yao {
3562048e328SMark Yao 	switch (format) {
3572048e328SMark Yao 	case DRM_FORMAT_XRGB8888:
3582048e328SMark Yao 	case DRM_FORMAT_ARGB8888:
3592048e328SMark Yao 		return VOP_FMT_ARGB8888;
3602048e328SMark Yao 	case DRM_FORMAT_RGB888:
3612048e328SMark Yao 		return VOP_FMT_RGB888;
3622048e328SMark Yao 	case DRM_FORMAT_RGB565:
3632048e328SMark Yao 		return VOP_FMT_RGB565;
3642048e328SMark Yao 	case DRM_FORMAT_NV12:
3652048e328SMark Yao 		return VOP_FMT_YUV420SP;
3662048e328SMark Yao 	case DRM_FORMAT_NV16:
3672048e328SMark Yao 		return VOP_FMT_YUV422SP;
3682048e328SMark Yao 	case DRM_FORMAT_NV24:
3692048e328SMark Yao 		return VOP_FMT_YUV444SP;
3702048e328SMark Yao 	default:
3712048e328SMark Yao 		DRM_ERROR("unsupport format[%08x]\n", format);
3722048e328SMark Yao 		return -EINVAL;
3732048e328SMark Yao 	}
3742048e328SMark Yao }
3752048e328SMark Yao 
3762048e328SMark Yao static bool is_alpha_support(uint32_t format)
3772048e328SMark Yao {
3782048e328SMark Yao 	switch (format) {
3792048e328SMark Yao 	case DRM_FORMAT_ARGB8888:
3802048e328SMark Yao 		return true;
3812048e328SMark Yao 	default:
3822048e328SMark Yao 		return false;
3832048e328SMark Yao 	}
3842048e328SMark Yao }
3852048e328SMark Yao 
3861067219bSMark Yao static void vop_dsp_hold_valid_irq_enable(struct vop *vop)
3871067219bSMark Yao {
3881067219bSMark Yao 	unsigned long flags;
3891067219bSMark Yao 
3901067219bSMark Yao 	if (WARN_ON(!vop->is_enabled))
3911067219bSMark Yao 		return;
3921067219bSMark Yao 
3931067219bSMark Yao 	spin_lock_irqsave(&vop->irq_lock, flags);
3941067219bSMark Yao 
3951067219bSMark Yao 	vop_mask_write(vop, INTR_CTRL0, DSP_HOLD_VALID_INTR_MASK,
3961067219bSMark Yao 		       DSP_HOLD_VALID_INTR_EN(1));
3971067219bSMark Yao 
3981067219bSMark Yao 	spin_unlock_irqrestore(&vop->irq_lock, flags);
3991067219bSMark Yao }
4001067219bSMark Yao 
4011067219bSMark Yao static void vop_dsp_hold_valid_irq_disable(struct vop *vop)
4021067219bSMark Yao {
4031067219bSMark Yao 	unsigned long flags;
4041067219bSMark Yao 
4051067219bSMark Yao 	if (WARN_ON(!vop->is_enabled))
4061067219bSMark Yao 		return;
4071067219bSMark Yao 
4081067219bSMark Yao 	spin_lock_irqsave(&vop->irq_lock, flags);
4091067219bSMark Yao 
4101067219bSMark Yao 	vop_mask_write(vop, INTR_CTRL0, DSP_HOLD_VALID_INTR_MASK,
4111067219bSMark Yao 		       DSP_HOLD_VALID_INTR_EN(0));
4121067219bSMark Yao 
4131067219bSMark Yao 	spin_unlock_irqrestore(&vop->irq_lock, flags);
4141067219bSMark Yao }
4151067219bSMark Yao 
4162048e328SMark Yao static void vop_enable(struct drm_crtc *crtc)
4172048e328SMark Yao {
4182048e328SMark Yao 	struct vop *vop = to_vop(crtc);
4192048e328SMark Yao 	int ret;
4202048e328SMark Yao 
42131e980c5SMark Yao 	if (vop->is_enabled)
42231e980c5SMark Yao 		return;
42331e980c5SMark Yao 
4245d82d1a7SMark Yao 	ret = pm_runtime_get_sync(vop->dev);
4255d82d1a7SMark Yao 	if (ret < 0) {
4265d82d1a7SMark Yao 		dev_err(vop->dev, "failed to get pm runtime: %d\n", ret);
4275d82d1a7SMark Yao 		return;
4285d82d1a7SMark Yao 	}
4295d82d1a7SMark Yao 
4302048e328SMark Yao 	ret = clk_enable(vop->hclk);
4312048e328SMark Yao 	if (ret < 0) {
4322048e328SMark Yao 		dev_err(vop->dev, "failed to enable hclk - %d\n", ret);
4332048e328SMark Yao 		return;
4342048e328SMark Yao 	}
4352048e328SMark Yao 
4362048e328SMark Yao 	ret = clk_enable(vop->dclk);
4372048e328SMark Yao 	if (ret < 0) {
4382048e328SMark Yao 		dev_err(vop->dev, "failed to enable dclk - %d\n", ret);
4392048e328SMark Yao 		goto err_disable_hclk;
4402048e328SMark Yao 	}
4412048e328SMark Yao 
4422048e328SMark Yao 	ret = clk_enable(vop->aclk);
4432048e328SMark Yao 	if (ret < 0) {
4442048e328SMark Yao 		dev_err(vop->dev, "failed to enable aclk - %d\n", ret);
4452048e328SMark Yao 		goto err_disable_dclk;
4462048e328SMark Yao 	}
4472048e328SMark Yao 
4482048e328SMark Yao 	/*
4492048e328SMark Yao 	 * Slave iommu shares power, irq and clock with vop.  It was associated
4502048e328SMark Yao 	 * automatically with this master device via common driver code.
4512048e328SMark Yao 	 * Now that we have enabled the clock we attach it to the shared drm
4522048e328SMark Yao 	 * mapping.
4532048e328SMark Yao 	 */
4542048e328SMark Yao 	ret = rockchip_drm_dma_attach_device(vop->drm_dev, vop->dev);
4552048e328SMark Yao 	if (ret) {
4562048e328SMark Yao 		dev_err(vop->dev, "failed to attach dma mapping, %d\n", ret);
4572048e328SMark Yao 		goto err_disable_aclk;
4582048e328SMark Yao 	}
4592048e328SMark Yao 
46052ab7891SMark Yao 	/*
46152ab7891SMark Yao 	 * At here, vop clock & iommu is enable, R/W vop regs would be safe.
46252ab7891SMark Yao 	 */
46352ab7891SMark Yao 	vop->is_enabled = true;
46452ab7891SMark Yao 
4652048e328SMark Yao 	spin_lock(&vop->reg_lock);
4662048e328SMark Yao 
4672048e328SMark Yao 	VOP_CTRL_SET(vop, standby, 0);
4682048e328SMark Yao 
4692048e328SMark Yao 	spin_unlock(&vop->reg_lock);
4702048e328SMark Yao 
4712048e328SMark Yao 	enable_irq(vop->irq);
4722048e328SMark Yao 
4732048e328SMark Yao 	drm_vblank_on(vop->drm_dev, vop->pipe);
4742048e328SMark Yao 
4752048e328SMark Yao 	return;
4762048e328SMark Yao 
4772048e328SMark Yao err_disable_aclk:
4782048e328SMark Yao 	clk_disable(vop->aclk);
4792048e328SMark Yao err_disable_dclk:
4802048e328SMark Yao 	clk_disable(vop->dclk);
4812048e328SMark Yao err_disable_hclk:
4822048e328SMark Yao 	clk_disable(vop->hclk);
4832048e328SMark Yao }
4842048e328SMark Yao 
4852048e328SMark Yao static void vop_disable(struct drm_crtc *crtc)
4862048e328SMark Yao {
4872048e328SMark Yao 	struct vop *vop = to_vop(crtc);
4882048e328SMark Yao 
48931e980c5SMark Yao 	if (!vop->is_enabled)
49031e980c5SMark Yao 		return;
49131e980c5SMark Yao 
4922048e328SMark Yao 	drm_vblank_off(crtc->dev, vop->pipe);
4932048e328SMark Yao 
4942048e328SMark Yao 	/*
4951067219bSMark Yao 	 * Vop standby will take effect at end of current frame,
4961067219bSMark Yao 	 * if dsp hold valid irq happen, it means standby complete.
4971067219bSMark Yao 	 *
4981067219bSMark Yao 	 * we must wait standby complete when we want to disable aclk,
4991067219bSMark Yao 	 * if not, memory bus maybe dead.
5002048e328SMark Yao 	 */
5011067219bSMark Yao 	reinit_completion(&vop->dsp_hold_completion);
5021067219bSMark Yao 	vop_dsp_hold_valid_irq_enable(vop);
5031067219bSMark Yao 
5042048e328SMark Yao 	spin_lock(&vop->reg_lock);
5052048e328SMark Yao 
5062048e328SMark Yao 	VOP_CTRL_SET(vop, standby, 1);
5072048e328SMark Yao 
5082048e328SMark Yao 	spin_unlock(&vop->reg_lock);
50952ab7891SMark Yao 
5101067219bSMark Yao 	wait_for_completion(&vop->dsp_hold_completion);
5112048e328SMark Yao 
5121067219bSMark Yao 	vop_dsp_hold_valid_irq_disable(vop);
5131067219bSMark Yao 
5141067219bSMark Yao 	disable_irq(vop->irq);
5151067219bSMark Yao 
5161067219bSMark Yao 	vop->is_enabled = false;
5171067219bSMark Yao 
5181067219bSMark Yao 	/*
5191067219bSMark Yao 	 * vop standby complete, so iommu detach is safe.
5201067219bSMark Yao 	 */
5212048e328SMark Yao 	rockchip_drm_dma_detach_device(vop->drm_dev, vop->dev);
5222048e328SMark Yao 
5231067219bSMark Yao 	clk_disable(vop->dclk);
5242048e328SMark Yao 	clk_disable(vop->aclk);
5252048e328SMark Yao 	clk_disable(vop->hclk);
5265d82d1a7SMark Yao 	pm_runtime_put(vop->dev);
5272048e328SMark Yao }
5282048e328SMark Yao 
5292048e328SMark Yao /*
5302048e328SMark Yao  * Caller must hold vsync_mutex.
5312048e328SMark Yao  */
5322048e328SMark Yao static struct drm_framebuffer *vop_win_last_pending_fb(struct vop_win *vop_win)
5332048e328SMark Yao {
5342048e328SMark Yao 	struct vop_win_state *last;
5352048e328SMark Yao 	struct vop_win_state *active = vop_win->active;
5362048e328SMark Yao 
5372048e328SMark Yao 	if (list_empty(&vop_win->pending))
5382048e328SMark Yao 		return active ? active->fb : NULL;
5392048e328SMark Yao 
5402048e328SMark Yao 	last = list_last_entry(&vop_win->pending, struct vop_win_state, head);
5412048e328SMark Yao 	return last ? last->fb : NULL;
5422048e328SMark Yao }
5432048e328SMark Yao 
5442048e328SMark Yao /*
5452048e328SMark Yao  * Caller must hold vsync_mutex.
5462048e328SMark Yao  */
5472048e328SMark Yao static int vop_win_queue_fb(struct vop_win *vop_win,
5482048e328SMark Yao 			    struct drm_framebuffer *fb, dma_addr_t yrgb_mst,
5492048e328SMark Yao 			    struct drm_pending_vblank_event *event)
5502048e328SMark Yao {
5512048e328SMark Yao 	struct vop_win_state *state;
5522048e328SMark Yao 
5532048e328SMark Yao 	state = kzalloc(sizeof(*state), GFP_KERNEL);
5542048e328SMark Yao 	if (!state)
5552048e328SMark Yao 		return -ENOMEM;
5562048e328SMark Yao 
5572048e328SMark Yao 	state->fb = fb;
5582048e328SMark Yao 	state->yrgb_mst = yrgb_mst;
5592048e328SMark Yao 	state->event = event;
5602048e328SMark Yao 
5612048e328SMark Yao 	list_add_tail(&state->head, &vop_win->pending);
5622048e328SMark Yao 
5632048e328SMark Yao 	return 0;
5642048e328SMark Yao }
5652048e328SMark Yao 
5662048e328SMark Yao static int vop_update_plane_event(struct drm_plane *plane,
5672048e328SMark Yao 				  struct drm_crtc *crtc,
5682048e328SMark Yao 				  struct drm_framebuffer *fb, int crtc_x,
5692048e328SMark Yao 				  int crtc_y, unsigned int crtc_w,
5702048e328SMark Yao 				  unsigned int crtc_h, uint32_t src_x,
5712048e328SMark Yao 				  uint32_t src_y, uint32_t src_w,
5722048e328SMark Yao 				  uint32_t src_h,
5732048e328SMark Yao 				  struct drm_pending_vblank_event *event)
5742048e328SMark Yao {
5752048e328SMark Yao 	struct vop_win *vop_win = to_vop_win(plane);
5762048e328SMark Yao 	const struct vop_win_data *win = vop_win->data;
5772048e328SMark Yao 	struct vop *vop = to_vop(crtc);
5782048e328SMark Yao 	struct drm_gem_object *obj;
5792048e328SMark Yao 	struct rockchip_gem_object *rk_obj;
5802048e328SMark Yao 	unsigned long offset;
5812048e328SMark Yao 	unsigned int actual_w;
5822048e328SMark Yao 	unsigned int actual_h;
5832048e328SMark Yao 	unsigned int dsp_stx;
5842048e328SMark Yao 	unsigned int dsp_sty;
5852048e328SMark Yao 	unsigned int y_vir_stride;
5862048e328SMark Yao 	dma_addr_t yrgb_mst;
5872048e328SMark Yao 	enum vop_data_format format;
5882048e328SMark Yao 	uint32_t val;
5892048e328SMark Yao 	bool is_alpha;
5902048e328SMark Yao 	bool visible;
5912048e328SMark Yao 	int ret;
5922048e328SMark Yao 	struct drm_rect dest = {
5932048e328SMark Yao 		.x1 = crtc_x,
5942048e328SMark Yao 		.y1 = crtc_y,
5952048e328SMark Yao 		.x2 = crtc_x + crtc_w,
5962048e328SMark Yao 		.y2 = crtc_y + crtc_h,
5972048e328SMark Yao 	};
5982048e328SMark Yao 	struct drm_rect src = {
5992048e328SMark Yao 		/* 16.16 fixed point */
6002048e328SMark Yao 		.x1 = src_x,
6012048e328SMark Yao 		.y1 = src_y,
6022048e328SMark Yao 		.x2 = src_x + src_w,
6032048e328SMark Yao 		.y2 = src_y + src_h,
6042048e328SMark Yao 	};
6052048e328SMark Yao 	const struct drm_rect clip = {
6062048e328SMark Yao 		.x2 = crtc->mode.hdisplay,
6072048e328SMark Yao 		.y2 = crtc->mode.vdisplay,
6082048e328SMark Yao 	};
6092048e328SMark Yao 	bool can_position = plane->type != DRM_PLANE_TYPE_PRIMARY;
6102048e328SMark Yao 
6112048e328SMark Yao 	ret = drm_plane_helper_check_update(plane, crtc, fb,
6122048e328SMark Yao 					    &src, &dest, &clip,
6132048e328SMark Yao 					    DRM_PLANE_HELPER_NO_SCALING,
6142048e328SMark Yao 					    DRM_PLANE_HELPER_NO_SCALING,
6152048e328SMark Yao 					    can_position, false, &visible);
6162048e328SMark Yao 	if (ret)
6172048e328SMark Yao 		return ret;
6182048e328SMark Yao 
6192048e328SMark Yao 	if (!visible)
6202048e328SMark Yao 		return 0;
6212048e328SMark Yao 
6222048e328SMark Yao 	is_alpha = is_alpha_support(fb->pixel_format);
6232048e328SMark Yao 	format = vop_convert_format(fb->pixel_format);
6242048e328SMark Yao 	if (format < 0)
6252048e328SMark Yao 		return format;
6262048e328SMark Yao 
6272048e328SMark Yao 	obj = rockchip_fb_get_gem_obj(fb, 0);
6282048e328SMark Yao 	if (!obj) {
6292048e328SMark Yao 		DRM_ERROR("fail to get rockchip gem object from framebuffer\n");
6302048e328SMark Yao 		return -EINVAL;
6312048e328SMark Yao 	}
6322048e328SMark Yao 
6332048e328SMark Yao 	rk_obj = to_rockchip_obj(obj);
6342048e328SMark Yao 
6352048e328SMark Yao 	actual_w = (src.x2 - src.x1) >> 16;
6362048e328SMark Yao 	actual_h = (src.y2 - src.y1) >> 16;
6372048e328SMark Yao 	crtc_x = max(0, crtc_x);
6382048e328SMark Yao 	crtc_y = max(0, crtc_y);
6392048e328SMark Yao 
6402048e328SMark Yao 	dsp_stx = crtc_x + crtc->mode.htotal - crtc->mode.hsync_start;
6412048e328SMark Yao 	dsp_sty = crtc_y + crtc->mode.vtotal - crtc->mode.vsync_start;
6422048e328SMark Yao 
6432048e328SMark Yao 	offset = (src.x1 >> 16) * (fb->bits_per_pixel >> 3);
6442048e328SMark Yao 	offset += (src.y1 >> 16) * fb->pitches[0];
6452048e328SMark Yao 	yrgb_mst = rk_obj->dma_addr + offset;
6462048e328SMark Yao 
6472048e328SMark Yao 	y_vir_stride = fb->pitches[0] / (fb->bits_per_pixel >> 3);
6482048e328SMark Yao 
6492048e328SMark Yao 	/*
6502048e328SMark Yao 	 * If this plane update changes the plane's framebuffer, (or more
6512048e328SMark Yao 	 * precisely, if this update has a different framebuffer than the last
6522048e328SMark Yao 	 * update), enqueue it so we can track when it completes.
6532048e328SMark Yao 	 *
6542048e328SMark Yao 	 * Only when we discover that this update has completed, can we
6552048e328SMark Yao 	 * unreference any previous framebuffers.
6562048e328SMark Yao 	 */
6572048e328SMark Yao 	mutex_lock(&vop->vsync_mutex);
6582048e328SMark Yao 	if (fb != vop_win_last_pending_fb(vop_win)) {
6592048e328SMark Yao 		ret = drm_vblank_get(plane->dev, vop->pipe);
6602048e328SMark Yao 		if (ret) {
6612048e328SMark Yao 			DRM_ERROR("failed to get vblank, %d\n", ret);
6622048e328SMark Yao 			mutex_unlock(&vop->vsync_mutex);
6632048e328SMark Yao 			return ret;
6642048e328SMark Yao 		}
6652048e328SMark Yao 
6662048e328SMark Yao 		drm_framebuffer_reference(fb);
6672048e328SMark Yao 
6682048e328SMark Yao 		ret = vop_win_queue_fb(vop_win, fb, yrgb_mst, event);
6692048e328SMark Yao 		if (ret) {
6702048e328SMark Yao 			drm_vblank_put(plane->dev, vop->pipe);
6712048e328SMark Yao 			mutex_unlock(&vop->vsync_mutex);
6722048e328SMark Yao 			return ret;
6732048e328SMark Yao 		}
6742048e328SMark Yao 
6752048e328SMark Yao 		vop->vsync_work_pending = true;
6762048e328SMark Yao 	}
6772048e328SMark Yao 	mutex_unlock(&vop->vsync_mutex);
6782048e328SMark Yao 
6792048e328SMark Yao 	spin_lock(&vop->reg_lock);
6802048e328SMark Yao 
6812048e328SMark Yao 	VOP_WIN_SET(vop, win, format, format);
6822048e328SMark Yao 	VOP_WIN_SET(vop, win, yrgb_vir, y_vir_stride);
6832048e328SMark Yao 	VOP_WIN_SET(vop, win, yrgb_mst, yrgb_mst);
6842048e328SMark Yao 	val = (actual_h - 1) << 16;
6852048e328SMark Yao 	val |= (actual_w - 1) & 0xffff;
6862048e328SMark Yao 	VOP_WIN_SET(vop, win, act_info, val);
6872048e328SMark Yao 	VOP_WIN_SET(vop, win, dsp_info, val);
6882048e328SMark Yao 	val = (dsp_sty - 1) << 16;
6892048e328SMark Yao 	val |= (dsp_stx - 1) & 0xffff;
6902048e328SMark Yao 	VOP_WIN_SET(vop, win, dsp_st, val);
6912048e328SMark Yao 
6922048e328SMark Yao 	if (is_alpha) {
6932048e328SMark Yao 		VOP_WIN_SET(vop, win, dst_alpha_ctl,
6942048e328SMark Yao 			    DST_FACTOR_M0(ALPHA_SRC_INVERSE));
6952048e328SMark Yao 		val = SRC_ALPHA_EN(1) | SRC_COLOR_M0(ALPHA_SRC_PRE_MUL) |
6962048e328SMark Yao 			SRC_ALPHA_M0(ALPHA_STRAIGHT) |
6972048e328SMark Yao 			SRC_BLEND_M0(ALPHA_PER_PIX) |
6982048e328SMark Yao 			SRC_ALPHA_CAL_M0(ALPHA_NO_SATURATION) |
6992048e328SMark Yao 			SRC_FACTOR_M0(ALPHA_ONE);
7002048e328SMark Yao 		VOP_WIN_SET(vop, win, src_alpha_ctl, val);
7012048e328SMark Yao 	} else {
7022048e328SMark Yao 		VOP_WIN_SET(vop, win, src_alpha_ctl, SRC_ALPHA_EN(0));
7032048e328SMark Yao 	}
7042048e328SMark Yao 
7052048e328SMark Yao 	VOP_WIN_SET(vop, win, enable, 1);
7062048e328SMark Yao 
7072048e328SMark Yao 	vop_cfg_done(vop);
7082048e328SMark Yao 	spin_unlock(&vop->reg_lock);
7092048e328SMark Yao 
7102048e328SMark Yao 	return 0;
7112048e328SMark Yao }
7122048e328SMark Yao 
7132048e328SMark Yao static int vop_update_plane(struct drm_plane *plane, struct drm_crtc *crtc,
7142048e328SMark Yao 			    struct drm_framebuffer *fb, int crtc_x, int crtc_y,
7152048e328SMark Yao 			    unsigned int crtc_w, unsigned int crtc_h,
7162048e328SMark Yao 			    uint32_t src_x, uint32_t src_y, uint32_t src_w,
7172048e328SMark Yao 			    uint32_t src_h)
7182048e328SMark Yao {
7192048e328SMark Yao 	return vop_update_plane_event(plane, crtc, fb, crtc_x, crtc_y, crtc_w,
7202048e328SMark Yao 				      crtc_h, src_x, src_y, src_w, src_h,
7212048e328SMark Yao 				      NULL);
7222048e328SMark Yao }
7232048e328SMark Yao 
7242048e328SMark Yao static int vop_update_primary_plane(struct drm_crtc *crtc,
7252048e328SMark Yao 				    struct drm_pending_vblank_event *event)
7262048e328SMark Yao {
7272048e328SMark Yao 	unsigned int crtc_w, crtc_h;
7282048e328SMark Yao 
7292048e328SMark Yao 	crtc_w = crtc->primary->fb->width - crtc->x;
7302048e328SMark Yao 	crtc_h = crtc->primary->fb->height - crtc->y;
7312048e328SMark Yao 
7322048e328SMark Yao 	return vop_update_plane_event(crtc->primary, crtc, crtc->primary->fb,
7332048e328SMark Yao 				      0, 0, crtc_w, crtc_h, crtc->x << 16,
7342048e328SMark Yao 				      crtc->y << 16, crtc_w << 16,
7352048e328SMark Yao 				      crtc_h << 16, event);
7362048e328SMark Yao }
7372048e328SMark Yao 
7382048e328SMark Yao static int vop_disable_plane(struct drm_plane *plane)
7392048e328SMark Yao {
7402048e328SMark Yao 	struct vop_win *vop_win = to_vop_win(plane);
7412048e328SMark Yao 	const struct vop_win_data *win = vop_win->data;
7422048e328SMark Yao 	struct vop *vop;
7432048e328SMark Yao 	int ret;
7442048e328SMark Yao 
7452048e328SMark Yao 	if (!plane->crtc)
7462048e328SMark Yao 		return 0;
7472048e328SMark Yao 
7482048e328SMark Yao 	vop = to_vop(plane->crtc);
7492048e328SMark Yao 
7502048e328SMark Yao 	ret = drm_vblank_get(plane->dev, vop->pipe);
7512048e328SMark Yao 	if (ret) {
7522048e328SMark Yao 		DRM_ERROR("failed to get vblank, %d\n", ret);
7532048e328SMark Yao 		return ret;
7542048e328SMark Yao 	}
7552048e328SMark Yao 
7562048e328SMark Yao 	mutex_lock(&vop->vsync_mutex);
7572048e328SMark Yao 
7582048e328SMark Yao 	ret = vop_win_queue_fb(vop_win, NULL, 0, NULL);
7592048e328SMark Yao 	if (ret) {
7602048e328SMark Yao 		drm_vblank_put(plane->dev, vop->pipe);
7612048e328SMark Yao 		mutex_unlock(&vop->vsync_mutex);
7622048e328SMark Yao 		return ret;
7632048e328SMark Yao 	}
7642048e328SMark Yao 
7652048e328SMark Yao 	vop->vsync_work_pending = true;
7662048e328SMark Yao 	mutex_unlock(&vop->vsync_mutex);
7672048e328SMark Yao 
7682048e328SMark Yao 	spin_lock(&vop->reg_lock);
7692048e328SMark Yao 	VOP_WIN_SET(vop, win, enable, 0);
7702048e328SMark Yao 	vop_cfg_done(vop);
7712048e328SMark Yao 	spin_unlock(&vop->reg_lock);
7722048e328SMark Yao 
7732048e328SMark Yao 	return 0;
7742048e328SMark Yao }
7752048e328SMark Yao 
7762048e328SMark Yao static void vop_plane_destroy(struct drm_plane *plane)
7772048e328SMark Yao {
7782048e328SMark Yao 	vop_disable_plane(plane);
7792048e328SMark Yao 	drm_plane_cleanup(plane);
7802048e328SMark Yao }
7812048e328SMark Yao 
7822048e328SMark Yao static const struct drm_plane_funcs vop_plane_funcs = {
7832048e328SMark Yao 	.update_plane = vop_update_plane,
7842048e328SMark Yao 	.disable_plane = vop_disable_plane,
7852048e328SMark Yao 	.destroy = vop_plane_destroy,
7862048e328SMark Yao };
7872048e328SMark Yao 
7882048e328SMark Yao int rockchip_drm_crtc_mode_config(struct drm_crtc *crtc,
7892048e328SMark Yao 				  int connector_type,
7902048e328SMark Yao 				  int out_mode)
7912048e328SMark Yao {
7922048e328SMark Yao 	struct vop *vop = to_vop(crtc);
7932048e328SMark Yao 
7942048e328SMark Yao 	vop->connector_type = connector_type;
7952048e328SMark Yao 	vop->connector_out_mode = out_mode;
7962048e328SMark Yao 
7972048e328SMark Yao 	return 0;
7982048e328SMark Yao }
799f66a1627SPhilipp Zabel EXPORT_SYMBOL_GPL(rockchip_drm_crtc_mode_config);
8002048e328SMark Yao 
8012048e328SMark Yao static int vop_crtc_enable_vblank(struct drm_crtc *crtc)
8022048e328SMark Yao {
8032048e328SMark Yao 	struct vop *vop = to_vop(crtc);
8042048e328SMark Yao 	unsigned long flags;
8052048e328SMark Yao 
80631e980c5SMark Yao 	if (!vop->is_enabled)
8072048e328SMark Yao 		return -EPERM;
8082048e328SMark Yao 
8092048e328SMark Yao 	spin_lock_irqsave(&vop->irq_lock, flags);
8102048e328SMark Yao 
8112048e328SMark Yao 	vop_mask_write(vop, INTR_CTRL0, FS_INTR_MASK, FS_INTR_EN(1));
8122048e328SMark Yao 
8132048e328SMark Yao 	spin_unlock_irqrestore(&vop->irq_lock, flags);
8142048e328SMark Yao 
8152048e328SMark Yao 	return 0;
8162048e328SMark Yao }
8172048e328SMark Yao 
8182048e328SMark Yao static void vop_crtc_disable_vblank(struct drm_crtc *crtc)
8192048e328SMark Yao {
8202048e328SMark Yao 	struct vop *vop = to_vop(crtc);
8212048e328SMark Yao 	unsigned long flags;
8222048e328SMark Yao 
82331e980c5SMark Yao 	if (!vop->is_enabled)
8242048e328SMark Yao 		return;
82531e980c5SMark Yao 
8262048e328SMark Yao 	spin_lock_irqsave(&vop->irq_lock, flags);
8272048e328SMark Yao 	vop_mask_write(vop, INTR_CTRL0, FS_INTR_MASK, FS_INTR_EN(0));
8282048e328SMark Yao 	spin_unlock_irqrestore(&vop->irq_lock, flags);
8292048e328SMark Yao }
8302048e328SMark Yao 
8312048e328SMark Yao static const struct rockchip_crtc_funcs private_crtc_funcs = {
8322048e328SMark Yao 	.enable_vblank = vop_crtc_enable_vblank,
8332048e328SMark Yao 	.disable_vblank = vop_crtc_disable_vblank,
8342048e328SMark Yao };
8352048e328SMark Yao 
8362048e328SMark Yao static void vop_crtc_dpms(struct drm_crtc *crtc, int mode)
8372048e328SMark Yao {
8382048e328SMark Yao 	DRM_DEBUG_KMS("crtc[%d] mode[%d]\n", crtc->base.id, mode);
8392048e328SMark Yao 
8402048e328SMark Yao 	switch (mode) {
8412048e328SMark Yao 	case DRM_MODE_DPMS_ON:
8422048e328SMark Yao 		vop_enable(crtc);
8432048e328SMark Yao 		break;
8442048e328SMark Yao 	case DRM_MODE_DPMS_STANDBY:
8452048e328SMark Yao 	case DRM_MODE_DPMS_SUSPEND:
8462048e328SMark Yao 	case DRM_MODE_DPMS_OFF:
8472048e328SMark Yao 		vop_disable(crtc);
8482048e328SMark Yao 		break;
8492048e328SMark Yao 	default:
8502048e328SMark Yao 		DRM_DEBUG_KMS("unspecified mode %d\n", mode);
8512048e328SMark Yao 		break;
8522048e328SMark Yao 	}
8532048e328SMark Yao }
8542048e328SMark Yao 
8552048e328SMark Yao static void vop_crtc_prepare(struct drm_crtc *crtc)
8562048e328SMark Yao {
8572048e328SMark Yao 	vop_crtc_dpms(crtc, DRM_MODE_DPMS_ON);
8582048e328SMark Yao }
8592048e328SMark Yao 
8602048e328SMark Yao static bool vop_crtc_mode_fixup(struct drm_crtc *crtc,
8612048e328SMark Yao 				const struct drm_display_mode *mode,
8622048e328SMark Yao 				struct drm_display_mode *adjusted_mode)
8632048e328SMark Yao {
8642048e328SMark Yao 	if (adjusted_mode->htotal == 0 || adjusted_mode->vtotal == 0)
8652048e328SMark Yao 		return false;
8662048e328SMark Yao 
8672048e328SMark Yao 	return true;
8682048e328SMark Yao }
8692048e328SMark Yao 
8702048e328SMark Yao static int vop_crtc_mode_set_base(struct drm_crtc *crtc, int x, int y,
8712048e328SMark Yao 				  struct drm_framebuffer *old_fb)
8722048e328SMark Yao {
8732048e328SMark Yao 	int ret;
8742048e328SMark Yao 
8752048e328SMark Yao 	crtc->x = x;
8762048e328SMark Yao 	crtc->y = y;
8772048e328SMark Yao 
8782048e328SMark Yao 	ret = vop_update_primary_plane(crtc, NULL);
8792048e328SMark Yao 	if (ret < 0) {
8802048e328SMark Yao 		DRM_ERROR("fail to update plane\n");
8812048e328SMark Yao 		return ret;
8822048e328SMark Yao 	}
8832048e328SMark Yao 
8842048e328SMark Yao 	return 0;
8852048e328SMark Yao }
8862048e328SMark Yao 
8872048e328SMark Yao static int vop_crtc_mode_set(struct drm_crtc *crtc,
8882048e328SMark Yao 			     struct drm_display_mode *mode,
8892048e328SMark Yao 			     struct drm_display_mode *adjusted_mode,
8902048e328SMark Yao 			     int x, int y, struct drm_framebuffer *fb)
8912048e328SMark Yao {
8922048e328SMark Yao 	struct vop *vop = to_vop(crtc);
8932048e328SMark Yao 	u16 hsync_len = adjusted_mode->hsync_end - adjusted_mode->hsync_start;
8942048e328SMark Yao 	u16 hdisplay = adjusted_mode->hdisplay;
8952048e328SMark Yao 	u16 htotal = adjusted_mode->htotal;
8962048e328SMark Yao 	u16 hact_st = adjusted_mode->htotal - adjusted_mode->hsync_start;
8972048e328SMark Yao 	u16 hact_end = hact_st + hdisplay;
8982048e328SMark Yao 	u16 vdisplay = adjusted_mode->vdisplay;
8992048e328SMark Yao 	u16 vtotal = adjusted_mode->vtotal;
9002048e328SMark Yao 	u16 vsync_len = adjusted_mode->vsync_end - adjusted_mode->vsync_start;
9012048e328SMark Yao 	u16 vact_st = adjusted_mode->vtotal - adjusted_mode->vsync_start;
9022048e328SMark Yao 	u16 vact_end = vact_st + vdisplay;
9037f53fbbaSHeiko Stuebner 	int ret, ret_clk;
9042048e328SMark Yao 	uint32_t val;
9052048e328SMark Yao 
9062048e328SMark Yao 	/*
9072048e328SMark Yao 	 * disable dclk to stop frame scan, so that we can safe config mode and
9082048e328SMark Yao 	 * enable iommu.
9092048e328SMark Yao 	 */
9102048e328SMark Yao 	clk_disable(vop->dclk);
9112048e328SMark Yao 
9122048e328SMark Yao 	switch (vop->connector_type) {
9132048e328SMark Yao 	case DRM_MODE_CONNECTOR_LVDS:
9142048e328SMark Yao 		VOP_CTRL_SET(vop, rgb_en, 1);
9152048e328SMark Yao 		break;
9162048e328SMark Yao 	case DRM_MODE_CONNECTOR_eDP:
9172048e328SMark Yao 		VOP_CTRL_SET(vop, edp_en, 1);
9182048e328SMark Yao 		break;
9192048e328SMark Yao 	case DRM_MODE_CONNECTOR_HDMIA:
9202048e328SMark Yao 		VOP_CTRL_SET(vop, hdmi_en, 1);
9212048e328SMark Yao 		break;
9222048e328SMark Yao 	default:
9232048e328SMark Yao 		DRM_ERROR("unsupport connector_type[%d]\n",
9242048e328SMark Yao 			  vop->connector_type);
9257f53fbbaSHeiko Stuebner 		ret = -EINVAL;
9267f53fbbaSHeiko Stuebner 		goto out;
9272048e328SMark Yao 	};
9282048e328SMark Yao 	VOP_CTRL_SET(vop, out_mode, vop->connector_out_mode);
9292048e328SMark Yao 
9302048e328SMark Yao 	val = 0x8;
93144ddb7efSMark Yao 	val |= (adjusted_mode->flags & DRM_MODE_FLAG_NHSYNC) ? 0 : 1;
93244ddb7efSMark Yao 	val |= (adjusted_mode->flags & DRM_MODE_FLAG_NVSYNC) ? 0 : (1 << 1);
9332048e328SMark Yao 	VOP_CTRL_SET(vop, pin_pol, val);
9342048e328SMark Yao 
9352048e328SMark Yao 	VOP_CTRL_SET(vop, htotal_pw, (htotal << 16) | hsync_len);
9362048e328SMark Yao 	val = hact_st << 16;
9372048e328SMark Yao 	val |= hact_end;
9382048e328SMark Yao 	VOP_CTRL_SET(vop, hact_st_end, val);
9392048e328SMark Yao 	VOP_CTRL_SET(vop, hpost_st_end, val);
9402048e328SMark Yao 
9412048e328SMark Yao 	VOP_CTRL_SET(vop, vtotal_pw, (vtotal << 16) | vsync_len);
9422048e328SMark Yao 	val = vact_st << 16;
9432048e328SMark Yao 	val |= vact_end;
9442048e328SMark Yao 	VOP_CTRL_SET(vop, vact_st_end, val);
9452048e328SMark Yao 	VOP_CTRL_SET(vop, vpost_st_end, val);
9462048e328SMark Yao 
9472048e328SMark Yao 	ret = vop_crtc_mode_set_base(crtc, x, y, fb);
9482048e328SMark Yao 	if (ret)
9497f53fbbaSHeiko Stuebner 		goto out;
9502048e328SMark Yao 
9512048e328SMark Yao 	/*
9522048e328SMark Yao 	 * reset dclk, take all mode config affect, so the clk would run in
9532048e328SMark Yao 	 * correct frame.
9542048e328SMark Yao 	 */
9552048e328SMark Yao 	reset_control_assert(vop->dclk_rst);
9562048e328SMark Yao 	usleep_range(10, 20);
9572048e328SMark Yao 	reset_control_deassert(vop->dclk_rst);
9582048e328SMark Yao 
9592048e328SMark Yao 	clk_set_rate(vop->dclk, adjusted_mode->clock * 1000);
9607f53fbbaSHeiko Stuebner out:
9617f53fbbaSHeiko Stuebner 	ret_clk = clk_enable(vop->dclk);
9627f53fbbaSHeiko Stuebner 	if (ret_clk < 0) {
9637f53fbbaSHeiko Stuebner 		dev_err(vop->dev, "failed to enable dclk - %d\n", ret_clk);
9647f53fbbaSHeiko Stuebner 		return ret_clk;
9652048e328SMark Yao 	}
9662048e328SMark Yao 
9677f53fbbaSHeiko Stuebner 	return ret;
9682048e328SMark Yao }
9692048e328SMark Yao 
9702048e328SMark Yao static void vop_crtc_commit(struct drm_crtc *crtc)
9712048e328SMark Yao {
9722048e328SMark Yao }
9732048e328SMark Yao 
9742048e328SMark Yao static const struct drm_crtc_helper_funcs vop_crtc_helper_funcs = {
9752048e328SMark Yao 	.dpms = vop_crtc_dpms,
9762048e328SMark Yao 	.prepare = vop_crtc_prepare,
9772048e328SMark Yao 	.mode_fixup = vop_crtc_mode_fixup,
9782048e328SMark Yao 	.mode_set = vop_crtc_mode_set,
9792048e328SMark Yao 	.mode_set_base = vop_crtc_mode_set_base,
9802048e328SMark Yao 	.commit = vop_crtc_commit,
9812048e328SMark Yao };
9822048e328SMark Yao 
9832048e328SMark Yao static int vop_crtc_page_flip(struct drm_crtc *crtc,
9842048e328SMark Yao 			      struct drm_framebuffer *fb,
9852048e328SMark Yao 			      struct drm_pending_vblank_event *event,
9862048e328SMark Yao 			      uint32_t page_flip_flags)
9872048e328SMark Yao {
9882048e328SMark Yao 	struct vop *vop = to_vop(crtc);
9892048e328SMark Yao 	struct drm_framebuffer *old_fb = crtc->primary->fb;
9902048e328SMark Yao 	int ret;
9912048e328SMark Yao 
99231e980c5SMark Yao 	/* when the page flip is requested, crtc should be on */
99331e980c5SMark Yao 	if (!vop->is_enabled) {
99431e980c5SMark Yao 		DRM_DEBUG("page flip request rejected because crtc is off.\n");
9952048e328SMark Yao 		return 0;
9962048e328SMark Yao 	}
9972048e328SMark Yao 
9982048e328SMark Yao 	crtc->primary->fb = fb;
9992048e328SMark Yao 
10002048e328SMark Yao 	ret = vop_update_primary_plane(crtc, event);
10012048e328SMark Yao 	if (ret)
10022048e328SMark Yao 		crtc->primary->fb = old_fb;
10032048e328SMark Yao 
10042048e328SMark Yao 	return ret;
10052048e328SMark Yao }
10062048e328SMark Yao 
10072048e328SMark Yao static void vop_win_state_complete(struct vop_win *vop_win,
10082048e328SMark Yao 				   struct vop_win_state *state)
10092048e328SMark Yao {
10102048e328SMark Yao 	struct vop *vop = vop_win->vop;
10112048e328SMark Yao 	struct drm_crtc *crtc = &vop->crtc;
10122048e328SMark Yao 	struct drm_device *drm = crtc->dev;
10132048e328SMark Yao 	unsigned long flags;
10142048e328SMark Yao 
10152048e328SMark Yao 	if (state->event) {
10162048e328SMark Yao 		spin_lock_irqsave(&drm->event_lock, flags);
10172048e328SMark Yao 		drm_send_vblank_event(drm, -1, state->event);
10182048e328SMark Yao 		spin_unlock_irqrestore(&drm->event_lock, flags);
10192048e328SMark Yao 	}
10202048e328SMark Yao 
10212048e328SMark Yao 	list_del(&state->head);
10222048e328SMark Yao 	drm_vblank_put(crtc->dev, vop->pipe);
10232048e328SMark Yao }
10242048e328SMark Yao 
10252048e328SMark Yao static void vop_crtc_destroy(struct drm_crtc *crtc)
10262048e328SMark Yao {
10272048e328SMark Yao 	drm_crtc_cleanup(crtc);
10282048e328SMark Yao }
10292048e328SMark Yao 
10302048e328SMark Yao static const struct drm_crtc_funcs vop_crtc_funcs = {
10312048e328SMark Yao 	.set_config = drm_crtc_helper_set_config,
10322048e328SMark Yao 	.page_flip = vop_crtc_page_flip,
10332048e328SMark Yao 	.destroy = vop_crtc_destroy,
10342048e328SMark Yao };
10352048e328SMark Yao 
10362048e328SMark Yao static bool vop_win_state_is_active(struct vop_win *vop_win,
10372048e328SMark Yao 				    struct vop_win_state *state)
10382048e328SMark Yao {
10392048e328SMark Yao 	bool active = false;
10402048e328SMark Yao 
10412048e328SMark Yao 	if (state->fb) {
10422048e328SMark Yao 		dma_addr_t yrgb_mst;
10432048e328SMark Yao 
10442048e328SMark Yao 		/* check yrgb_mst to tell if pending_fb is now front */
10452048e328SMark Yao 		yrgb_mst = VOP_WIN_GET_YRGBADDR(vop_win->vop, vop_win->data);
10462048e328SMark Yao 
10472048e328SMark Yao 		active = (yrgb_mst == state->yrgb_mst);
10482048e328SMark Yao 	} else {
10492048e328SMark Yao 		bool enabled;
10502048e328SMark Yao 
10512048e328SMark Yao 		/* if enable bit is clear, plane is now disabled */
10522048e328SMark Yao 		enabled = VOP_WIN_GET(vop_win->vop, vop_win->data, enable);
10532048e328SMark Yao 
10542048e328SMark Yao 		active = (enabled == 0);
10552048e328SMark Yao 	}
10562048e328SMark Yao 
10572048e328SMark Yao 	return active;
10582048e328SMark Yao }
10592048e328SMark Yao 
10602048e328SMark Yao static void vop_win_state_destroy(struct vop_win_state *state)
10612048e328SMark Yao {
10622048e328SMark Yao 	struct drm_framebuffer *fb = state->fb;
10632048e328SMark Yao 
10642048e328SMark Yao 	if (fb)
10652048e328SMark Yao 		drm_framebuffer_unreference(fb);
10662048e328SMark Yao 
10672048e328SMark Yao 	kfree(state);
10682048e328SMark Yao }
10692048e328SMark Yao 
10702048e328SMark Yao static void vop_win_update_state(struct vop_win *vop_win)
10712048e328SMark Yao {
10722048e328SMark Yao 	struct vop_win_state *state, *n, *new_active = NULL;
10732048e328SMark Yao 
10742048e328SMark Yao 	/* Check if any pending states are now active */
10752048e328SMark Yao 	list_for_each_entry(state, &vop_win->pending, head)
10762048e328SMark Yao 		if (vop_win_state_is_active(vop_win, state)) {
10772048e328SMark Yao 			new_active = state;
10782048e328SMark Yao 			break;
10792048e328SMark Yao 		}
10802048e328SMark Yao 
10812048e328SMark Yao 	if (!new_active)
10822048e328SMark Yao 		return;
10832048e328SMark Yao 
10842048e328SMark Yao 	/*
10852048e328SMark Yao 	 * Destroy any 'skipped' pending states - states that were queued
10862048e328SMark Yao 	 * before the newly active state.
10872048e328SMark Yao 	 */
10882048e328SMark Yao 	list_for_each_entry_safe(state, n, &vop_win->pending, head) {
10892048e328SMark Yao 		if (state == new_active)
10902048e328SMark Yao 			break;
10912048e328SMark Yao 		vop_win_state_complete(vop_win, state);
10922048e328SMark Yao 		vop_win_state_destroy(state);
10932048e328SMark Yao 	}
10942048e328SMark Yao 
10952048e328SMark Yao 	vop_win_state_complete(vop_win, new_active);
10962048e328SMark Yao 
10972048e328SMark Yao 	if (vop_win->active)
10982048e328SMark Yao 		vop_win_state_destroy(vop_win->active);
10992048e328SMark Yao 	vop_win->active = new_active;
11002048e328SMark Yao }
11012048e328SMark Yao 
11022048e328SMark Yao static bool vop_win_has_pending_state(struct vop_win *vop_win)
11032048e328SMark Yao {
11042048e328SMark Yao 	return !list_empty(&vop_win->pending);
11052048e328SMark Yao }
11062048e328SMark Yao 
11072048e328SMark Yao static irqreturn_t vop_isr_thread(int irq, void *data)
11082048e328SMark Yao {
11092048e328SMark Yao 	struct vop *vop = data;
11102048e328SMark Yao 	const struct vop_data *vop_data = vop->data;
11112048e328SMark Yao 	unsigned int i;
11122048e328SMark Yao 
11132048e328SMark Yao 	mutex_lock(&vop->vsync_mutex);
11142048e328SMark Yao 
11152048e328SMark Yao 	if (!vop->vsync_work_pending)
11162048e328SMark Yao 		goto done;
11172048e328SMark Yao 
11182048e328SMark Yao 	vop->vsync_work_pending = false;
11192048e328SMark Yao 
11202048e328SMark Yao 	for (i = 0; i < vop_data->win_size; i++) {
11212048e328SMark Yao 		struct vop_win *vop_win = &vop->win[i];
11222048e328SMark Yao 
11232048e328SMark Yao 		vop_win_update_state(vop_win);
11242048e328SMark Yao 		if (vop_win_has_pending_state(vop_win))
11252048e328SMark Yao 			vop->vsync_work_pending = true;
11262048e328SMark Yao 	}
11272048e328SMark Yao 
11282048e328SMark Yao done:
11292048e328SMark Yao 	mutex_unlock(&vop->vsync_mutex);
11302048e328SMark Yao 
11312048e328SMark Yao 	return IRQ_HANDLED;
11322048e328SMark Yao }
11332048e328SMark Yao 
11342048e328SMark Yao static irqreturn_t vop_isr(int irq, void *data)
11352048e328SMark Yao {
11362048e328SMark Yao 	struct vop *vop = data;
11372048e328SMark Yao 	uint32_t intr0_reg, active_irqs;
11382048e328SMark Yao 	unsigned long flags;
11391067219bSMark Yao 	int ret = IRQ_NONE;
11402048e328SMark Yao 
11412048e328SMark Yao 	/*
11422048e328SMark Yao 	 * INTR_CTRL0 register has interrupt status, enable and clear bits, we
11432048e328SMark Yao 	 * must hold irq_lock to avoid a race with enable/disable_vblank().
11442048e328SMark Yao 	*/
11452048e328SMark Yao 	spin_lock_irqsave(&vop->irq_lock, flags);
11462048e328SMark Yao 	intr0_reg = vop_readl(vop, INTR_CTRL0);
11472048e328SMark Yao 	active_irqs = intr0_reg & INTR_MASK;
11482048e328SMark Yao 	/* Clear all active interrupt sources */
11492048e328SMark Yao 	if (active_irqs)
11502048e328SMark Yao 		vop_writel(vop, INTR_CTRL0,
11512048e328SMark Yao 			   intr0_reg | (active_irqs << INTR_CLR_SHIFT));
11522048e328SMark Yao 	spin_unlock_irqrestore(&vop->irq_lock, flags);
11532048e328SMark Yao 
11542048e328SMark Yao 	/* This is expected for vop iommu irqs, since the irq is shared */
11552048e328SMark Yao 	if (!active_irqs)
11562048e328SMark Yao 		return IRQ_NONE;
11572048e328SMark Yao 
11581067219bSMark Yao 	if (active_irqs & DSP_HOLD_VALID_INTR) {
11591067219bSMark Yao 		complete(&vop->dsp_hold_completion);
11601067219bSMark Yao 		active_irqs &= ~DSP_HOLD_VALID_INTR;
11611067219bSMark Yao 		ret = IRQ_HANDLED;
11622048e328SMark Yao 	}
11632048e328SMark Yao 
11641067219bSMark Yao 	if (active_irqs & FS_INTR) {
11652048e328SMark Yao 		drm_handle_vblank(vop->drm_dev, vop->pipe);
11661067219bSMark Yao 		active_irqs &= ~FS_INTR;
11671067219bSMark Yao 		ret = (vop->vsync_work_pending) ? IRQ_WAKE_THREAD : IRQ_HANDLED;
11681067219bSMark Yao 	}
11692048e328SMark Yao 
11701067219bSMark Yao 	/* Unhandled irqs are spurious. */
11711067219bSMark Yao 	if (active_irqs)
11721067219bSMark Yao 		DRM_ERROR("Unknown VOP IRQs: %#02x\n", active_irqs);
11731067219bSMark Yao 
11741067219bSMark Yao 	return ret;
11752048e328SMark Yao }
11762048e328SMark Yao 
11772048e328SMark Yao static int vop_create_crtc(struct vop *vop)
11782048e328SMark Yao {
11792048e328SMark Yao 	const struct vop_data *vop_data = vop->data;
11802048e328SMark Yao 	struct device *dev = vop->dev;
11812048e328SMark Yao 	struct drm_device *drm_dev = vop->drm_dev;
11822048e328SMark Yao 	struct drm_plane *primary = NULL, *cursor = NULL, *plane;
11832048e328SMark Yao 	struct drm_crtc *crtc = &vop->crtc;
11842048e328SMark Yao 	struct device_node *port;
11852048e328SMark Yao 	int ret;
11862048e328SMark Yao 	int i;
11872048e328SMark Yao 
11882048e328SMark Yao 	/*
11892048e328SMark Yao 	 * Create drm_plane for primary and cursor planes first, since we need
11902048e328SMark Yao 	 * to pass them to drm_crtc_init_with_planes, which sets the
11912048e328SMark Yao 	 * "possible_crtcs" to the newly initialized crtc.
11922048e328SMark Yao 	 */
11932048e328SMark Yao 	for (i = 0; i < vop_data->win_size; i++) {
11942048e328SMark Yao 		struct vop_win *vop_win = &vop->win[i];
11952048e328SMark Yao 		const struct vop_win_data *win_data = vop_win->data;
11962048e328SMark Yao 
11972048e328SMark Yao 		if (win_data->type != DRM_PLANE_TYPE_PRIMARY &&
11982048e328SMark Yao 		    win_data->type != DRM_PLANE_TYPE_CURSOR)
11992048e328SMark Yao 			continue;
12002048e328SMark Yao 
12012048e328SMark Yao 		ret = drm_universal_plane_init(vop->drm_dev, &vop_win->base,
12022048e328SMark Yao 					       0, &vop_plane_funcs,
12032048e328SMark Yao 					       win_data->phy->data_formats,
12042048e328SMark Yao 					       win_data->phy->nformats,
12052048e328SMark Yao 					       win_data->type);
12062048e328SMark Yao 		if (ret) {
12072048e328SMark Yao 			DRM_ERROR("failed to initialize plane\n");
12082048e328SMark Yao 			goto err_cleanup_planes;
12092048e328SMark Yao 		}
12102048e328SMark Yao 
12112048e328SMark Yao 		plane = &vop_win->base;
12122048e328SMark Yao 		if (plane->type == DRM_PLANE_TYPE_PRIMARY)
12132048e328SMark Yao 			primary = plane;
12142048e328SMark Yao 		else if (plane->type == DRM_PLANE_TYPE_CURSOR)
12152048e328SMark Yao 			cursor = plane;
12162048e328SMark Yao 	}
12172048e328SMark Yao 
12182048e328SMark Yao 	ret = drm_crtc_init_with_planes(drm_dev, crtc, primary, cursor,
12192048e328SMark Yao 					&vop_crtc_funcs);
12202048e328SMark Yao 	if (ret)
12212048e328SMark Yao 		return ret;
12222048e328SMark Yao 
12232048e328SMark Yao 	drm_crtc_helper_add(crtc, &vop_crtc_helper_funcs);
12242048e328SMark Yao 
12252048e328SMark Yao 	/*
12262048e328SMark Yao 	 * Create drm_planes for overlay windows with possible_crtcs restricted
12272048e328SMark Yao 	 * to the newly created crtc.
12282048e328SMark Yao 	 */
12292048e328SMark Yao 	for (i = 0; i < vop_data->win_size; i++) {
12302048e328SMark Yao 		struct vop_win *vop_win = &vop->win[i];
12312048e328SMark Yao 		const struct vop_win_data *win_data = vop_win->data;
12322048e328SMark Yao 		unsigned long possible_crtcs = 1 << drm_crtc_index(crtc);
12332048e328SMark Yao 
12342048e328SMark Yao 		if (win_data->type != DRM_PLANE_TYPE_OVERLAY)
12352048e328SMark Yao 			continue;
12362048e328SMark Yao 
12372048e328SMark Yao 		ret = drm_universal_plane_init(vop->drm_dev, &vop_win->base,
12382048e328SMark Yao 					       possible_crtcs,
12392048e328SMark Yao 					       &vop_plane_funcs,
12402048e328SMark Yao 					       win_data->phy->data_formats,
12412048e328SMark Yao 					       win_data->phy->nformats,
12422048e328SMark Yao 					       win_data->type);
12432048e328SMark Yao 		if (ret) {
12442048e328SMark Yao 			DRM_ERROR("failed to initialize overlay plane\n");
12452048e328SMark Yao 			goto err_cleanup_crtc;
12462048e328SMark Yao 		}
12472048e328SMark Yao 	}
12482048e328SMark Yao 
12492048e328SMark Yao 	port = of_get_child_by_name(dev->of_node, "port");
12502048e328SMark Yao 	if (!port) {
12512048e328SMark Yao 		DRM_ERROR("no port node found in %s\n",
12522048e328SMark Yao 			  dev->of_node->full_name);
12532048e328SMark Yao 		goto err_cleanup_crtc;
12542048e328SMark Yao 	}
12552048e328SMark Yao 
12561067219bSMark Yao 	init_completion(&vop->dsp_hold_completion);
12572048e328SMark Yao 	crtc->port = port;
12582048e328SMark Yao 	vop->pipe = drm_crtc_index(crtc);
12592048e328SMark Yao 	rockchip_register_crtc_funcs(drm_dev, &private_crtc_funcs, vop->pipe);
12602048e328SMark Yao 
12612048e328SMark Yao 	return 0;
12622048e328SMark Yao 
12632048e328SMark Yao err_cleanup_crtc:
12642048e328SMark Yao 	drm_crtc_cleanup(crtc);
12652048e328SMark Yao err_cleanup_planes:
12662048e328SMark Yao 	list_for_each_entry(plane, &drm_dev->mode_config.plane_list, head)
12672048e328SMark Yao 		drm_plane_cleanup(plane);
12682048e328SMark Yao 	return ret;
12692048e328SMark Yao }
12702048e328SMark Yao 
12712048e328SMark Yao static void vop_destroy_crtc(struct vop *vop)
12722048e328SMark Yao {
12732048e328SMark Yao 	struct drm_crtc *crtc = &vop->crtc;
12742048e328SMark Yao 
12752048e328SMark Yao 	rockchip_unregister_crtc_funcs(vop->drm_dev, vop->pipe);
12762048e328SMark Yao 	of_node_put(crtc->port);
12772048e328SMark Yao 	drm_crtc_cleanup(crtc);
12782048e328SMark Yao }
12792048e328SMark Yao 
12802048e328SMark Yao static int vop_initial(struct vop *vop)
12812048e328SMark Yao {
12822048e328SMark Yao 	const struct vop_data *vop_data = vop->data;
12832048e328SMark Yao 	const struct vop_reg_data *init_table = vop_data->init_table;
12842048e328SMark Yao 	struct reset_control *ahb_rst;
12852048e328SMark Yao 	int i, ret;
12862048e328SMark Yao 
12872048e328SMark Yao 	vop->hclk = devm_clk_get(vop->dev, "hclk_vop");
12882048e328SMark Yao 	if (IS_ERR(vop->hclk)) {
12892048e328SMark Yao 		dev_err(vop->dev, "failed to get hclk source\n");
12902048e328SMark Yao 		return PTR_ERR(vop->hclk);
12912048e328SMark Yao 	}
12922048e328SMark Yao 	vop->aclk = devm_clk_get(vop->dev, "aclk_vop");
12932048e328SMark Yao 	if (IS_ERR(vop->aclk)) {
12942048e328SMark Yao 		dev_err(vop->dev, "failed to get aclk source\n");
12952048e328SMark Yao 		return PTR_ERR(vop->aclk);
12962048e328SMark Yao 	}
12972048e328SMark Yao 	vop->dclk = devm_clk_get(vop->dev, "dclk_vop");
12982048e328SMark Yao 	if (IS_ERR(vop->dclk)) {
12992048e328SMark Yao 		dev_err(vop->dev, "failed to get dclk source\n");
13002048e328SMark Yao 		return PTR_ERR(vop->dclk);
13012048e328SMark Yao 	}
13022048e328SMark Yao 
13032048e328SMark Yao 	ret = clk_prepare(vop->hclk);
13042048e328SMark Yao 	if (ret < 0) {
13052048e328SMark Yao 		dev_err(vop->dev, "failed to prepare hclk\n");
13062048e328SMark Yao 		return ret;
13072048e328SMark Yao 	}
13082048e328SMark Yao 
13092048e328SMark Yao 	ret = clk_prepare(vop->dclk);
13102048e328SMark Yao 	if (ret < 0) {
13112048e328SMark Yao 		dev_err(vop->dev, "failed to prepare dclk\n");
13122048e328SMark Yao 		goto err_unprepare_hclk;
13132048e328SMark Yao 	}
13142048e328SMark Yao 
13152048e328SMark Yao 	ret = clk_prepare(vop->aclk);
13162048e328SMark Yao 	if (ret < 0) {
13172048e328SMark Yao 		dev_err(vop->dev, "failed to prepare aclk\n");
13182048e328SMark Yao 		goto err_unprepare_dclk;
13192048e328SMark Yao 	}
13202048e328SMark Yao 
13212048e328SMark Yao 	/*
13222048e328SMark Yao 	 * enable hclk, so that we can config vop register.
13232048e328SMark Yao 	 */
13242048e328SMark Yao 	ret = clk_enable(vop->hclk);
13252048e328SMark Yao 	if (ret < 0) {
13262048e328SMark Yao 		dev_err(vop->dev, "failed to prepare aclk\n");
13272048e328SMark Yao 		goto err_unprepare_aclk;
13282048e328SMark Yao 	}
13292048e328SMark Yao 	/*
13302048e328SMark Yao 	 * do hclk_reset, reset all vop registers.
13312048e328SMark Yao 	 */
13322048e328SMark Yao 	ahb_rst = devm_reset_control_get(vop->dev, "ahb");
13332048e328SMark Yao 	if (IS_ERR(ahb_rst)) {
13342048e328SMark Yao 		dev_err(vop->dev, "failed to get ahb reset\n");
13352048e328SMark Yao 		ret = PTR_ERR(ahb_rst);
13362048e328SMark Yao 		goto err_disable_hclk;
13372048e328SMark Yao 	}
13382048e328SMark Yao 	reset_control_assert(ahb_rst);
13392048e328SMark Yao 	usleep_range(10, 20);
13402048e328SMark Yao 	reset_control_deassert(ahb_rst);
13412048e328SMark Yao 
13422048e328SMark Yao 	memcpy(vop->regsbak, vop->regs, vop->len);
13432048e328SMark Yao 
13442048e328SMark Yao 	for (i = 0; i < vop_data->table_size; i++)
13452048e328SMark Yao 		vop_writel(vop, init_table[i].offset, init_table[i].value);
13462048e328SMark Yao 
13472048e328SMark Yao 	for (i = 0; i < vop_data->win_size; i++) {
13482048e328SMark Yao 		const struct vop_win_data *win = &vop_data->win[i];
13492048e328SMark Yao 
13502048e328SMark Yao 		VOP_WIN_SET(vop, win, enable, 0);
13512048e328SMark Yao 	}
13522048e328SMark Yao 
13532048e328SMark Yao 	vop_cfg_done(vop);
13542048e328SMark Yao 
13552048e328SMark Yao 	/*
13562048e328SMark Yao 	 * do dclk_reset, let all config take affect.
13572048e328SMark Yao 	 */
13582048e328SMark Yao 	vop->dclk_rst = devm_reset_control_get(vop->dev, "dclk");
13592048e328SMark Yao 	if (IS_ERR(vop->dclk_rst)) {
13602048e328SMark Yao 		dev_err(vop->dev, "failed to get dclk reset\n");
13612048e328SMark Yao 		ret = PTR_ERR(vop->dclk_rst);
13622048e328SMark Yao 		goto err_unprepare_aclk;
13632048e328SMark Yao 	}
13642048e328SMark Yao 	reset_control_assert(vop->dclk_rst);
13652048e328SMark Yao 	usleep_range(10, 20);
13662048e328SMark Yao 	reset_control_deassert(vop->dclk_rst);
13672048e328SMark Yao 
13682048e328SMark Yao 	clk_disable(vop->hclk);
13692048e328SMark Yao 
137031e980c5SMark Yao 	vop->is_enabled = false;
13712048e328SMark Yao 
13722048e328SMark Yao 	return 0;
13732048e328SMark Yao 
13742048e328SMark Yao err_disable_hclk:
13752048e328SMark Yao 	clk_disable(vop->hclk);
13762048e328SMark Yao err_unprepare_aclk:
13772048e328SMark Yao 	clk_unprepare(vop->aclk);
13782048e328SMark Yao err_unprepare_dclk:
13792048e328SMark Yao 	clk_unprepare(vop->dclk);
13802048e328SMark Yao err_unprepare_hclk:
13812048e328SMark Yao 	clk_unprepare(vop->hclk);
13822048e328SMark Yao 	return ret;
13832048e328SMark Yao }
13842048e328SMark Yao 
13852048e328SMark Yao /*
13862048e328SMark Yao  * Initialize the vop->win array elements.
13872048e328SMark Yao  */
13882048e328SMark Yao static void vop_win_init(struct vop *vop)
13892048e328SMark Yao {
13902048e328SMark Yao 	const struct vop_data *vop_data = vop->data;
13912048e328SMark Yao 	unsigned int i;
13922048e328SMark Yao 
13932048e328SMark Yao 	for (i = 0; i < vop_data->win_size; i++) {
13942048e328SMark Yao 		struct vop_win *vop_win = &vop->win[i];
13952048e328SMark Yao 		const struct vop_win_data *win_data = &vop_data->win[i];
13962048e328SMark Yao 
13972048e328SMark Yao 		vop_win->data = win_data;
13982048e328SMark Yao 		vop_win->vop = vop;
13992048e328SMark Yao 		INIT_LIST_HEAD(&vop_win->pending);
14002048e328SMark Yao 	}
14012048e328SMark Yao }
14022048e328SMark Yao 
14032048e328SMark Yao static int vop_bind(struct device *dev, struct device *master, void *data)
14042048e328SMark Yao {
14052048e328SMark Yao 	struct platform_device *pdev = to_platform_device(dev);
14062048e328SMark Yao 	const struct of_device_id *of_id;
14072048e328SMark Yao 	const struct vop_data *vop_data;
14082048e328SMark Yao 	struct drm_device *drm_dev = data;
14092048e328SMark Yao 	struct vop *vop;
14102048e328SMark Yao 	struct resource *res;
14112048e328SMark Yao 	size_t alloc_size;
14123ea68922SHeiko Stuebner 	int ret, irq;
14132048e328SMark Yao 
14142048e328SMark Yao 	of_id = of_match_device(vop_driver_dt_match, dev);
14152048e328SMark Yao 	vop_data = of_id->data;
14162048e328SMark Yao 	if (!vop_data)
14172048e328SMark Yao 		return -ENODEV;
14182048e328SMark Yao 
14192048e328SMark Yao 	/* Allocate vop struct and its vop_win array */
14202048e328SMark Yao 	alloc_size = sizeof(*vop) + sizeof(*vop->win) * vop_data->win_size;
14212048e328SMark Yao 	vop = devm_kzalloc(dev, alloc_size, GFP_KERNEL);
14222048e328SMark Yao 	if (!vop)
14232048e328SMark Yao 		return -ENOMEM;
14242048e328SMark Yao 
14252048e328SMark Yao 	vop->dev = dev;
14262048e328SMark Yao 	vop->data = vop_data;
14272048e328SMark Yao 	vop->drm_dev = drm_dev;
14282048e328SMark Yao 	dev_set_drvdata(dev, vop);
14292048e328SMark Yao 
14302048e328SMark Yao 	vop_win_init(vop);
14312048e328SMark Yao 
14322048e328SMark Yao 	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
14332048e328SMark Yao 	vop->len = resource_size(res);
14342048e328SMark Yao 	vop->regs = devm_ioremap_resource(dev, res);
14352048e328SMark Yao 	if (IS_ERR(vop->regs))
14362048e328SMark Yao 		return PTR_ERR(vop->regs);
14372048e328SMark Yao 
14382048e328SMark Yao 	vop->regsbak = devm_kzalloc(dev, vop->len, GFP_KERNEL);
14392048e328SMark Yao 	if (!vop->regsbak)
14402048e328SMark Yao 		return -ENOMEM;
14412048e328SMark Yao 
14422048e328SMark Yao 	ret = vop_initial(vop);
14432048e328SMark Yao 	if (ret < 0) {
14442048e328SMark Yao 		dev_err(&pdev->dev, "cannot initial vop dev - err %d\n", ret);
14452048e328SMark Yao 		return ret;
14462048e328SMark Yao 	}
14472048e328SMark Yao 
14483ea68922SHeiko Stuebner 	irq = platform_get_irq(pdev, 0);
14493ea68922SHeiko Stuebner 	if (irq < 0) {
14502048e328SMark Yao 		dev_err(dev, "cannot find irq for vop\n");
14513ea68922SHeiko Stuebner 		return irq;
14522048e328SMark Yao 	}
14533ea68922SHeiko Stuebner 	vop->irq = (unsigned int)irq;
14542048e328SMark Yao 
14552048e328SMark Yao 	spin_lock_init(&vop->reg_lock);
14562048e328SMark Yao 	spin_lock_init(&vop->irq_lock);
14572048e328SMark Yao 
14582048e328SMark Yao 	mutex_init(&vop->vsync_mutex);
14592048e328SMark Yao 
14602048e328SMark Yao 	ret = devm_request_threaded_irq(dev, vop->irq, vop_isr, vop_isr_thread,
14612048e328SMark Yao 					IRQF_SHARED, dev_name(dev), vop);
14622048e328SMark Yao 	if (ret)
14632048e328SMark Yao 		return ret;
14642048e328SMark Yao 
14652048e328SMark Yao 	/* IRQ is initially disabled; it gets enabled in power_on */
14662048e328SMark Yao 	disable_irq(vop->irq);
14672048e328SMark Yao 
14682048e328SMark Yao 	ret = vop_create_crtc(vop);
14692048e328SMark Yao 	if (ret)
14702048e328SMark Yao 		return ret;
14712048e328SMark Yao 
14722048e328SMark Yao 	pm_runtime_enable(&pdev->dev);
14732048e328SMark Yao 	return 0;
14742048e328SMark Yao }
14752048e328SMark Yao 
14762048e328SMark Yao static void vop_unbind(struct device *dev, struct device *master, void *data)
14772048e328SMark Yao {
14782048e328SMark Yao 	struct vop *vop = dev_get_drvdata(dev);
14792048e328SMark Yao 
14802048e328SMark Yao 	pm_runtime_disable(dev);
14812048e328SMark Yao 	vop_destroy_crtc(vop);
14822048e328SMark Yao }
14832048e328SMark Yao 
14842048e328SMark Yao static const struct component_ops vop_component_ops = {
14852048e328SMark Yao 	.bind = vop_bind,
14862048e328SMark Yao 	.unbind = vop_unbind,
14872048e328SMark Yao };
14882048e328SMark Yao 
14892048e328SMark Yao static int vop_probe(struct platform_device *pdev)
14902048e328SMark Yao {
14912048e328SMark Yao 	struct device *dev = &pdev->dev;
14922048e328SMark Yao 
14932048e328SMark Yao 	if (!dev->of_node) {
14942048e328SMark Yao 		dev_err(dev, "can't find vop devices\n");
14952048e328SMark Yao 		return -ENODEV;
14962048e328SMark Yao 	}
14972048e328SMark Yao 
14982048e328SMark Yao 	return component_add(dev, &vop_component_ops);
14992048e328SMark Yao }
15002048e328SMark Yao 
15012048e328SMark Yao static int vop_remove(struct platform_device *pdev)
15022048e328SMark Yao {
15032048e328SMark Yao 	component_del(&pdev->dev, &vop_component_ops);
15042048e328SMark Yao 
15052048e328SMark Yao 	return 0;
15062048e328SMark Yao }
15072048e328SMark Yao 
15082048e328SMark Yao struct platform_driver vop_platform_driver = {
15092048e328SMark Yao 	.probe = vop_probe,
15102048e328SMark Yao 	.remove = vop_remove,
15112048e328SMark Yao 	.driver = {
15122048e328SMark Yao 		.name = "rockchip-vop",
15132048e328SMark Yao 		.owner = THIS_MODULE,
15142048e328SMark Yao 		.of_match_table = of_match_ptr(vop_driver_dt_match),
15152048e328SMark Yao 	},
15162048e328SMark Yao };
15172048e328SMark Yao 
15182048e328SMark Yao module_platform_driver(vop_platform_driver);
15192048e328SMark Yao 
15202048e328SMark Yao MODULE_AUTHOR("Mark Yao <mark.yao@rock-chips.com>");
15212048e328SMark Yao MODULE_DESCRIPTION("ROCKCHIP VOP Driver");
15222048e328SMark Yao MODULE_LICENSE("GPL v2");
1523