12048e328SMark Yao /*
22048e328SMark Yao  * Copyright (C) Fuzhou Rockchip Electronics Co.Ltd
32048e328SMark Yao  * Author:Mark Yao <mark.yao@rock-chips.com>
42048e328SMark Yao  *
52048e328SMark Yao  * This software is licensed under the terms of the GNU General Public
62048e328SMark Yao  * License version 2, as published by the Free Software Foundation, and
72048e328SMark Yao  * may be copied, distributed, and modified under those terms.
82048e328SMark Yao  *
92048e328SMark Yao  * This program is distributed in the hope that it will be useful,
102048e328SMark Yao  * but WITHOUT ANY WARRANTY; without even the implied warranty of
112048e328SMark Yao  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
122048e328SMark Yao  * GNU General Public License for more details.
132048e328SMark Yao  */
142048e328SMark Yao 
152048e328SMark Yao #include <drm/drm.h>
162048e328SMark Yao #include <drm/drmP.h>
1763ebb9faSMark Yao #include <drm/drm_atomic.h>
182048e328SMark Yao #include <drm/drm_crtc.h>
192048e328SMark Yao #include <drm/drm_crtc_helper.h>
202048e328SMark Yao #include <drm/drm_plane_helper.h>
212048e328SMark Yao 
222048e328SMark Yao #include <linux/kernel.h>
2300fe6148SPaul Gortmaker #include <linux/module.h>
242048e328SMark Yao #include <linux/platform_device.h>
252048e328SMark Yao #include <linux/clk.h>
262048e328SMark Yao #include <linux/of.h>
272048e328SMark Yao #include <linux/of_device.h>
282048e328SMark Yao #include <linux/pm_runtime.h>
292048e328SMark Yao #include <linux/component.h>
302048e328SMark Yao 
312048e328SMark Yao #include <linux/reset.h>
322048e328SMark Yao #include <linux/delay.h>
332048e328SMark Yao 
342048e328SMark Yao #include "rockchip_drm_drv.h"
352048e328SMark Yao #include "rockchip_drm_gem.h"
362048e328SMark Yao #include "rockchip_drm_fb.h"
372048e328SMark Yao #include "rockchip_drm_vop.h"
382048e328SMark Yao 
392048e328SMark Yao #define __REG_SET_RELAXED(x, off, mask, shift, v) \
402048e328SMark Yao 		vop_mask_write_relaxed(x, off, (mask) << shift, (v) << shift)
412048e328SMark Yao #define __REG_SET_NORMAL(x, off, mask, shift, v) \
422048e328SMark Yao 		vop_mask_write(x, off, (mask) << shift, (v) << shift)
432048e328SMark Yao 
442048e328SMark Yao #define REG_SET(x, base, reg, v, mode) \
452048e328SMark Yao 		__REG_SET_##mode(x, base + reg.offset, reg.mask, reg.shift, v)
46c7647f86SJohn Keeping #define REG_SET_MASK(x, base, reg, mask, v, mode) \
47c7647f86SJohn Keeping 		__REG_SET_##mode(x, base + reg.offset, mask, reg.shift, v)
482048e328SMark Yao 
492048e328SMark Yao #define VOP_WIN_SET(x, win, name, v) \
502048e328SMark Yao 		REG_SET(x, win->base, win->phy->name, v, RELAXED)
514c156c21SMark Yao #define VOP_SCL_SET(x, win, name, v) \
524c156c21SMark Yao 		REG_SET(x, win->base, win->phy->scl->name, v, RELAXED)
531194fffbSMark Yao #define VOP_SCL_SET_EXT(x, win, name, v) \
541194fffbSMark Yao 		REG_SET(x, win->base, win->phy->scl->ext->name, v, RELAXED)
552048e328SMark Yao #define VOP_CTRL_SET(x, name, v) \
562048e328SMark Yao 		REG_SET(x, 0, (x)->data->ctrl->name, v, NORMAL)
572048e328SMark Yao 
58dbb3d944SMark Yao #define VOP_INTR_GET(vop, name) \
59dbb3d944SMark Yao 		vop_read_reg(vop, 0, &vop->data->ctrl->name)
60dbb3d944SMark Yao 
61c7647f86SJohn Keeping #define VOP_INTR_SET(vop, name, mask, v) \
62c7647f86SJohn Keeping 		REG_SET_MASK(vop, 0, vop->data->intr->name, mask, v, NORMAL)
63dbb3d944SMark Yao #define VOP_INTR_SET_TYPE(vop, name, type, v) \
64dbb3d944SMark Yao 	do { \
65c7647f86SJohn Keeping 		int i, reg = 0, mask = 0; \
66dbb3d944SMark Yao 		for (i = 0; i < vop->data->intr->nintrs; i++) { \
67c7647f86SJohn Keeping 			if (vop->data->intr->intrs[i] & type) { \
68dbb3d944SMark Yao 				reg |= (v) << i; \
69c7647f86SJohn Keeping 				mask |= 1 << i; \
70dbb3d944SMark Yao 			} \
71c7647f86SJohn Keeping 		} \
72c7647f86SJohn Keeping 		VOP_INTR_SET(vop, name, mask, reg); \
73dbb3d944SMark Yao 	} while (0)
74dbb3d944SMark Yao #define VOP_INTR_GET_TYPE(vop, name, type) \
75dbb3d944SMark Yao 		vop_get_intr_type(vop, &vop->data->intr->name, type)
76dbb3d944SMark Yao 
772048e328SMark Yao #define VOP_WIN_GET(x, win, name) \
782048e328SMark Yao 		vop_read_reg(x, win->base, &win->phy->name)
792048e328SMark Yao 
802048e328SMark Yao #define VOP_WIN_GET_YRGBADDR(vop, win) \
812048e328SMark Yao 		vop_readl(vop, win->base + win->phy->yrgb_mst.offset)
822048e328SMark Yao 
832048e328SMark Yao #define to_vop(x) container_of(x, struct vop, crtc)
842048e328SMark Yao #define to_vop_win(x) container_of(x, struct vop_win, base)
8563ebb9faSMark Yao #define to_vop_plane_state(x) container_of(x, struct vop_plane_state, base)
862048e328SMark Yao 
8763ebb9faSMark Yao struct vop_plane_state {
8863ebb9faSMark Yao 	struct drm_plane_state base;
8963ebb9faSMark Yao 	int format;
9063ebb9faSMark Yao 	struct drm_rect src;
9163ebb9faSMark Yao 	struct drm_rect dest;
922048e328SMark Yao 	dma_addr_t yrgb_mst;
9363ebb9faSMark Yao 	bool enable;
942048e328SMark Yao };
952048e328SMark Yao 
962048e328SMark Yao struct vop_win {
972048e328SMark Yao 	struct drm_plane base;
982048e328SMark Yao 	const struct vop_win_data *data;
992048e328SMark Yao 	struct vop *vop;
1002048e328SMark Yao 
10163ebb9faSMark Yao 	struct vop_plane_state state;
1022048e328SMark Yao };
1032048e328SMark Yao 
1042048e328SMark Yao struct vop {
1052048e328SMark Yao 	struct drm_crtc crtc;
1062048e328SMark Yao 	struct device *dev;
1072048e328SMark Yao 	struct drm_device *drm_dev;
10831e980c5SMark Yao 	bool is_enabled;
1092048e328SMark Yao 
1102048e328SMark Yao 	/* mutex vsync_ work */
1112048e328SMark Yao 	struct mutex vsync_mutex;
1122048e328SMark Yao 	bool vsync_work_pending;
1131067219bSMark Yao 	struct completion dsp_hold_completion;
11463ebb9faSMark Yao 	struct completion wait_update_complete;
11563ebb9faSMark Yao 	struct drm_pending_vblank_event *event;
1162048e328SMark Yao 
1172048e328SMark Yao 	const struct vop_data *data;
1182048e328SMark Yao 
1192048e328SMark Yao 	uint32_t *regsbak;
1202048e328SMark Yao 	void __iomem *regs;
1212048e328SMark Yao 
1222048e328SMark Yao 	/* physical map length of vop register */
1232048e328SMark Yao 	uint32_t len;
1242048e328SMark Yao 
1252048e328SMark Yao 	/* one time only one process allowed to config the register */
1262048e328SMark Yao 	spinlock_t reg_lock;
1272048e328SMark Yao 	/* lock vop irq reg */
1282048e328SMark Yao 	spinlock_t irq_lock;
1292048e328SMark Yao 
1302048e328SMark Yao 	unsigned int irq;
1312048e328SMark Yao 
1322048e328SMark Yao 	/* vop AHP clk */
1332048e328SMark Yao 	struct clk *hclk;
1342048e328SMark Yao 	/* vop dclk */
1352048e328SMark Yao 	struct clk *dclk;
1362048e328SMark Yao 	/* vop share memory frequency */
1372048e328SMark Yao 	struct clk *aclk;
1382048e328SMark Yao 
1392048e328SMark Yao 	/* vop dclk reset */
1402048e328SMark Yao 	struct reset_control *dclk_rst;
1412048e328SMark Yao 
1422048e328SMark Yao 	struct vop_win win[];
1432048e328SMark Yao };
1442048e328SMark Yao 
1452048e328SMark Yao static inline void vop_writel(struct vop *vop, uint32_t offset, uint32_t v)
1462048e328SMark Yao {
1472048e328SMark Yao 	writel(v, vop->regs + offset);
1482048e328SMark Yao 	vop->regsbak[offset >> 2] = v;
1492048e328SMark Yao }
1502048e328SMark Yao 
1512048e328SMark Yao static inline uint32_t vop_readl(struct vop *vop, uint32_t offset)
1522048e328SMark Yao {
1532048e328SMark Yao 	return readl(vop->regs + offset);
1542048e328SMark Yao }
1552048e328SMark Yao 
1562048e328SMark Yao static inline uint32_t vop_read_reg(struct vop *vop, uint32_t base,
1572048e328SMark Yao 				    const struct vop_reg *reg)
1582048e328SMark Yao {
1592048e328SMark Yao 	return (vop_readl(vop, base + reg->offset) >> reg->shift) & reg->mask;
1602048e328SMark Yao }
1612048e328SMark Yao 
1622048e328SMark Yao static inline void vop_mask_write(struct vop *vop, uint32_t offset,
1632048e328SMark Yao 				  uint32_t mask, uint32_t v)
1642048e328SMark Yao {
1652048e328SMark Yao 	if (mask) {
1662048e328SMark Yao 		uint32_t cached_val = vop->regsbak[offset >> 2];
1672048e328SMark Yao 
1682048e328SMark Yao 		cached_val = (cached_val & ~mask) | v;
1692048e328SMark Yao 		writel(cached_val, vop->regs + offset);
1702048e328SMark Yao 		vop->regsbak[offset >> 2] = cached_val;
1712048e328SMark Yao 	}
1722048e328SMark Yao }
1732048e328SMark Yao 
1742048e328SMark Yao static inline void vop_mask_write_relaxed(struct vop *vop, uint32_t offset,
1752048e328SMark Yao 					  uint32_t mask, uint32_t v)
1762048e328SMark Yao {
1772048e328SMark Yao 	if (mask) {
1782048e328SMark Yao 		uint32_t cached_val = vop->regsbak[offset >> 2];
1792048e328SMark Yao 
1802048e328SMark Yao 		cached_val = (cached_val & ~mask) | v;
1812048e328SMark Yao 		writel_relaxed(cached_val, vop->regs + offset);
1822048e328SMark Yao 		vop->regsbak[offset >> 2] = cached_val;
1832048e328SMark Yao 	}
1842048e328SMark Yao }
1852048e328SMark Yao 
186dbb3d944SMark Yao static inline uint32_t vop_get_intr_type(struct vop *vop,
187dbb3d944SMark Yao 					 const struct vop_reg *reg, int type)
188dbb3d944SMark Yao {
189dbb3d944SMark Yao 	uint32_t i, ret = 0;
190dbb3d944SMark Yao 	uint32_t regs = vop_read_reg(vop, 0, reg);
191dbb3d944SMark Yao 
192dbb3d944SMark Yao 	for (i = 0; i < vop->data->intr->nintrs; i++) {
193dbb3d944SMark Yao 		if ((type & vop->data->intr->intrs[i]) && (regs & 1 << i))
194dbb3d944SMark Yao 			ret |= vop->data->intr->intrs[i];
195dbb3d944SMark Yao 	}
196dbb3d944SMark Yao 
197dbb3d944SMark Yao 	return ret;
198dbb3d944SMark Yao }
199dbb3d944SMark Yao 
2000cf33fe3SMark Yao static inline void vop_cfg_done(struct vop *vop)
2010cf33fe3SMark Yao {
2020cf33fe3SMark Yao 	VOP_CTRL_SET(vop, cfg_done, 1);
2030cf33fe3SMark Yao }
2040cf33fe3SMark Yao 
20585a359f2STomasz Figa static bool has_rb_swapped(uint32_t format)
20685a359f2STomasz Figa {
20785a359f2STomasz Figa 	switch (format) {
20885a359f2STomasz Figa 	case DRM_FORMAT_XBGR8888:
20985a359f2STomasz Figa 	case DRM_FORMAT_ABGR8888:
21085a359f2STomasz Figa 	case DRM_FORMAT_BGR888:
21185a359f2STomasz Figa 	case DRM_FORMAT_BGR565:
21285a359f2STomasz Figa 		return true;
21385a359f2STomasz Figa 	default:
21485a359f2STomasz Figa 		return false;
21585a359f2STomasz Figa 	}
21685a359f2STomasz Figa }
21785a359f2STomasz Figa 
2182048e328SMark Yao static enum vop_data_format vop_convert_format(uint32_t format)
2192048e328SMark Yao {
2202048e328SMark Yao 	switch (format) {
2212048e328SMark Yao 	case DRM_FORMAT_XRGB8888:
2222048e328SMark Yao 	case DRM_FORMAT_ARGB8888:
22385a359f2STomasz Figa 	case DRM_FORMAT_XBGR8888:
22485a359f2STomasz Figa 	case DRM_FORMAT_ABGR8888:
2252048e328SMark Yao 		return VOP_FMT_ARGB8888;
2262048e328SMark Yao 	case DRM_FORMAT_RGB888:
22785a359f2STomasz Figa 	case DRM_FORMAT_BGR888:
2282048e328SMark Yao 		return VOP_FMT_RGB888;
2292048e328SMark Yao 	case DRM_FORMAT_RGB565:
23085a359f2STomasz Figa 	case DRM_FORMAT_BGR565:
2312048e328SMark Yao 		return VOP_FMT_RGB565;
2322048e328SMark Yao 	case DRM_FORMAT_NV12:
2332048e328SMark Yao 		return VOP_FMT_YUV420SP;
2342048e328SMark Yao 	case DRM_FORMAT_NV16:
2352048e328SMark Yao 		return VOP_FMT_YUV422SP;
2362048e328SMark Yao 	case DRM_FORMAT_NV24:
2372048e328SMark Yao 		return VOP_FMT_YUV444SP;
2382048e328SMark Yao 	default:
2392048e328SMark Yao 		DRM_ERROR("unsupport format[%08x]\n", format);
2402048e328SMark Yao 		return -EINVAL;
2412048e328SMark Yao 	}
2422048e328SMark Yao }
2432048e328SMark Yao 
24484c7f8caSMark Yao static bool is_yuv_support(uint32_t format)
24584c7f8caSMark Yao {
24684c7f8caSMark Yao 	switch (format) {
24784c7f8caSMark Yao 	case DRM_FORMAT_NV12:
24884c7f8caSMark Yao 	case DRM_FORMAT_NV16:
24984c7f8caSMark Yao 	case DRM_FORMAT_NV24:
25084c7f8caSMark Yao 		return true;
25184c7f8caSMark Yao 	default:
25284c7f8caSMark Yao 		return false;
25384c7f8caSMark Yao 	}
25484c7f8caSMark Yao }
25584c7f8caSMark Yao 
2562048e328SMark Yao static bool is_alpha_support(uint32_t format)
2572048e328SMark Yao {
2582048e328SMark Yao 	switch (format) {
2592048e328SMark Yao 	case DRM_FORMAT_ARGB8888:
26085a359f2STomasz Figa 	case DRM_FORMAT_ABGR8888:
2612048e328SMark Yao 		return true;
2622048e328SMark Yao 	default:
2632048e328SMark Yao 		return false;
2642048e328SMark Yao 	}
2652048e328SMark Yao }
2662048e328SMark Yao 
2674c156c21SMark Yao static uint16_t scl_vop_cal_scale(enum scale_mode mode, uint32_t src,
2684c156c21SMark Yao 				  uint32_t dst, bool is_horizontal,
2694c156c21SMark Yao 				  int vsu_mode, int *vskiplines)
2704c156c21SMark Yao {
2714c156c21SMark Yao 	uint16_t val = 1 << SCL_FT_DEFAULT_FIXPOINT_SHIFT;
2724c156c21SMark Yao 
2734c156c21SMark Yao 	if (is_horizontal) {
2744c156c21SMark Yao 		if (mode == SCALE_UP)
2754c156c21SMark Yao 			val = GET_SCL_FT_BIC(src, dst);
2764c156c21SMark Yao 		else if (mode == SCALE_DOWN)
2774c156c21SMark Yao 			val = GET_SCL_FT_BILI_DN(src, dst);
2784c156c21SMark Yao 	} else {
2794c156c21SMark Yao 		if (mode == SCALE_UP) {
2804c156c21SMark Yao 			if (vsu_mode == SCALE_UP_BIL)
2814c156c21SMark Yao 				val = GET_SCL_FT_BILI_UP(src, dst);
2824c156c21SMark Yao 			else
2834c156c21SMark Yao 				val = GET_SCL_FT_BIC(src, dst);
2844c156c21SMark Yao 		} else if (mode == SCALE_DOWN) {
2854c156c21SMark Yao 			if (vskiplines) {
2864c156c21SMark Yao 				*vskiplines = scl_get_vskiplines(src, dst);
2874c156c21SMark Yao 				val = scl_get_bili_dn_vskip(src, dst,
2884c156c21SMark Yao 							    *vskiplines);
2894c156c21SMark Yao 			} else {
2904c156c21SMark Yao 				val = GET_SCL_FT_BILI_DN(src, dst);
2914c156c21SMark Yao 			}
2924c156c21SMark Yao 		}
2934c156c21SMark Yao 	}
2944c156c21SMark Yao 
2954c156c21SMark Yao 	return val;
2964c156c21SMark Yao }
2974c156c21SMark Yao 
2984c156c21SMark Yao static void scl_vop_cal_scl_fac(struct vop *vop, const struct vop_win_data *win,
2994c156c21SMark Yao 			     uint32_t src_w, uint32_t src_h, uint32_t dst_w,
3004c156c21SMark Yao 			     uint32_t dst_h, uint32_t pixel_format)
3014c156c21SMark Yao {
3024c156c21SMark Yao 	uint16_t yrgb_hor_scl_mode, yrgb_ver_scl_mode;
3034c156c21SMark Yao 	uint16_t cbcr_hor_scl_mode = SCALE_NONE;
3044c156c21SMark Yao 	uint16_t cbcr_ver_scl_mode = SCALE_NONE;
3054c156c21SMark Yao 	int hsub = drm_format_horz_chroma_subsampling(pixel_format);
3064c156c21SMark Yao 	int vsub = drm_format_vert_chroma_subsampling(pixel_format);
3074c156c21SMark Yao 	bool is_yuv = is_yuv_support(pixel_format);
3084c156c21SMark Yao 	uint16_t cbcr_src_w = src_w / hsub;
3094c156c21SMark Yao 	uint16_t cbcr_src_h = src_h / vsub;
3104c156c21SMark Yao 	uint16_t vsu_mode;
3114c156c21SMark Yao 	uint16_t lb_mode;
3124c156c21SMark Yao 	uint32_t val;
3134c156c21SMark Yao 	int vskiplines;
3144c156c21SMark Yao 
3154c156c21SMark Yao 	if (dst_w > 3840) {
3164c156c21SMark Yao 		DRM_ERROR("Maximum destination width (3840) exceeded\n");
3174c156c21SMark Yao 		return;
3184c156c21SMark Yao 	}
3194c156c21SMark Yao 
3201194fffbSMark Yao 	if (!win->phy->scl->ext) {
3211194fffbSMark Yao 		VOP_SCL_SET(vop, win, scale_yrgb_x,
3221194fffbSMark Yao 			    scl_cal_scale2(src_w, dst_w));
3231194fffbSMark Yao 		VOP_SCL_SET(vop, win, scale_yrgb_y,
3241194fffbSMark Yao 			    scl_cal_scale2(src_h, dst_h));
3251194fffbSMark Yao 		if (is_yuv) {
3261194fffbSMark Yao 			VOP_SCL_SET(vop, win, scale_cbcr_x,
3271194fffbSMark Yao 				    scl_cal_scale2(src_w, dst_w));
3281194fffbSMark Yao 			VOP_SCL_SET(vop, win, scale_cbcr_y,
3291194fffbSMark Yao 				    scl_cal_scale2(src_h, dst_h));
3301194fffbSMark Yao 		}
3311194fffbSMark Yao 		return;
3321194fffbSMark Yao 	}
3331194fffbSMark Yao 
3344c156c21SMark Yao 	yrgb_hor_scl_mode = scl_get_scl_mode(src_w, dst_w);
3354c156c21SMark Yao 	yrgb_ver_scl_mode = scl_get_scl_mode(src_h, dst_h);
3364c156c21SMark Yao 
3374c156c21SMark Yao 	if (is_yuv) {
3384c156c21SMark Yao 		cbcr_hor_scl_mode = scl_get_scl_mode(cbcr_src_w, dst_w);
3394c156c21SMark Yao 		cbcr_ver_scl_mode = scl_get_scl_mode(cbcr_src_h, dst_h);
3404c156c21SMark Yao 		if (cbcr_hor_scl_mode == SCALE_DOWN)
3414c156c21SMark Yao 			lb_mode = scl_vop_cal_lb_mode(dst_w, true);
3424c156c21SMark Yao 		else
3434c156c21SMark Yao 			lb_mode = scl_vop_cal_lb_mode(cbcr_src_w, true);
3444c156c21SMark Yao 	} else {
3454c156c21SMark Yao 		if (yrgb_hor_scl_mode == SCALE_DOWN)
3464c156c21SMark Yao 			lb_mode = scl_vop_cal_lb_mode(dst_w, false);
3474c156c21SMark Yao 		else
3484c156c21SMark Yao 			lb_mode = scl_vop_cal_lb_mode(src_w, false);
3494c156c21SMark Yao 	}
3504c156c21SMark Yao 
3511194fffbSMark Yao 	VOP_SCL_SET_EXT(vop, win, lb_mode, lb_mode);
3524c156c21SMark Yao 	if (lb_mode == LB_RGB_3840X2) {
3534c156c21SMark Yao 		if (yrgb_ver_scl_mode != SCALE_NONE) {
3544c156c21SMark Yao 			DRM_ERROR("ERROR : not allow yrgb ver scale\n");
3554c156c21SMark Yao 			return;
3564c156c21SMark Yao 		}
3574c156c21SMark Yao 		if (cbcr_ver_scl_mode != SCALE_NONE) {
3584c156c21SMark Yao 			DRM_ERROR("ERROR : not allow cbcr ver scale\n");
3594c156c21SMark Yao 			return;
3604c156c21SMark Yao 		}
3614c156c21SMark Yao 		vsu_mode = SCALE_UP_BIL;
3624c156c21SMark Yao 	} else if (lb_mode == LB_RGB_2560X4) {
3634c156c21SMark Yao 		vsu_mode = SCALE_UP_BIL;
3644c156c21SMark Yao 	} else {
3654c156c21SMark Yao 		vsu_mode = SCALE_UP_BIC;
3664c156c21SMark Yao 	}
3674c156c21SMark Yao 
3684c156c21SMark Yao 	val = scl_vop_cal_scale(yrgb_hor_scl_mode, src_w, dst_w,
3694c156c21SMark Yao 				true, 0, NULL);
3704c156c21SMark Yao 	VOP_SCL_SET(vop, win, scale_yrgb_x, val);
3714c156c21SMark Yao 	val = scl_vop_cal_scale(yrgb_ver_scl_mode, src_h, dst_h,
3724c156c21SMark Yao 				false, vsu_mode, &vskiplines);
3734c156c21SMark Yao 	VOP_SCL_SET(vop, win, scale_yrgb_y, val);
3744c156c21SMark Yao 
3751194fffbSMark Yao 	VOP_SCL_SET_EXT(vop, win, vsd_yrgb_gt4, vskiplines == 4);
3761194fffbSMark Yao 	VOP_SCL_SET_EXT(vop, win, vsd_yrgb_gt2, vskiplines == 2);
3774c156c21SMark Yao 
3781194fffbSMark Yao 	VOP_SCL_SET_EXT(vop, win, yrgb_hor_scl_mode, yrgb_hor_scl_mode);
3791194fffbSMark Yao 	VOP_SCL_SET_EXT(vop, win, yrgb_ver_scl_mode, yrgb_ver_scl_mode);
3801194fffbSMark Yao 	VOP_SCL_SET_EXT(vop, win, yrgb_hsd_mode, SCALE_DOWN_BIL);
3811194fffbSMark Yao 	VOP_SCL_SET_EXT(vop, win, yrgb_vsd_mode, SCALE_DOWN_BIL);
3821194fffbSMark Yao 	VOP_SCL_SET_EXT(vop, win, yrgb_vsu_mode, vsu_mode);
3834c156c21SMark Yao 	if (is_yuv) {
3844c156c21SMark Yao 		val = scl_vop_cal_scale(cbcr_hor_scl_mode, cbcr_src_w,
3854c156c21SMark Yao 					dst_w, true, 0, NULL);
3864c156c21SMark Yao 		VOP_SCL_SET(vop, win, scale_cbcr_x, val);
3874c156c21SMark Yao 		val = scl_vop_cal_scale(cbcr_ver_scl_mode, cbcr_src_h,
3884c156c21SMark Yao 					dst_h, false, vsu_mode, &vskiplines);
3894c156c21SMark Yao 		VOP_SCL_SET(vop, win, scale_cbcr_y, val);
3904c156c21SMark Yao 
3911194fffbSMark Yao 		VOP_SCL_SET_EXT(vop, win, vsd_cbcr_gt4, vskiplines == 4);
3921194fffbSMark Yao 		VOP_SCL_SET_EXT(vop, win, vsd_cbcr_gt2, vskiplines == 2);
3931194fffbSMark Yao 		VOP_SCL_SET_EXT(vop, win, cbcr_hor_scl_mode, cbcr_hor_scl_mode);
3941194fffbSMark Yao 		VOP_SCL_SET_EXT(vop, win, cbcr_ver_scl_mode, cbcr_ver_scl_mode);
3951194fffbSMark Yao 		VOP_SCL_SET_EXT(vop, win, cbcr_hsd_mode, SCALE_DOWN_BIL);
3961194fffbSMark Yao 		VOP_SCL_SET_EXT(vop, win, cbcr_vsd_mode, SCALE_DOWN_BIL);
3971194fffbSMark Yao 		VOP_SCL_SET_EXT(vop, win, cbcr_vsu_mode, vsu_mode);
3984c156c21SMark Yao 	}
3994c156c21SMark Yao }
4004c156c21SMark Yao 
4011067219bSMark Yao static void vop_dsp_hold_valid_irq_enable(struct vop *vop)
4021067219bSMark Yao {
4031067219bSMark Yao 	unsigned long flags;
4041067219bSMark Yao 
4051067219bSMark Yao 	if (WARN_ON(!vop->is_enabled))
4061067219bSMark Yao 		return;
4071067219bSMark Yao 
4081067219bSMark Yao 	spin_lock_irqsave(&vop->irq_lock, flags);
4091067219bSMark Yao 
410dbb3d944SMark Yao 	VOP_INTR_SET_TYPE(vop, enable, DSP_HOLD_VALID_INTR, 1);
4111067219bSMark Yao 
4121067219bSMark Yao 	spin_unlock_irqrestore(&vop->irq_lock, flags);
4131067219bSMark Yao }
4141067219bSMark Yao 
4151067219bSMark Yao static void vop_dsp_hold_valid_irq_disable(struct vop *vop)
4161067219bSMark Yao {
4171067219bSMark Yao 	unsigned long flags;
4181067219bSMark Yao 
4191067219bSMark Yao 	if (WARN_ON(!vop->is_enabled))
4201067219bSMark Yao 		return;
4211067219bSMark Yao 
4221067219bSMark Yao 	spin_lock_irqsave(&vop->irq_lock, flags);
4231067219bSMark Yao 
424dbb3d944SMark Yao 	VOP_INTR_SET_TYPE(vop, enable, DSP_HOLD_VALID_INTR, 0);
4251067219bSMark Yao 
4261067219bSMark Yao 	spin_unlock_irqrestore(&vop->irq_lock, flags);
4271067219bSMark Yao }
4281067219bSMark Yao 
42963ebb9faSMark Yao static void vop_enable(struct drm_crtc *crtc)
4302048e328SMark Yao {
4312048e328SMark Yao 	struct vop *vop = to_vop(crtc);
4322048e328SMark Yao 	int ret;
4332048e328SMark Yao 
43431e980c5SMark Yao 	if (vop->is_enabled)
43531e980c5SMark Yao 		return;
43631e980c5SMark Yao 
4375d82d1a7SMark Yao 	ret = pm_runtime_get_sync(vop->dev);
4385d82d1a7SMark Yao 	if (ret < 0) {
4395d82d1a7SMark Yao 		dev_err(vop->dev, "failed to get pm runtime: %d\n", ret);
4405d82d1a7SMark Yao 		return;
4415d82d1a7SMark Yao 	}
4425d82d1a7SMark Yao 
4432048e328SMark Yao 	ret = clk_enable(vop->hclk);
4442048e328SMark Yao 	if (ret < 0) {
4452048e328SMark Yao 		dev_err(vop->dev, "failed to enable hclk - %d\n", ret);
4462048e328SMark Yao 		return;
4472048e328SMark Yao 	}
4482048e328SMark Yao 
4492048e328SMark Yao 	ret = clk_enable(vop->dclk);
4502048e328SMark Yao 	if (ret < 0) {
4512048e328SMark Yao 		dev_err(vop->dev, "failed to enable dclk - %d\n", ret);
4522048e328SMark Yao 		goto err_disable_hclk;
4532048e328SMark Yao 	}
4542048e328SMark Yao 
4552048e328SMark Yao 	ret = clk_enable(vop->aclk);
4562048e328SMark Yao 	if (ret < 0) {
4572048e328SMark Yao 		dev_err(vop->dev, "failed to enable aclk - %d\n", ret);
4582048e328SMark Yao 		goto err_disable_dclk;
4592048e328SMark Yao 	}
4602048e328SMark Yao 
4612048e328SMark Yao 	/*
4622048e328SMark Yao 	 * Slave iommu shares power, irq and clock with vop.  It was associated
4632048e328SMark Yao 	 * automatically with this master device via common driver code.
4642048e328SMark Yao 	 * Now that we have enabled the clock we attach it to the shared drm
4652048e328SMark Yao 	 * mapping.
4662048e328SMark Yao 	 */
4672048e328SMark Yao 	ret = rockchip_drm_dma_attach_device(vop->drm_dev, vop->dev);
4682048e328SMark Yao 	if (ret) {
4692048e328SMark Yao 		dev_err(vop->dev, "failed to attach dma mapping, %d\n", ret);
4702048e328SMark Yao 		goto err_disable_aclk;
4712048e328SMark Yao 	}
4722048e328SMark Yao 
47377faa161SMark Yao 	memcpy(vop->regs, vop->regsbak, vop->len);
47452ab7891SMark Yao 	/*
47552ab7891SMark Yao 	 * At here, vop clock & iommu is enable, R/W vop regs would be safe.
47652ab7891SMark Yao 	 */
47752ab7891SMark Yao 	vop->is_enabled = true;
47852ab7891SMark Yao 
4792048e328SMark Yao 	spin_lock(&vop->reg_lock);
4802048e328SMark Yao 
4812048e328SMark Yao 	VOP_CTRL_SET(vop, standby, 0);
4822048e328SMark Yao 
4832048e328SMark Yao 	spin_unlock(&vop->reg_lock);
4842048e328SMark Yao 
4852048e328SMark Yao 	enable_irq(vop->irq);
4862048e328SMark Yao 
487b5f7b755SMark Yao 	drm_crtc_vblank_on(crtc);
4882048e328SMark Yao 
4892048e328SMark Yao 	return;
4902048e328SMark Yao 
4912048e328SMark Yao err_disable_aclk:
4922048e328SMark Yao 	clk_disable(vop->aclk);
4932048e328SMark Yao err_disable_dclk:
4942048e328SMark Yao 	clk_disable(vop->dclk);
4952048e328SMark Yao err_disable_hclk:
4962048e328SMark Yao 	clk_disable(vop->hclk);
4972048e328SMark Yao }
4982048e328SMark Yao 
4990ad3675dSMark Yao static void vop_crtc_disable(struct drm_crtc *crtc)
5002048e328SMark Yao {
5012048e328SMark Yao 	struct vop *vop = to_vop(crtc);
5022048e328SMark Yao 
50331e980c5SMark Yao 	if (!vop->is_enabled)
50431e980c5SMark Yao 		return;
50531e980c5SMark Yao 
506b5f7b755SMark Yao 	drm_crtc_vblank_off(crtc);
5072048e328SMark Yao 
5082048e328SMark Yao 	/*
5091067219bSMark Yao 	 * Vop standby will take effect at end of current frame,
5101067219bSMark Yao 	 * if dsp hold valid irq happen, it means standby complete.
5111067219bSMark Yao 	 *
5121067219bSMark Yao 	 * we must wait standby complete when we want to disable aclk,
5131067219bSMark Yao 	 * if not, memory bus maybe dead.
5142048e328SMark Yao 	 */
5151067219bSMark Yao 	reinit_completion(&vop->dsp_hold_completion);
5161067219bSMark Yao 	vop_dsp_hold_valid_irq_enable(vop);
5171067219bSMark Yao 
5182048e328SMark Yao 	spin_lock(&vop->reg_lock);
5192048e328SMark Yao 
5202048e328SMark Yao 	VOP_CTRL_SET(vop, standby, 1);
5212048e328SMark Yao 
5222048e328SMark Yao 	spin_unlock(&vop->reg_lock);
52352ab7891SMark Yao 
5241067219bSMark Yao 	wait_for_completion(&vop->dsp_hold_completion);
5252048e328SMark Yao 
5261067219bSMark Yao 	vop_dsp_hold_valid_irq_disable(vop);
5271067219bSMark Yao 
5281067219bSMark Yao 	disable_irq(vop->irq);
5291067219bSMark Yao 
5301067219bSMark Yao 	vop->is_enabled = false;
5311067219bSMark Yao 
5321067219bSMark Yao 	/*
5331067219bSMark Yao 	 * vop standby complete, so iommu detach is safe.
5341067219bSMark Yao 	 */
5352048e328SMark Yao 	rockchip_drm_dma_detach_device(vop->drm_dev, vop->dev);
5362048e328SMark Yao 
5371067219bSMark Yao 	clk_disable(vop->dclk);
5382048e328SMark Yao 	clk_disable(vop->aclk);
5392048e328SMark Yao 	clk_disable(vop->hclk);
5405d82d1a7SMark Yao 	pm_runtime_put(vop->dev);
5412048e328SMark Yao }
5422048e328SMark Yao 
54363ebb9faSMark Yao static void vop_plane_destroy(struct drm_plane *plane)
5442048e328SMark Yao {
54563ebb9faSMark Yao 	drm_plane_cleanup(plane);
5462048e328SMark Yao }
5472048e328SMark Yao 
54863ebb9faSMark Yao static int vop_plane_atomic_check(struct drm_plane *plane,
54963ebb9faSMark Yao 			   struct drm_plane_state *state)
5502048e328SMark Yao {
55163ebb9faSMark Yao 	struct drm_crtc *crtc = state->crtc;
55292915da6SJohn Keeping 	struct drm_crtc_state *crtc_state;
55363ebb9faSMark Yao 	struct drm_framebuffer *fb = state->fb;
5542048e328SMark Yao 	struct vop_win *vop_win = to_vop_win(plane);
55563ebb9faSMark Yao 	struct vop_plane_state *vop_plane_state = to_vop_plane_state(state);
5562048e328SMark Yao 	const struct vop_win_data *win = vop_win->data;
5572048e328SMark Yao 	bool visible;
5582048e328SMark Yao 	int ret;
55963ebb9faSMark Yao 	struct drm_rect *dest = &vop_plane_state->dest;
56063ebb9faSMark Yao 	struct drm_rect *src = &vop_plane_state->src;
56163ebb9faSMark Yao 	struct drm_rect clip;
5624c156c21SMark Yao 	int min_scale = win->phy->scl ? FRAC_16_16(1, 8) :
5634c156c21SMark Yao 					DRM_PLANE_HELPER_NO_SCALING;
5644c156c21SMark Yao 	int max_scale = win->phy->scl ? FRAC_16_16(8, 1) :
5654c156c21SMark Yao 					DRM_PLANE_HELPER_NO_SCALING;
5662048e328SMark Yao 
56763ebb9faSMark Yao 	if (!crtc || !fb)
56863ebb9faSMark Yao 		goto out_disable;
56992915da6SJohn Keeping 
57092915da6SJohn Keeping 	crtc_state = drm_atomic_get_existing_crtc_state(state->state, crtc);
57192915da6SJohn Keeping 	if (WARN_ON(!crtc_state))
57292915da6SJohn Keeping 		return -EINVAL;
57392915da6SJohn Keeping 
57463ebb9faSMark Yao 	src->x1 = state->src_x;
57563ebb9faSMark Yao 	src->y1 = state->src_y;
57663ebb9faSMark Yao 	src->x2 = state->src_x + state->src_w;
57763ebb9faSMark Yao 	src->y2 = state->src_y + state->src_h;
57863ebb9faSMark Yao 	dest->x1 = state->crtc_x;
57963ebb9faSMark Yao 	dest->y1 = state->crtc_y;
58063ebb9faSMark Yao 	dest->x2 = state->crtc_x + state->crtc_w;
58163ebb9faSMark Yao 	dest->y2 = state->crtc_y + state->crtc_h;
58263ebb9faSMark Yao 
58363ebb9faSMark Yao 	clip.x1 = 0;
58463ebb9faSMark Yao 	clip.y1 = 0;
58592915da6SJohn Keeping 	clip.x2 = crtc_state->adjusted_mode.hdisplay;
58692915da6SJohn Keeping 	clip.y2 = crtc_state->adjusted_mode.vdisplay;
58763ebb9faSMark Yao 
58863ebb9faSMark Yao 	ret = drm_plane_helper_check_update(plane, crtc, state->fb,
58963ebb9faSMark Yao 					    src, dest, &clip,
5904c156c21SMark Yao 					    min_scale,
5914c156c21SMark Yao 					    max_scale,
59263ebb9faSMark Yao 					    true, true, &visible);
5932048e328SMark Yao 	if (ret)
5942048e328SMark Yao 		return ret;
5952048e328SMark Yao 
5962048e328SMark Yao 	if (!visible)
59763ebb9faSMark Yao 		goto out_disable;
5982048e328SMark Yao 
59963ebb9faSMark Yao 	vop_plane_state->format = vop_convert_format(fb->pixel_format);
60063ebb9faSMark Yao 	if (vop_plane_state->format < 0)
60163ebb9faSMark Yao 		return vop_plane_state->format;
60284c7f8caSMark Yao 
60384c7f8caSMark Yao 	/*
60484c7f8caSMark Yao 	 * Src.x1 can be odd when do clip, but yuv plane start point
60584c7f8caSMark Yao 	 * need align with 2 pixel.
60684c7f8caSMark Yao 	 */
60763ebb9faSMark Yao 	if (is_yuv_support(fb->pixel_format) && ((src->x1 >> 16) % 2))
60863ebb9faSMark Yao 		return -EINVAL;
60963ebb9faSMark Yao 
61063ebb9faSMark Yao 	vop_plane_state->enable = true;
61163ebb9faSMark Yao 
61263ebb9faSMark Yao 	return 0;
61363ebb9faSMark Yao 
61463ebb9faSMark Yao out_disable:
61563ebb9faSMark Yao 	vop_plane_state->enable = false;
61663ebb9faSMark Yao 	return 0;
61784c7f8caSMark Yao }
61884c7f8caSMark Yao 
61963ebb9faSMark Yao static void vop_plane_atomic_disable(struct drm_plane *plane,
62063ebb9faSMark Yao 				     struct drm_plane_state *old_state)
62163ebb9faSMark Yao {
62263ebb9faSMark Yao 	struct vop_plane_state *vop_plane_state = to_vop_plane_state(old_state);
62363ebb9faSMark Yao 	struct vop_win *vop_win = to_vop_win(plane);
62463ebb9faSMark Yao 	const struct vop_win_data *win = vop_win->data;
62563ebb9faSMark Yao 	struct vop *vop = to_vop(old_state->crtc);
6262048e328SMark Yao 
62763ebb9faSMark Yao 	if (!old_state->crtc)
62863ebb9faSMark Yao 		return;
6292048e328SMark Yao 
63063ebb9faSMark Yao 	spin_lock(&vop->reg_lock);
6312048e328SMark Yao 
63263ebb9faSMark Yao 	VOP_WIN_SET(vop, win, enable, 0);
6332048e328SMark Yao 
63463ebb9faSMark Yao 	spin_unlock(&vop->reg_lock);
63563ebb9faSMark Yao 
63663ebb9faSMark Yao 	vop_plane_state->enable = false;
63763ebb9faSMark Yao }
63863ebb9faSMark Yao 
63963ebb9faSMark Yao static void vop_plane_atomic_update(struct drm_plane *plane,
64063ebb9faSMark Yao 		struct drm_plane_state *old_state)
64163ebb9faSMark Yao {
64263ebb9faSMark Yao 	struct drm_plane_state *state = plane->state;
64363ebb9faSMark Yao 	struct drm_crtc *crtc = state->crtc;
64463ebb9faSMark Yao 	struct vop_win *vop_win = to_vop_win(plane);
64563ebb9faSMark Yao 	struct vop_plane_state *vop_plane_state = to_vop_plane_state(state);
64663ebb9faSMark Yao 	const struct vop_win_data *win = vop_win->data;
64763ebb9faSMark Yao 	struct vop *vop = to_vop(state->crtc);
64863ebb9faSMark Yao 	struct drm_framebuffer *fb = state->fb;
64963ebb9faSMark Yao 	unsigned int actual_w, actual_h;
65063ebb9faSMark Yao 	unsigned int dsp_stx, dsp_sty;
65163ebb9faSMark Yao 	uint32_t act_info, dsp_info, dsp_st;
65263ebb9faSMark Yao 	struct drm_rect *src = &vop_plane_state->src;
65363ebb9faSMark Yao 	struct drm_rect *dest = &vop_plane_state->dest;
65463ebb9faSMark Yao 	struct drm_gem_object *obj, *uv_obj;
65563ebb9faSMark Yao 	struct rockchip_gem_object *rk_obj, *rk_uv_obj;
65663ebb9faSMark Yao 	unsigned long offset;
65763ebb9faSMark Yao 	dma_addr_t dma_addr;
65863ebb9faSMark Yao 	uint32_t val;
65963ebb9faSMark Yao 	bool rb_swap;
66063ebb9faSMark Yao 
66163ebb9faSMark Yao 	/*
66263ebb9faSMark Yao 	 * can't update plane when vop is disabled.
66363ebb9faSMark Yao 	 */
66463ebb9faSMark Yao 	if (!crtc)
66563ebb9faSMark Yao 		return;
66663ebb9faSMark Yao 
66763ebb9faSMark Yao 	if (WARN_ON(!vop->is_enabled))
66863ebb9faSMark Yao 		return;
66963ebb9faSMark Yao 
67063ebb9faSMark Yao 	if (!vop_plane_state->enable) {
67163ebb9faSMark Yao 		vop_plane_atomic_disable(plane, old_state);
67263ebb9faSMark Yao 		return;
67363ebb9faSMark Yao 	}
67463ebb9faSMark Yao 
67563ebb9faSMark Yao 	obj = rockchip_fb_get_gem_obj(fb, 0);
67663ebb9faSMark Yao 	rk_obj = to_rockchip_obj(obj);
67763ebb9faSMark Yao 
67863ebb9faSMark Yao 	actual_w = drm_rect_width(src) >> 16;
67963ebb9faSMark Yao 	actual_h = drm_rect_height(src) >> 16;
68063ebb9faSMark Yao 	act_info = (actual_h - 1) << 16 | ((actual_w - 1) & 0xffff);
68163ebb9faSMark Yao 
68263ebb9faSMark Yao 	dsp_info = (drm_rect_height(dest) - 1) << 16;
68363ebb9faSMark Yao 	dsp_info |= (drm_rect_width(dest) - 1) & 0xffff;
68463ebb9faSMark Yao 
68563ebb9faSMark Yao 	dsp_stx = dest->x1 + crtc->mode.htotal - crtc->mode.hsync_start;
68663ebb9faSMark Yao 	dsp_sty = dest->y1 + crtc->mode.vtotal - crtc->mode.vsync_start;
68763ebb9faSMark Yao 	dsp_st = dsp_sty << 16 | (dsp_stx & 0xffff);
68863ebb9faSMark Yao 
68963ebb9faSMark Yao 	offset = (src->x1 >> 16) * drm_format_plane_cpp(fb->pixel_format, 0);
69063ebb9faSMark Yao 	offset += (src->y1 >> 16) * fb->pitches[0];
69163ebb9faSMark Yao 	vop_plane_state->yrgb_mst = rk_obj->dma_addr + offset + fb->offsets[0];
69263ebb9faSMark Yao 
69363ebb9faSMark Yao 	spin_lock(&vop->reg_lock);
69463ebb9faSMark Yao 
69563ebb9faSMark Yao 	VOP_WIN_SET(vop, win, format, vop_plane_state->format);
69663ebb9faSMark Yao 	VOP_WIN_SET(vop, win, yrgb_vir, fb->pitches[0] >> 2);
69763ebb9faSMark Yao 	VOP_WIN_SET(vop, win, yrgb_mst, vop_plane_state->yrgb_mst);
69863ebb9faSMark Yao 	if (is_yuv_support(fb->pixel_format)) {
69984c7f8caSMark Yao 		int hsub = drm_format_horz_chroma_subsampling(fb->pixel_format);
70084c7f8caSMark Yao 		int vsub = drm_format_vert_chroma_subsampling(fb->pixel_format);
70184c7f8caSMark Yao 		int bpp = drm_format_plane_cpp(fb->pixel_format, 1);
70284c7f8caSMark Yao 
70384c7f8caSMark Yao 		uv_obj = rockchip_fb_get_gem_obj(fb, 1);
70484c7f8caSMark Yao 		rk_uv_obj = to_rockchip_obj(uv_obj);
70584c7f8caSMark Yao 
70663ebb9faSMark Yao 		offset = (src->x1 >> 16) * bpp / hsub;
70763ebb9faSMark Yao 		offset += (src->y1 >> 16) * fb->pitches[1] / vsub;
70884c7f8caSMark Yao 
70963ebb9faSMark Yao 		dma_addr = rk_uv_obj->dma_addr + offset + fb->offsets[1];
71063ebb9faSMark Yao 		VOP_WIN_SET(vop, win, uv_vir, fb->pitches[1] >> 2);
71163ebb9faSMark Yao 		VOP_WIN_SET(vop, win, uv_mst, dma_addr);
71284c7f8caSMark Yao 	}
7134c156c21SMark Yao 
7144c156c21SMark Yao 	if (win->phy->scl)
7154c156c21SMark Yao 		scl_vop_cal_scl_fac(vop, win, actual_w, actual_h,
71663ebb9faSMark Yao 				    drm_rect_width(dest), drm_rect_height(dest),
7174c156c21SMark Yao 				    fb->pixel_format);
7184c156c21SMark Yao 
71963ebb9faSMark Yao 	VOP_WIN_SET(vop, win, act_info, act_info);
72063ebb9faSMark Yao 	VOP_WIN_SET(vop, win, dsp_info, dsp_info);
72163ebb9faSMark Yao 	VOP_WIN_SET(vop, win, dsp_st, dsp_st);
7224c156c21SMark Yao 
72363ebb9faSMark Yao 	rb_swap = has_rb_swapped(fb->pixel_format);
72485a359f2STomasz Figa 	VOP_WIN_SET(vop, win, rb_swap, rb_swap);
7252048e328SMark Yao 
72663ebb9faSMark Yao 	if (is_alpha_support(fb->pixel_format)) {
7272048e328SMark Yao 		VOP_WIN_SET(vop, win, dst_alpha_ctl,
7282048e328SMark Yao 			    DST_FACTOR_M0(ALPHA_SRC_INVERSE));
7292048e328SMark Yao 		val = SRC_ALPHA_EN(1) | SRC_COLOR_M0(ALPHA_SRC_PRE_MUL) |
7302048e328SMark Yao 			SRC_ALPHA_M0(ALPHA_STRAIGHT) |
7312048e328SMark Yao 			SRC_BLEND_M0(ALPHA_PER_PIX) |
7322048e328SMark Yao 			SRC_ALPHA_CAL_M0(ALPHA_NO_SATURATION) |
7332048e328SMark Yao 			SRC_FACTOR_M0(ALPHA_ONE);
7342048e328SMark Yao 		VOP_WIN_SET(vop, win, src_alpha_ctl, val);
7352048e328SMark Yao 	} else {
7362048e328SMark Yao 		VOP_WIN_SET(vop, win, src_alpha_ctl, SRC_ALPHA_EN(0));
7372048e328SMark Yao 	}
7382048e328SMark Yao 
7392048e328SMark Yao 	VOP_WIN_SET(vop, win, enable, 1);
7402048e328SMark Yao 	spin_unlock(&vop->reg_lock);
7412048e328SMark Yao }
7422048e328SMark Yao 
74363ebb9faSMark Yao static const struct drm_plane_helper_funcs plane_helper_funcs = {
74463ebb9faSMark Yao 	.atomic_check = vop_plane_atomic_check,
74563ebb9faSMark Yao 	.atomic_update = vop_plane_atomic_update,
74663ebb9faSMark Yao 	.atomic_disable = vop_plane_atomic_disable,
74763ebb9faSMark Yao };
74863ebb9faSMark Yao 
74963ebb9faSMark Yao void vop_atomic_plane_reset(struct drm_plane *plane)
7502048e328SMark Yao {
75163ebb9faSMark Yao 	struct vop_plane_state *vop_plane_state =
75263ebb9faSMark Yao 					to_vop_plane_state(plane->state);
75363ebb9faSMark Yao 
75463ebb9faSMark Yao 	if (plane->state && plane->state->fb)
75563ebb9faSMark Yao 		drm_framebuffer_unreference(plane->state->fb);
75663ebb9faSMark Yao 
75763ebb9faSMark Yao 	kfree(vop_plane_state);
75863ebb9faSMark Yao 	vop_plane_state = kzalloc(sizeof(*vop_plane_state), GFP_KERNEL);
75963ebb9faSMark Yao 	if (!vop_plane_state)
76063ebb9faSMark Yao 		return;
76163ebb9faSMark Yao 
76263ebb9faSMark Yao 	plane->state = &vop_plane_state->base;
76363ebb9faSMark Yao 	plane->state->plane = plane;
7642048e328SMark Yao }
7652048e328SMark Yao 
76663ebb9faSMark Yao struct drm_plane_state *
76763ebb9faSMark Yao vop_atomic_plane_duplicate_state(struct drm_plane *plane)
7682048e328SMark Yao {
76963ebb9faSMark Yao 	struct vop_plane_state *old_vop_plane_state;
77063ebb9faSMark Yao 	struct vop_plane_state *vop_plane_state;
7712048e328SMark Yao 
77263ebb9faSMark Yao 	if (WARN_ON(!plane->state))
77363ebb9faSMark Yao 		return NULL;
7742048e328SMark Yao 
77563ebb9faSMark Yao 	old_vop_plane_state = to_vop_plane_state(plane->state);
77663ebb9faSMark Yao 	vop_plane_state = kmemdup(old_vop_plane_state,
77763ebb9faSMark Yao 				  sizeof(*vop_plane_state), GFP_KERNEL);
77863ebb9faSMark Yao 	if (!vop_plane_state)
77963ebb9faSMark Yao 		return NULL;
78063ebb9faSMark Yao 
78163ebb9faSMark Yao 	__drm_atomic_helper_plane_duplicate_state(plane,
78263ebb9faSMark Yao 						  &vop_plane_state->base);
78363ebb9faSMark Yao 
78463ebb9faSMark Yao 	return &vop_plane_state->base;
7852048e328SMark Yao }
7862048e328SMark Yao 
78763ebb9faSMark Yao static void vop_atomic_plane_destroy_state(struct drm_plane *plane,
78863ebb9faSMark Yao 					   struct drm_plane_state *state)
7892048e328SMark Yao {
79063ebb9faSMark Yao 	struct vop_plane_state *vop_state = to_vop_plane_state(state);
7912048e328SMark Yao 
79263ebb9faSMark Yao 	__drm_atomic_helper_plane_destroy_state(plane, state);
7932048e328SMark Yao 
79463ebb9faSMark Yao 	kfree(vop_state);
7952048e328SMark Yao }
7962048e328SMark Yao 
7972048e328SMark Yao static const struct drm_plane_funcs vop_plane_funcs = {
79863ebb9faSMark Yao 	.update_plane	= drm_atomic_helper_update_plane,
79963ebb9faSMark Yao 	.disable_plane	= drm_atomic_helper_disable_plane,
8002048e328SMark Yao 	.destroy = vop_plane_destroy,
80163ebb9faSMark Yao 	.reset = vop_atomic_plane_reset,
80263ebb9faSMark Yao 	.atomic_duplicate_state = vop_atomic_plane_duplicate_state,
80363ebb9faSMark Yao 	.atomic_destroy_state = vop_atomic_plane_destroy_state,
8042048e328SMark Yao };
8052048e328SMark Yao 
8062048e328SMark Yao int rockchip_drm_crtc_mode_config(struct drm_crtc *crtc,
8072048e328SMark Yao 				  int connector_type,
8082048e328SMark Yao 				  int out_mode)
8092048e328SMark Yao {
8102048e328SMark Yao 	struct vop *vop = to_vop(crtc);
8112048e328SMark Yao 
812d0e20d0eSMark Yao 	if (WARN_ON(!vop->is_enabled))
813d0e20d0eSMark Yao 		return -EINVAL;
814d0e20d0eSMark Yao 
815d0e20d0eSMark Yao 	switch (connector_type) {
816d0e20d0eSMark Yao 	case DRM_MODE_CONNECTOR_LVDS:
817d0e20d0eSMark Yao 		VOP_CTRL_SET(vop, rgb_en, 1);
818d0e20d0eSMark Yao 		break;
819d0e20d0eSMark Yao 	case DRM_MODE_CONNECTOR_eDP:
820d0e20d0eSMark Yao 		VOP_CTRL_SET(vop, edp_en, 1);
821d0e20d0eSMark Yao 		break;
822d0e20d0eSMark Yao 	case DRM_MODE_CONNECTOR_HDMIA:
823d0e20d0eSMark Yao 		VOP_CTRL_SET(vop, hdmi_en, 1);
824d0e20d0eSMark Yao 		break;
82584e05408SChris Zhong 	case DRM_MODE_CONNECTOR_DSI:
82684e05408SChris Zhong 		VOP_CTRL_SET(vop, mipi_en, 1);
82784e05408SChris Zhong 		break;
828d0e20d0eSMark Yao 	default:
829d0e20d0eSMark Yao 		DRM_ERROR("unsupport connector_type[%d]\n", connector_type);
830d0e20d0eSMark Yao 		return -EINVAL;
831d0e20d0eSMark Yao 	};
832d0e20d0eSMark Yao 	VOP_CTRL_SET(vop, out_mode, out_mode);
8332048e328SMark Yao 
8342048e328SMark Yao 	return 0;
8352048e328SMark Yao }
836f66a1627SPhilipp Zabel EXPORT_SYMBOL_GPL(rockchip_drm_crtc_mode_config);
8372048e328SMark Yao 
8382048e328SMark Yao static int vop_crtc_enable_vblank(struct drm_crtc *crtc)
8392048e328SMark Yao {
8402048e328SMark Yao 	struct vop *vop = to_vop(crtc);
8412048e328SMark Yao 	unsigned long flags;
8422048e328SMark Yao 
84363ebb9faSMark Yao 	if (WARN_ON(!vop->is_enabled))
8442048e328SMark Yao 		return -EPERM;
8452048e328SMark Yao 
8462048e328SMark Yao 	spin_lock_irqsave(&vop->irq_lock, flags);
8472048e328SMark Yao 
848dbb3d944SMark Yao 	VOP_INTR_SET_TYPE(vop, enable, FS_INTR, 1);
8492048e328SMark Yao 
8502048e328SMark Yao 	spin_unlock_irqrestore(&vop->irq_lock, flags);
8512048e328SMark Yao 
8522048e328SMark Yao 	return 0;
8532048e328SMark Yao }
8542048e328SMark Yao 
8552048e328SMark Yao static void vop_crtc_disable_vblank(struct drm_crtc *crtc)
8562048e328SMark Yao {
8572048e328SMark Yao 	struct vop *vop = to_vop(crtc);
8582048e328SMark Yao 	unsigned long flags;
8592048e328SMark Yao 
86063ebb9faSMark Yao 	if (WARN_ON(!vop->is_enabled))
8612048e328SMark Yao 		return;
86231e980c5SMark Yao 
8632048e328SMark Yao 	spin_lock_irqsave(&vop->irq_lock, flags);
864dbb3d944SMark Yao 
865dbb3d944SMark Yao 	VOP_INTR_SET_TYPE(vop, enable, FS_INTR, 0);
866dbb3d944SMark Yao 
8672048e328SMark Yao 	spin_unlock_irqrestore(&vop->irq_lock, flags);
8682048e328SMark Yao }
8692048e328SMark Yao 
87063ebb9faSMark Yao static void vop_crtc_wait_for_update(struct drm_crtc *crtc)
87163ebb9faSMark Yao {
87263ebb9faSMark Yao 	struct vop *vop = to_vop(crtc);
87363ebb9faSMark Yao 
87463ebb9faSMark Yao 	reinit_completion(&vop->wait_update_complete);
87563ebb9faSMark Yao 	WARN_ON(!wait_for_completion_timeout(&vop->wait_update_complete, 100));
87663ebb9faSMark Yao }
87763ebb9faSMark Yao 
878f135046eSJohn Keeping static void vop_crtc_cancel_pending_vblank(struct drm_crtc *crtc,
879f135046eSJohn Keeping 					   struct drm_file *file_priv)
880f135046eSJohn Keeping {
881f135046eSJohn Keeping 	struct drm_device *drm = crtc->dev;
882f135046eSJohn Keeping 	struct vop *vop = to_vop(crtc);
883f135046eSJohn Keeping 	struct drm_pending_vblank_event *e;
884f135046eSJohn Keeping 	unsigned long flags;
885f135046eSJohn Keeping 
886f135046eSJohn Keeping 	spin_lock_irqsave(&drm->event_lock, flags);
887f135046eSJohn Keeping 	e = vop->event;
888f135046eSJohn Keeping 	if (e && e->base.file_priv == file_priv) {
889f135046eSJohn Keeping 		vop->event = NULL;
890f135046eSJohn Keeping 
891f135046eSJohn Keeping 		e->base.destroy(&e->base);
892f135046eSJohn Keeping 		file_priv->event_space += sizeof(e->event);
893f135046eSJohn Keeping 	}
894f135046eSJohn Keeping 	spin_unlock_irqrestore(&drm->event_lock, flags);
895f135046eSJohn Keeping }
896f135046eSJohn Keeping 
8972048e328SMark Yao static const struct rockchip_crtc_funcs private_crtc_funcs = {
8982048e328SMark Yao 	.enable_vblank = vop_crtc_enable_vblank,
8992048e328SMark Yao 	.disable_vblank = vop_crtc_disable_vblank,
90063ebb9faSMark Yao 	.wait_for_update = vop_crtc_wait_for_update,
901f135046eSJohn Keeping 	.cancel_pending_vblank = vop_crtc_cancel_pending_vblank,
9022048e328SMark Yao };
9032048e328SMark Yao 
9042048e328SMark Yao static bool vop_crtc_mode_fixup(struct drm_crtc *crtc,
9052048e328SMark Yao 				const struct drm_display_mode *mode,
9062048e328SMark Yao 				struct drm_display_mode *adjusted_mode)
9072048e328SMark Yao {
908b59b8de3SChris Zhong 	struct vop *vop = to_vop(crtc);
909b59b8de3SChris Zhong 
9102048e328SMark Yao 	if (adjusted_mode->htotal == 0 || adjusted_mode->vtotal == 0)
9112048e328SMark Yao 		return false;
9122048e328SMark Yao 
913b59b8de3SChris Zhong 	adjusted_mode->clock =
914b59b8de3SChris Zhong 		clk_round_rate(vop->dclk, mode->clock * 1000) / 1000;
915b59b8de3SChris Zhong 
9162048e328SMark Yao 	return true;
9172048e328SMark Yao }
9182048e328SMark Yao 
91963ebb9faSMark Yao static void vop_crtc_enable(struct drm_crtc *crtc)
9202048e328SMark Yao {
9212048e328SMark Yao 	struct vop *vop = to_vop(crtc);
92263ebb9faSMark Yao 	struct drm_display_mode *adjusted_mode = &crtc->state->adjusted_mode;
9232048e328SMark Yao 	u16 hsync_len = adjusted_mode->hsync_end - adjusted_mode->hsync_start;
9242048e328SMark Yao 	u16 hdisplay = adjusted_mode->hdisplay;
9252048e328SMark Yao 	u16 htotal = adjusted_mode->htotal;
9262048e328SMark Yao 	u16 hact_st = adjusted_mode->htotal - adjusted_mode->hsync_start;
9272048e328SMark Yao 	u16 hact_end = hact_st + hdisplay;
9282048e328SMark Yao 	u16 vdisplay = adjusted_mode->vdisplay;
9292048e328SMark Yao 	u16 vtotal = adjusted_mode->vtotal;
9302048e328SMark Yao 	u16 vsync_len = adjusted_mode->vsync_end - adjusted_mode->vsync_start;
9312048e328SMark Yao 	u16 vact_st = adjusted_mode->vtotal - adjusted_mode->vsync_start;
9322048e328SMark Yao 	u16 vact_end = vact_st + vdisplay;
9332048e328SMark Yao 	uint32_t val;
9342048e328SMark Yao 
93563ebb9faSMark Yao 	vop_enable(crtc);
9362048e328SMark Yao 	/*
937ce3887edSMark Yao 	 * If dclk rate is zero, mean that scanout is stop,
938ce3887edSMark Yao 	 * we don't need wait any more.
9392048e328SMark Yao 	 */
940ce3887edSMark Yao 	if (clk_get_rate(vop->dclk)) {
941ce3887edSMark Yao 		/*
942ce3887edSMark Yao 		 * Rk3288 vop timing register is immediately, when configure
943ce3887edSMark Yao 		 * display timing on display time, may cause tearing.
944ce3887edSMark Yao 		 *
945ce3887edSMark Yao 		 * Vop standby will take effect at end of current frame,
946ce3887edSMark Yao 		 * if dsp hold valid irq happen, it means standby complete.
947ce3887edSMark Yao 		 *
948ce3887edSMark Yao 		 * mode set:
949ce3887edSMark Yao 		 *    standby and wait complete --> |----
950ce3887edSMark Yao 		 *                                  | display time
951ce3887edSMark Yao 		 *                                  |----
952ce3887edSMark Yao 		 *                                  |---> dsp hold irq
953ce3887edSMark Yao 		 *     configure display timing --> |
954ce3887edSMark Yao 		 *         standby exit             |
955ce3887edSMark Yao 		 *                                  | new frame start.
956ce3887edSMark Yao 		 */
957ce3887edSMark Yao 
958ce3887edSMark Yao 		reinit_completion(&vop->dsp_hold_completion);
959ce3887edSMark Yao 		vop_dsp_hold_valid_irq_enable(vop);
960ce3887edSMark Yao 
961ce3887edSMark Yao 		spin_lock(&vop->reg_lock);
962ce3887edSMark Yao 
963ce3887edSMark Yao 		VOP_CTRL_SET(vop, standby, 1);
964ce3887edSMark Yao 
965ce3887edSMark Yao 		spin_unlock(&vop->reg_lock);
966ce3887edSMark Yao 
967ce3887edSMark Yao 		wait_for_completion(&vop->dsp_hold_completion);
968ce3887edSMark Yao 
969ce3887edSMark Yao 		vop_dsp_hold_valid_irq_disable(vop);
970ce3887edSMark Yao 	}
9712048e328SMark Yao 
9722048e328SMark Yao 	val = 0x8;
97344ddb7efSMark Yao 	val |= (adjusted_mode->flags & DRM_MODE_FLAG_NHSYNC) ? 0 : 1;
97444ddb7efSMark Yao 	val |= (adjusted_mode->flags & DRM_MODE_FLAG_NVSYNC) ? 0 : (1 << 1);
9752048e328SMark Yao 	VOP_CTRL_SET(vop, pin_pol, val);
9762048e328SMark Yao 
9772048e328SMark Yao 	VOP_CTRL_SET(vop, htotal_pw, (htotal << 16) | hsync_len);
9782048e328SMark Yao 	val = hact_st << 16;
9792048e328SMark Yao 	val |= hact_end;
9802048e328SMark Yao 	VOP_CTRL_SET(vop, hact_st_end, val);
9812048e328SMark Yao 	VOP_CTRL_SET(vop, hpost_st_end, val);
9822048e328SMark Yao 
9832048e328SMark Yao 	VOP_CTRL_SET(vop, vtotal_pw, (vtotal << 16) | vsync_len);
9842048e328SMark Yao 	val = vact_st << 16;
9852048e328SMark Yao 	val |= vact_end;
9862048e328SMark Yao 	VOP_CTRL_SET(vop, vact_st_end, val);
9872048e328SMark Yao 	VOP_CTRL_SET(vop, vpost_st_end, val);
9882048e328SMark Yao 
9892048e328SMark Yao 	clk_set_rate(vop->dclk, adjusted_mode->clock * 1000);
990ce3887edSMark Yao 
991ce3887edSMark Yao 	VOP_CTRL_SET(vop, standby, 0);
9922048e328SMark Yao }
9932048e328SMark Yao 
99463ebb9faSMark Yao static void vop_crtc_atomic_flush(struct drm_crtc *crtc,
99563ebb9faSMark Yao 				  struct drm_crtc_state *old_crtc_state)
99663ebb9faSMark Yao {
99763ebb9faSMark Yao 	struct vop *vop = to_vop(crtc);
99863ebb9faSMark Yao 
99963ebb9faSMark Yao 	if (WARN_ON(!vop->is_enabled))
100063ebb9faSMark Yao 		return;
100163ebb9faSMark Yao 
100263ebb9faSMark Yao 	spin_lock(&vop->reg_lock);
100363ebb9faSMark Yao 
100463ebb9faSMark Yao 	vop_cfg_done(vop);
100563ebb9faSMark Yao 
100663ebb9faSMark Yao 	spin_unlock(&vop->reg_lock);
100763ebb9faSMark Yao }
100863ebb9faSMark Yao 
100963ebb9faSMark Yao static void vop_crtc_atomic_begin(struct drm_crtc *crtc,
101063ebb9faSMark Yao 				  struct drm_crtc_state *old_crtc_state)
101163ebb9faSMark Yao {
101263ebb9faSMark Yao 	struct vop *vop = to_vop(crtc);
101363ebb9faSMark Yao 
101463ebb9faSMark Yao 	if (crtc->state->event) {
101563ebb9faSMark Yao 		WARN_ON(drm_crtc_vblank_get(crtc) != 0);
101663ebb9faSMark Yao 
101763ebb9faSMark Yao 		vop->event = crtc->state->event;
101863ebb9faSMark Yao 		crtc->state->event = NULL;
101963ebb9faSMark Yao 	}
10202048e328SMark Yao }
10212048e328SMark Yao 
10222048e328SMark Yao static const struct drm_crtc_helper_funcs vop_crtc_helper_funcs = {
10230ad3675dSMark Yao 	.enable = vop_crtc_enable,
10240ad3675dSMark Yao 	.disable = vop_crtc_disable,
10252048e328SMark Yao 	.mode_fixup = vop_crtc_mode_fixup,
102663ebb9faSMark Yao 	.atomic_flush = vop_crtc_atomic_flush,
102763ebb9faSMark Yao 	.atomic_begin = vop_crtc_atomic_begin,
10282048e328SMark Yao };
10292048e328SMark Yao 
10302048e328SMark Yao static void vop_crtc_destroy(struct drm_crtc *crtc)
10312048e328SMark Yao {
10322048e328SMark Yao 	drm_crtc_cleanup(crtc);
10332048e328SMark Yao }
10342048e328SMark Yao 
10352048e328SMark Yao static const struct drm_crtc_funcs vop_crtc_funcs = {
103663ebb9faSMark Yao 	.set_config = drm_atomic_helper_set_config,
103763ebb9faSMark Yao 	.page_flip = drm_atomic_helper_page_flip,
10382048e328SMark Yao 	.destroy = vop_crtc_destroy,
103963ebb9faSMark Yao 	.reset = drm_atomic_helper_crtc_reset,
104063ebb9faSMark Yao 	.atomic_duplicate_state = drm_atomic_helper_crtc_duplicate_state,
104163ebb9faSMark Yao 	.atomic_destroy_state = drm_atomic_helper_crtc_destroy_state,
10422048e328SMark Yao };
10432048e328SMark Yao 
104463ebb9faSMark Yao static bool vop_win_pending_is_complete(struct vop_win *vop_win)
10452048e328SMark Yao {
104663ebb9faSMark Yao 	struct drm_plane *plane = &vop_win->base;
104763ebb9faSMark Yao 	struct vop_plane_state *state = to_vop_plane_state(plane->state);
10482048e328SMark Yao 	dma_addr_t yrgb_mst;
10492048e328SMark Yao 
105063ebb9faSMark Yao 	if (!state->enable)
105163ebb9faSMark Yao 		return VOP_WIN_GET(vop_win->vop, vop_win->data, enable) == 0;
105263ebb9faSMark Yao 
10532048e328SMark Yao 	yrgb_mst = VOP_WIN_GET_YRGBADDR(vop_win->vop, vop_win->data);
10542048e328SMark Yao 
105563ebb9faSMark Yao 	return yrgb_mst == state->yrgb_mst;
10562048e328SMark Yao }
10572048e328SMark Yao 
105863ebb9faSMark Yao static void vop_handle_vblank(struct vop *vop)
10592048e328SMark Yao {
106063ebb9faSMark Yao 	struct drm_device *drm = vop->drm_dev;
106163ebb9faSMark Yao 	struct drm_crtc *crtc = &vop->crtc;
106263ebb9faSMark Yao 	unsigned long flags;
106363ebb9faSMark Yao 	int i;
10642048e328SMark Yao 
106563ebb9faSMark Yao 	for (i = 0; i < vop->data->win_size; i++) {
106663ebb9faSMark Yao 		if (!vop_win_pending_is_complete(&vop->win[i]))
10672048e328SMark Yao 			return;
10682048e328SMark Yao 	}
10692048e328SMark Yao 
107063ebb9faSMark Yao 	if (vop->event) {
107163ebb9faSMark Yao 		spin_lock_irqsave(&drm->event_lock, flags);
10722048e328SMark Yao 
107363ebb9faSMark Yao 		drm_crtc_send_vblank_event(crtc, vop->event);
107463ebb9faSMark Yao 		drm_crtc_vblank_put(crtc);
107563ebb9faSMark Yao 		vop->event = NULL;
107663ebb9faSMark Yao 
107763ebb9faSMark Yao 		spin_unlock_irqrestore(&drm->event_lock, flags);
10782048e328SMark Yao 	}
107963ebb9faSMark Yao 	if (!completion_done(&vop->wait_update_complete))
108063ebb9faSMark Yao 		complete(&vop->wait_update_complete);
10812048e328SMark Yao }
10822048e328SMark Yao 
10832048e328SMark Yao static irqreturn_t vop_isr(int irq, void *data)
10842048e328SMark Yao {
10852048e328SMark Yao 	struct vop *vop = data;
1086b5f7b755SMark Yao 	struct drm_crtc *crtc = &vop->crtc;
1087dbb3d944SMark Yao 	uint32_t active_irqs;
10882048e328SMark Yao 	unsigned long flags;
10891067219bSMark Yao 	int ret = IRQ_NONE;
10902048e328SMark Yao 
10912048e328SMark Yao 	/*
1092dbb3d944SMark Yao 	 * interrupt register has interrupt status, enable and clear bits, we
10932048e328SMark Yao 	 * must hold irq_lock to avoid a race with enable/disable_vblank().
10942048e328SMark Yao 	*/
10952048e328SMark Yao 	spin_lock_irqsave(&vop->irq_lock, flags);
1096dbb3d944SMark Yao 
1097dbb3d944SMark Yao 	active_irqs = VOP_INTR_GET_TYPE(vop, status, INTR_MASK);
10982048e328SMark Yao 	/* Clear all active interrupt sources */
10992048e328SMark Yao 	if (active_irqs)
1100dbb3d944SMark Yao 		VOP_INTR_SET_TYPE(vop, clear, active_irqs, 1);
1101dbb3d944SMark Yao 
11022048e328SMark Yao 	spin_unlock_irqrestore(&vop->irq_lock, flags);
11032048e328SMark Yao 
11042048e328SMark Yao 	/* This is expected for vop iommu irqs, since the irq is shared */
11052048e328SMark Yao 	if (!active_irqs)
11062048e328SMark Yao 		return IRQ_NONE;
11072048e328SMark Yao 
11081067219bSMark Yao 	if (active_irqs & DSP_HOLD_VALID_INTR) {
11091067219bSMark Yao 		complete(&vop->dsp_hold_completion);
11101067219bSMark Yao 		active_irqs &= ~DSP_HOLD_VALID_INTR;
11111067219bSMark Yao 		ret = IRQ_HANDLED;
11122048e328SMark Yao 	}
11132048e328SMark Yao 
11141067219bSMark Yao 	if (active_irqs & FS_INTR) {
1115b5f7b755SMark Yao 		drm_crtc_handle_vblank(crtc);
111663ebb9faSMark Yao 		vop_handle_vblank(vop);
11171067219bSMark Yao 		active_irqs &= ~FS_INTR;
111863ebb9faSMark Yao 		ret = IRQ_HANDLED;
11191067219bSMark Yao 	}
11202048e328SMark Yao 
11211067219bSMark Yao 	/* Unhandled irqs are spurious. */
11221067219bSMark Yao 	if (active_irqs)
11231067219bSMark Yao 		DRM_ERROR("Unknown VOP IRQs: %#02x\n", active_irqs);
11241067219bSMark Yao 
11251067219bSMark Yao 	return ret;
11262048e328SMark Yao }
11272048e328SMark Yao 
11282048e328SMark Yao static int vop_create_crtc(struct vop *vop)
11292048e328SMark Yao {
11302048e328SMark Yao 	const struct vop_data *vop_data = vop->data;
11312048e328SMark Yao 	struct device *dev = vop->dev;
11322048e328SMark Yao 	struct drm_device *drm_dev = vop->drm_dev;
11332048e328SMark Yao 	struct drm_plane *primary = NULL, *cursor = NULL, *plane;
11342048e328SMark Yao 	struct drm_crtc *crtc = &vop->crtc;
11352048e328SMark Yao 	struct device_node *port;
11362048e328SMark Yao 	int ret;
11372048e328SMark Yao 	int i;
11382048e328SMark Yao 
11392048e328SMark Yao 	/*
11402048e328SMark Yao 	 * Create drm_plane for primary and cursor planes first, since we need
11412048e328SMark Yao 	 * to pass them to drm_crtc_init_with_planes, which sets the
11422048e328SMark Yao 	 * "possible_crtcs" to the newly initialized crtc.
11432048e328SMark Yao 	 */
11442048e328SMark Yao 	for (i = 0; i < vop_data->win_size; i++) {
11452048e328SMark Yao 		struct vop_win *vop_win = &vop->win[i];
11462048e328SMark Yao 		const struct vop_win_data *win_data = vop_win->data;
11472048e328SMark Yao 
11482048e328SMark Yao 		if (win_data->type != DRM_PLANE_TYPE_PRIMARY &&
11492048e328SMark Yao 		    win_data->type != DRM_PLANE_TYPE_CURSOR)
11502048e328SMark Yao 			continue;
11512048e328SMark Yao 
11522048e328SMark Yao 		ret = drm_universal_plane_init(vop->drm_dev, &vop_win->base,
11532048e328SMark Yao 					       0, &vop_plane_funcs,
11542048e328SMark Yao 					       win_data->phy->data_formats,
11552048e328SMark Yao 					       win_data->phy->nformats,
1156b0b3b795SVille Syrjälä 					       win_data->type, NULL);
11572048e328SMark Yao 		if (ret) {
11582048e328SMark Yao 			DRM_ERROR("failed to initialize plane\n");
11592048e328SMark Yao 			goto err_cleanup_planes;
11602048e328SMark Yao 		}
11612048e328SMark Yao 
11622048e328SMark Yao 		plane = &vop_win->base;
116363ebb9faSMark Yao 		drm_plane_helper_add(plane, &plane_helper_funcs);
11642048e328SMark Yao 		if (plane->type == DRM_PLANE_TYPE_PRIMARY)
11652048e328SMark Yao 			primary = plane;
11662048e328SMark Yao 		else if (plane->type == DRM_PLANE_TYPE_CURSOR)
11672048e328SMark Yao 			cursor = plane;
11682048e328SMark Yao 	}
11692048e328SMark Yao 
11702048e328SMark Yao 	ret = drm_crtc_init_with_planes(drm_dev, crtc, primary, cursor,
1171f9882876SVille Syrjälä 					&vop_crtc_funcs, NULL);
11722048e328SMark Yao 	if (ret)
11732048e328SMark Yao 		return ret;
11742048e328SMark Yao 
11752048e328SMark Yao 	drm_crtc_helper_add(crtc, &vop_crtc_helper_funcs);
11762048e328SMark Yao 
11772048e328SMark Yao 	/*
11782048e328SMark Yao 	 * Create drm_planes for overlay windows with possible_crtcs restricted
11792048e328SMark Yao 	 * to the newly created crtc.
11802048e328SMark Yao 	 */
11812048e328SMark Yao 	for (i = 0; i < vop_data->win_size; i++) {
11822048e328SMark Yao 		struct vop_win *vop_win = &vop->win[i];
11832048e328SMark Yao 		const struct vop_win_data *win_data = vop_win->data;
11842048e328SMark Yao 		unsigned long possible_crtcs = 1 << drm_crtc_index(crtc);
11852048e328SMark Yao 
11862048e328SMark Yao 		if (win_data->type != DRM_PLANE_TYPE_OVERLAY)
11872048e328SMark Yao 			continue;
11882048e328SMark Yao 
11892048e328SMark Yao 		ret = drm_universal_plane_init(vop->drm_dev, &vop_win->base,
11902048e328SMark Yao 					       possible_crtcs,
11912048e328SMark Yao 					       &vop_plane_funcs,
11922048e328SMark Yao 					       win_data->phy->data_formats,
11932048e328SMark Yao 					       win_data->phy->nformats,
1194b0b3b795SVille Syrjälä 					       win_data->type, NULL);
11952048e328SMark Yao 		if (ret) {
11962048e328SMark Yao 			DRM_ERROR("failed to initialize overlay plane\n");
11972048e328SMark Yao 			goto err_cleanup_crtc;
11982048e328SMark Yao 		}
119963ebb9faSMark Yao 		drm_plane_helper_add(&vop_win->base, &plane_helper_funcs);
12002048e328SMark Yao 	}
12012048e328SMark Yao 
12022048e328SMark Yao 	port = of_get_child_by_name(dev->of_node, "port");
12032048e328SMark Yao 	if (!port) {
12042048e328SMark Yao 		DRM_ERROR("no port node found in %s\n",
12052048e328SMark Yao 			  dev->of_node->full_name);
12062048e328SMark Yao 		goto err_cleanup_crtc;
12072048e328SMark Yao 	}
12082048e328SMark Yao 
12091067219bSMark Yao 	init_completion(&vop->dsp_hold_completion);
121063ebb9faSMark Yao 	init_completion(&vop->wait_update_complete);
12112048e328SMark Yao 	crtc->port = port;
1212b5f7b755SMark Yao 	rockchip_register_crtc_funcs(crtc, &private_crtc_funcs);
12132048e328SMark Yao 
12142048e328SMark Yao 	return 0;
12152048e328SMark Yao 
12162048e328SMark Yao err_cleanup_crtc:
12172048e328SMark Yao 	drm_crtc_cleanup(crtc);
12182048e328SMark Yao err_cleanup_planes:
12192048e328SMark Yao 	list_for_each_entry(plane, &drm_dev->mode_config.plane_list, head)
12202048e328SMark Yao 		drm_plane_cleanup(plane);
12212048e328SMark Yao 	return ret;
12222048e328SMark Yao }
12232048e328SMark Yao 
12242048e328SMark Yao static void vop_destroy_crtc(struct vop *vop)
12252048e328SMark Yao {
12262048e328SMark Yao 	struct drm_crtc *crtc = &vop->crtc;
12272048e328SMark Yao 
1228b5f7b755SMark Yao 	rockchip_unregister_crtc_funcs(crtc);
12292048e328SMark Yao 	of_node_put(crtc->port);
12302048e328SMark Yao 	drm_crtc_cleanup(crtc);
12312048e328SMark Yao }
12322048e328SMark Yao 
12332048e328SMark Yao static int vop_initial(struct vop *vop)
12342048e328SMark Yao {
12352048e328SMark Yao 	const struct vop_data *vop_data = vop->data;
12362048e328SMark Yao 	const struct vop_reg_data *init_table = vop_data->init_table;
12372048e328SMark Yao 	struct reset_control *ahb_rst;
12382048e328SMark Yao 	int i, ret;
12392048e328SMark Yao 
12402048e328SMark Yao 	vop->hclk = devm_clk_get(vop->dev, "hclk_vop");
12412048e328SMark Yao 	if (IS_ERR(vop->hclk)) {
12422048e328SMark Yao 		dev_err(vop->dev, "failed to get hclk source\n");
12432048e328SMark Yao 		return PTR_ERR(vop->hclk);
12442048e328SMark Yao 	}
12452048e328SMark Yao 	vop->aclk = devm_clk_get(vop->dev, "aclk_vop");
12462048e328SMark Yao 	if (IS_ERR(vop->aclk)) {
12472048e328SMark Yao 		dev_err(vop->dev, "failed to get aclk source\n");
12482048e328SMark Yao 		return PTR_ERR(vop->aclk);
12492048e328SMark Yao 	}
12502048e328SMark Yao 	vop->dclk = devm_clk_get(vop->dev, "dclk_vop");
12512048e328SMark Yao 	if (IS_ERR(vop->dclk)) {
12522048e328SMark Yao 		dev_err(vop->dev, "failed to get dclk source\n");
12532048e328SMark Yao 		return PTR_ERR(vop->dclk);
12542048e328SMark Yao 	}
12552048e328SMark Yao 
12562048e328SMark Yao 	ret = clk_prepare(vop->dclk);
12572048e328SMark Yao 	if (ret < 0) {
12582048e328SMark Yao 		dev_err(vop->dev, "failed to prepare dclk\n");
1259d7b53fd9SSjoerd Simons 		return ret;
12602048e328SMark Yao 	}
12612048e328SMark Yao 
1262d7b53fd9SSjoerd Simons 	/* Enable both the hclk and aclk to setup the vop */
1263d7b53fd9SSjoerd Simons 	ret = clk_prepare_enable(vop->hclk);
12642048e328SMark Yao 	if (ret < 0) {
1265d7b53fd9SSjoerd Simons 		dev_err(vop->dev, "failed to prepare/enable hclk\n");
12662048e328SMark Yao 		goto err_unprepare_dclk;
12672048e328SMark Yao 	}
12682048e328SMark Yao 
1269d7b53fd9SSjoerd Simons 	ret = clk_prepare_enable(vop->aclk);
12702048e328SMark Yao 	if (ret < 0) {
1271d7b53fd9SSjoerd Simons 		dev_err(vop->dev, "failed to prepare/enable aclk\n");
1272d7b53fd9SSjoerd Simons 		goto err_disable_hclk;
12732048e328SMark Yao 	}
1274d7b53fd9SSjoerd Simons 
12752048e328SMark Yao 	/*
12762048e328SMark Yao 	 * do hclk_reset, reset all vop registers.
12772048e328SMark Yao 	 */
12782048e328SMark Yao 	ahb_rst = devm_reset_control_get(vop->dev, "ahb");
12792048e328SMark Yao 	if (IS_ERR(ahb_rst)) {
12802048e328SMark Yao 		dev_err(vop->dev, "failed to get ahb reset\n");
12812048e328SMark Yao 		ret = PTR_ERR(ahb_rst);
1282d7b53fd9SSjoerd Simons 		goto err_disable_aclk;
12832048e328SMark Yao 	}
12842048e328SMark Yao 	reset_control_assert(ahb_rst);
12852048e328SMark Yao 	usleep_range(10, 20);
12862048e328SMark Yao 	reset_control_deassert(ahb_rst);
12872048e328SMark Yao 
12882048e328SMark Yao 	memcpy(vop->regsbak, vop->regs, vop->len);
12892048e328SMark Yao 
12902048e328SMark Yao 	for (i = 0; i < vop_data->table_size; i++)
12912048e328SMark Yao 		vop_writel(vop, init_table[i].offset, init_table[i].value);
12922048e328SMark Yao 
12932048e328SMark Yao 	for (i = 0; i < vop_data->win_size; i++) {
12942048e328SMark Yao 		const struct vop_win_data *win = &vop_data->win[i];
12952048e328SMark Yao 
12962048e328SMark Yao 		VOP_WIN_SET(vop, win, enable, 0);
12972048e328SMark Yao 	}
12982048e328SMark Yao 
12992048e328SMark Yao 	vop_cfg_done(vop);
13002048e328SMark Yao 
13012048e328SMark Yao 	/*
13022048e328SMark Yao 	 * do dclk_reset, let all config take affect.
13032048e328SMark Yao 	 */
13042048e328SMark Yao 	vop->dclk_rst = devm_reset_control_get(vop->dev, "dclk");
13052048e328SMark Yao 	if (IS_ERR(vop->dclk_rst)) {
13062048e328SMark Yao 		dev_err(vop->dev, "failed to get dclk reset\n");
13072048e328SMark Yao 		ret = PTR_ERR(vop->dclk_rst);
1308d7b53fd9SSjoerd Simons 		goto err_disable_aclk;
13092048e328SMark Yao 	}
13102048e328SMark Yao 	reset_control_assert(vop->dclk_rst);
13112048e328SMark Yao 	usleep_range(10, 20);
13122048e328SMark Yao 	reset_control_deassert(vop->dclk_rst);
13132048e328SMark Yao 
13142048e328SMark Yao 	clk_disable(vop->hclk);
1315d7b53fd9SSjoerd Simons 	clk_disable(vop->aclk);
13162048e328SMark Yao 
131731e980c5SMark Yao 	vop->is_enabled = false;
13182048e328SMark Yao 
13192048e328SMark Yao 	return 0;
13202048e328SMark Yao 
1321d7b53fd9SSjoerd Simons err_disable_aclk:
1322d7b53fd9SSjoerd Simons 	clk_disable_unprepare(vop->aclk);
13232048e328SMark Yao err_disable_hclk:
1324d7b53fd9SSjoerd Simons 	clk_disable_unprepare(vop->hclk);
13252048e328SMark Yao err_unprepare_dclk:
13262048e328SMark Yao 	clk_unprepare(vop->dclk);
13272048e328SMark Yao 	return ret;
13282048e328SMark Yao }
13292048e328SMark Yao 
13302048e328SMark Yao /*
13312048e328SMark Yao  * Initialize the vop->win array elements.
13322048e328SMark Yao  */
13332048e328SMark Yao static void vop_win_init(struct vop *vop)
13342048e328SMark Yao {
13352048e328SMark Yao 	const struct vop_data *vop_data = vop->data;
13362048e328SMark Yao 	unsigned int i;
13372048e328SMark Yao 
13382048e328SMark Yao 	for (i = 0; i < vop_data->win_size; i++) {
13392048e328SMark Yao 		struct vop_win *vop_win = &vop->win[i];
13402048e328SMark Yao 		const struct vop_win_data *win_data = &vop_data->win[i];
13412048e328SMark Yao 
13422048e328SMark Yao 		vop_win->data = win_data;
13432048e328SMark Yao 		vop_win->vop = vop;
13442048e328SMark Yao 	}
13452048e328SMark Yao }
13462048e328SMark Yao 
13472048e328SMark Yao static int vop_bind(struct device *dev, struct device *master, void *data)
13482048e328SMark Yao {
13492048e328SMark Yao 	struct platform_device *pdev = to_platform_device(dev);
13502048e328SMark Yao 	const struct vop_data *vop_data;
13512048e328SMark Yao 	struct drm_device *drm_dev = data;
13522048e328SMark Yao 	struct vop *vop;
13532048e328SMark Yao 	struct resource *res;
13542048e328SMark Yao 	size_t alloc_size;
13553ea68922SHeiko Stuebner 	int ret, irq;
13562048e328SMark Yao 
1357a67719d1SMark Yao 	vop_data = of_device_get_match_data(dev);
13582048e328SMark Yao 	if (!vop_data)
13592048e328SMark Yao 		return -ENODEV;
13602048e328SMark Yao 
13612048e328SMark Yao 	/* Allocate vop struct and its vop_win array */
13622048e328SMark Yao 	alloc_size = sizeof(*vop) + sizeof(*vop->win) * vop_data->win_size;
13632048e328SMark Yao 	vop = devm_kzalloc(dev, alloc_size, GFP_KERNEL);
13642048e328SMark Yao 	if (!vop)
13652048e328SMark Yao 		return -ENOMEM;
13662048e328SMark Yao 
13672048e328SMark Yao 	vop->dev = dev;
13682048e328SMark Yao 	vop->data = vop_data;
13692048e328SMark Yao 	vop->drm_dev = drm_dev;
13702048e328SMark Yao 	dev_set_drvdata(dev, vop);
13712048e328SMark Yao 
13722048e328SMark Yao 	vop_win_init(vop);
13732048e328SMark Yao 
13742048e328SMark Yao 	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
13752048e328SMark Yao 	vop->len = resource_size(res);
13762048e328SMark Yao 	vop->regs = devm_ioremap_resource(dev, res);
13772048e328SMark Yao 	if (IS_ERR(vop->regs))
13782048e328SMark Yao 		return PTR_ERR(vop->regs);
13792048e328SMark Yao 
13802048e328SMark Yao 	vop->regsbak = devm_kzalloc(dev, vop->len, GFP_KERNEL);
13812048e328SMark Yao 	if (!vop->regsbak)
13822048e328SMark Yao 		return -ENOMEM;
13832048e328SMark Yao 
13842048e328SMark Yao 	ret = vop_initial(vop);
13852048e328SMark Yao 	if (ret < 0) {
13862048e328SMark Yao 		dev_err(&pdev->dev, "cannot initial vop dev - err %d\n", ret);
13872048e328SMark Yao 		return ret;
13882048e328SMark Yao 	}
13892048e328SMark Yao 
13903ea68922SHeiko Stuebner 	irq = platform_get_irq(pdev, 0);
13913ea68922SHeiko Stuebner 	if (irq < 0) {
13922048e328SMark Yao 		dev_err(dev, "cannot find irq for vop\n");
13933ea68922SHeiko Stuebner 		return irq;
13942048e328SMark Yao 	}
13953ea68922SHeiko Stuebner 	vop->irq = (unsigned int)irq;
13962048e328SMark Yao 
13972048e328SMark Yao 	spin_lock_init(&vop->reg_lock);
13982048e328SMark Yao 	spin_lock_init(&vop->irq_lock);
13992048e328SMark Yao 
14002048e328SMark Yao 	mutex_init(&vop->vsync_mutex);
14012048e328SMark Yao 
140263ebb9faSMark Yao 	ret = devm_request_irq(dev, vop->irq, vop_isr,
14032048e328SMark Yao 			       IRQF_SHARED, dev_name(dev), vop);
14042048e328SMark Yao 	if (ret)
14052048e328SMark Yao 		return ret;
14062048e328SMark Yao 
14072048e328SMark Yao 	/* IRQ is initially disabled; it gets enabled in power_on */
14082048e328SMark Yao 	disable_irq(vop->irq);
14092048e328SMark Yao 
14102048e328SMark Yao 	ret = vop_create_crtc(vop);
14112048e328SMark Yao 	if (ret)
14122048e328SMark Yao 		return ret;
14132048e328SMark Yao 
14142048e328SMark Yao 	pm_runtime_enable(&pdev->dev);
14152048e328SMark Yao 	return 0;
14162048e328SMark Yao }
14172048e328SMark Yao 
14182048e328SMark Yao static void vop_unbind(struct device *dev, struct device *master, void *data)
14192048e328SMark Yao {
14202048e328SMark Yao 	struct vop *vop = dev_get_drvdata(dev);
14212048e328SMark Yao 
14222048e328SMark Yao 	pm_runtime_disable(dev);
14232048e328SMark Yao 	vop_destroy_crtc(vop);
14242048e328SMark Yao }
14252048e328SMark Yao 
1426a67719d1SMark Yao const struct component_ops vop_component_ops = {
14272048e328SMark Yao 	.bind = vop_bind,
14282048e328SMark Yao 	.unbind = vop_unbind,
14292048e328SMark Yao };
143054255e81SStephen Rothwell EXPORT_SYMBOL_GPL(vop_component_ops);
1431