1051a01acSTodor Tomov // SPDX-License-Identifier: GPL-2.0
2051a01acSTodor Tomov /*
3051a01acSTodor Tomov  * camss-vfe-4-1.c
4051a01acSTodor Tomov  *
5051a01acSTodor Tomov  * Qualcomm MSM Camera Subsystem - VFE (Video Front End) Module v4.1
6051a01acSTodor Tomov  *
7051a01acSTodor Tomov  * Copyright (c) 2013-2015, The Linux Foundation. All rights reserved.
8051a01acSTodor Tomov  * Copyright (C) 2015-2018 Linaro Ltd.
9051a01acSTodor Tomov  */
10051a01acSTodor Tomov 
11051a01acSTodor Tomov #include <linux/interrupt.h>
123799eca5SArnd Bergmann #include <linux/io.h>
13051a01acSTodor Tomov #include <linux/iopoll.h>
14051a01acSTodor Tomov 
15c3177cb0SRobert Foss #include "camss.h"
16051a01acSTodor Tomov #include "camss-vfe.h"
17633b388fSRobert Foss #include "camss-vfe-gen1.h"
18051a01acSTodor Tomov 
19051a01acSTodor Tomov #define VFE_0_HW_VERSION		0x000
20051a01acSTodor Tomov 
21051a01acSTodor Tomov #define VFE_0_GLOBAL_RESET_CMD		0x00c
22051a01acSTodor Tomov #define VFE_0_GLOBAL_RESET_CMD_CORE	BIT(0)
23051a01acSTodor Tomov #define VFE_0_GLOBAL_RESET_CMD_CAMIF	BIT(1)
24051a01acSTodor Tomov #define VFE_0_GLOBAL_RESET_CMD_BUS	BIT(2)
25051a01acSTodor Tomov #define VFE_0_GLOBAL_RESET_CMD_BUS_BDG	BIT(3)
26051a01acSTodor Tomov #define VFE_0_GLOBAL_RESET_CMD_REGISTER	BIT(4)
27051a01acSTodor Tomov #define VFE_0_GLOBAL_RESET_CMD_TIMER	BIT(5)
28051a01acSTodor Tomov #define VFE_0_GLOBAL_RESET_CMD_PM	BIT(6)
29051a01acSTodor Tomov #define VFE_0_GLOBAL_RESET_CMD_BUS_MISR	BIT(7)
30051a01acSTodor Tomov #define VFE_0_GLOBAL_RESET_CMD_TESTGEN	BIT(8)
31051a01acSTodor Tomov 
32051a01acSTodor Tomov #define VFE_0_MODULE_CFG		0x018
33051a01acSTodor Tomov #define VFE_0_MODULE_CFG_DEMUX			BIT(2)
34051a01acSTodor Tomov #define VFE_0_MODULE_CFG_CHROMA_UPSAMPLE	BIT(3)
35051a01acSTodor Tomov #define VFE_0_MODULE_CFG_SCALE_ENC		BIT(23)
36051a01acSTodor Tomov #define VFE_0_MODULE_CFG_CROP_ENC		BIT(27)
37051a01acSTodor Tomov 
38051a01acSTodor Tomov #define VFE_0_CORE_CFG			0x01c
39051a01acSTodor Tomov #define VFE_0_CORE_CFG_PIXEL_PATTERN_YCBYCR	0x4
40051a01acSTodor Tomov #define VFE_0_CORE_CFG_PIXEL_PATTERN_YCRYCB	0x5
41051a01acSTodor Tomov #define VFE_0_CORE_CFG_PIXEL_PATTERN_CBYCRY	0x6
42051a01acSTodor Tomov #define VFE_0_CORE_CFG_PIXEL_PATTERN_CRYCBY	0x7
43051a01acSTodor Tomov 
44051a01acSTodor Tomov #define VFE_0_IRQ_CMD			0x024
45051a01acSTodor Tomov #define VFE_0_IRQ_CMD_GLOBAL_CLEAR	BIT(0)
46051a01acSTodor Tomov 
47051a01acSTodor Tomov #define VFE_0_IRQ_MASK_0		0x028
48051a01acSTodor Tomov #define VFE_0_IRQ_MASK_0_CAMIF_SOF			BIT(0)
49051a01acSTodor Tomov #define VFE_0_IRQ_MASK_0_CAMIF_EOF			BIT(1)
50051a01acSTodor Tomov #define VFE_0_IRQ_MASK_0_RDIn_REG_UPDATE(n)		BIT((n) + 5)
51051a01acSTodor Tomov #define VFE_0_IRQ_MASK_0_line_n_REG_UPDATE(n)		\
52051a01acSTodor Tomov 	((n) == VFE_LINE_PIX ? BIT(4) : VFE_0_IRQ_MASK_0_RDIn_REG_UPDATE(n))
53051a01acSTodor Tomov #define VFE_0_IRQ_MASK_0_IMAGE_MASTER_n_PING_PONG(n)	BIT((n) + 8)
54051a01acSTodor Tomov #define VFE_0_IRQ_MASK_0_IMAGE_COMPOSITE_DONE_n(n)	BIT((n) + 25)
55051a01acSTodor Tomov #define VFE_0_IRQ_MASK_0_RESET_ACK			BIT(31)
56051a01acSTodor Tomov #define VFE_0_IRQ_MASK_1		0x02c
57051a01acSTodor Tomov #define VFE_0_IRQ_MASK_1_CAMIF_ERROR			BIT(0)
58051a01acSTodor Tomov #define VFE_0_IRQ_MASK_1_VIOLATION			BIT(7)
59051a01acSTodor Tomov #define VFE_0_IRQ_MASK_1_BUS_BDG_HALT_ACK		BIT(8)
60051a01acSTodor Tomov #define VFE_0_IRQ_MASK_1_IMAGE_MASTER_n_BUS_OVERFLOW(n)	BIT((n) + 9)
61051a01acSTodor Tomov #define VFE_0_IRQ_MASK_1_RDIn_SOF(n)			BIT((n) + 29)
62051a01acSTodor Tomov 
63051a01acSTodor Tomov #define VFE_0_IRQ_CLEAR_0		0x030
64051a01acSTodor Tomov #define VFE_0_IRQ_CLEAR_1		0x034
65051a01acSTodor Tomov 
66051a01acSTodor Tomov #define VFE_0_IRQ_STATUS_0		0x038
67051a01acSTodor Tomov #define VFE_0_IRQ_STATUS_0_CAMIF_SOF			BIT(0)
68051a01acSTodor Tomov #define VFE_0_IRQ_STATUS_0_RDIn_REG_UPDATE(n)		BIT((n) + 5)
69051a01acSTodor Tomov #define VFE_0_IRQ_STATUS_0_line_n_REG_UPDATE(n)		\
70051a01acSTodor Tomov 	((n) == VFE_LINE_PIX ? BIT(4) : VFE_0_IRQ_STATUS_0_RDIn_REG_UPDATE(n))
71051a01acSTodor Tomov #define VFE_0_IRQ_STATUS_0_IMAGE_MASTER_n_PING_PONG(n)	BIT((n) + 8)
72051a01acSTodor Tomov #define VFE_0_IRQ_STATUS_0_IMAGE_COMPOSITE_DONE_n(n)	BIT((n) + 25)
73051a01acSTodor Tomov #define VFE_0_IRQ_STATUS_0_RESET_ACK			BIT(31)
74051a01acSTodor Tomov #define VFE_0_IRQ_STATUS_1		0x03c
75051a01acSTodor Tomov #define VFE_0_IRQ_STATUS_1_VIOLATION			BIT(7)
76051a01acSTodor Tomov #define VFE_0_IRQ_STATUS_1_BUS_BDG_HALT_ACK		BIT(8)
77051a01acSTodor Tomov #define VFE_0_IRQ_STATUS_1_RDIn_SOF(n)			BIT((n) + 29)
78051a01acSTodor Tomov 
79051a01acSTodor Tomov #define VFE_0_IRQ_COMPOSITE_MASK_0	0x40
80051a01acSTodor Tomov #define VFE_0_VIOLATION_STATUS		0x48
81051a01acSTodor Tomov 
82051a01acSTodor Tomov #define VFE_0_BUS_CMD			0x4c
83051a01acSTodor Tomov #define VFE_0_BUS_CMD_Mx_RLD_CMD(x)	BIT(x)
84051a01acSTodor Tomov 
85051a01acSTodor Tomov #define VFE_0_BUS_CFG			0x050
86051a01acSTodor Tomov 
87051a01acSTodor Tomov #define VFE_0_BUS_XBAR_CFG_x(x)		(0x58 + 0x4 * ((x) / 2))
88051a01acSTodor Tomov #define VFE_0_BUS_XBAR_CFG_x_M_PAIR_STREAM_EN			BIT(1)
89051a01acSTodor Tomov #define VFE_0_BUS_XBAR_CFG_x_M_PAIR_STREAM_SWAP_INTER_INTRA	(0x3 << 4)
90051a01acSTodor Tomov #define VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT		8
91051a01acSTodor Tomov #define VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_LUMA		0
92051a01acSTodor Tomov #define VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI0	5
93051a01acSTodor Tomov #define VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI1	6
94051a01acSTodor Tomov #define VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI2	7
95051a01acSTodor Tomov 
96051a01acSTodor Tomov #define VFE_0_BUS_IMAGE_MASTER_n_WR_CFG(n)		(0x06c + 0x24 * (n))
97051a01acSTodor Tomov #define VFE_0_BUS_IMAGE_MASTER_n_WR_CFG_WR_PATH_SHIFT	0
98051a01acSTodor Tomov #define VFE_0_BUS_IMAGE_MASTER_n_WR_CFG_FRM_BASED_SHIFT	1
99051a01acSTodor Tomov #define VFE_0_BUS_IMAGE_MASTER_n_WR_PING_ADDR(n)	(0x070 + 0x24 * (n))
100051a01acSTodor Tomov #define VFE_0_BUS_IMAGE_MASTER_n_WR_PONG_ADDR(n)	(0x074 + 0x24 * (n))
101051a01acSTodor Tomov #define VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG(n)		(0x078 + 0x24 * (n))
102051a01acSTodor Tomov #define VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG_FRM_DROP_PER_SHIFT	2
103051a01acSTodor Tomov #define VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG_FRM_DROP_PER_MASK	(0x1f << 2)
104051a01acSTodor Tomov 
105051a01acSTodor Tomov #define VFE_0_BUS_IMAGE_MASTER_n_WR_UB_CFG(n)		(0x07c + 0x24 * (n))
106051a01acSTodor Tomov #define VFE_0_BUS_IMAGE_MASTER_n_WR_UB_CFG_OFFSET_SHIFT	16
107051a01acSTodor Tomov #define VFE_0_BUS_IMAGE_MASTER_n_WR_IMAGE_SIZE(n)	(0x080 + 0x24 * (n))
108051a01acSTodor Tomov #define VFE_0_BUS_IMAGE_MASTER_n_WR_BUFFER_CFG(n)	(0x084 + 0x24 * (n))
109051a01acSTodor Tomov #define VFE_0_BUS_IMAGE_MASTER_n_WR_FRAMEDROP_PATTERN(n)	\
110051a01acSTodor Tomov 							(0x088 + 0x24 * (n))
111051a01acSTodor Tomov #define VFE_0_BUS_IMAGE_MASTER_n_WR_IRQ_SUBSAMPLE_PATTERN(n)	\
112051a01acSTodor Tomov 							(0x08c + 0x24 * (n))
113051a01acSTodor Tomov #define VFE_0_BUS_IMAGE_MASTER_n_WR_IRQ_SUBSAMPLE_PATTERN_DEF	0xffffffff
114051a01acSTodor Tomov 
115051a01acSTodor Tomov #define VFE_0_BUS_PING_PONG_STATUS	0x268
116051a01acSTodor Tomov 
117051a01acSTodor Tomov #define VFE_0_BUS_BDG_CMD		0x2c0
118051a01acSTodor Tomov #define VFE_0_BUS_BDG_CMD_HALT_REQ	1
119051a01acSTodor Tomov 
120051a01acSTodor Tomov #define VFE_0_BUS_BDG_QOS_CFG_0		0x2c4
121051a01acSTodor Tomov #define VFE_0_BUS_BDG_QOS_CFG_0_CFG	0xaaa5aaa5
122051a01acSTodor Tomov #define VFE_0_BUS_BDG_QOS_CFG_1		0x2c8
123051a01acSTodor Tomov #define VFE_0_BUS_BDG_QOS_CFG_2		0x2cc
124051a01acSTodor Tomov #define VFE_0_BUS_BDG_QOS_CFG_3		0x2d0
125051a01acSTodor Tomov #define VFE_0_BUS_BDG_QOS_CFG_4		0x2d4
126051a01acSTodor Tomov #define VFE_0_BUS_BDG_QOS_CFG_5		0x2d8
127051a01acSTodor Tomov #define VFE_0_BUS_BDG_QOS_CFG_6		0x2dc
128051a01acSTodor Tomov #define VFE_0_BUS_BDG_QOS_CFG_7		0x2e0
129051a01acSTodor Tomov #define VFE_0_BUS_BDG_QOS_CFG_7_CFG	0x0001aaa5
130051a01acSTodor Tomov 
131051a01acSTodor Tomov #define VFE_0_RDI_CFG_x(x)		(0x2e8 + (0x4 * (x)))
132051a01acSTodor Tomov #define VFE_0_RDI_CFG_x_RDI_STREAM_SEL_SHIFT	28
133051a01acSTodor Tomov #define VFE_0_RDI_CFG_x_RDI_STREAM_SEL_MASK	(0xf << 28)
134051a01acSTodor Tomov #define VFE_0_RDI_CFG_x_RDI_M0_SEL_SHIFT	4
135051a01acSTodor Tomov #define VFE_0_RDI_CFG_x_RDI_M0_SEL_MASK		(0xf << 4)
136051a01acSTodor Tomov #define VFE_0_RDI_CFG_x_RDI_EN_BIT		BIT(2)
137051a01acSTodor Tomov #define VFE_0_RDI_CFG_x_MIPI_EN_BITS		0x3
138051a01acSTodor Tomov #define VFE_0_RDI_CFG_x_RDI_Mr_FRAME_BASED_EN(r)	BIT(16 + (r))
139051a01acSTodor Tomov 
140051a01acSTodor Tomov #define VFE_0_CAMIF_CMD				0x2f4
141051a01acSTodor Tomov #define VFE_0_CAMIF_CMD_DISABLE_FRAME_BOUNDARY	0
142051a01acSTodor Tomov #define VFE_0_CAMIF_CMD_ENABLE_FRAME_BOUNDARY	1
143051a01acSTodor Tomov #define VFE_0_CAMIF_CMD_NO_CHANGE		3
144051a01acSTodor Tomov #define VFE_0_CAMIF_CMD_CLEAR_CAMIF_STATUS	BIT(2)
145051a01acSTodor Tomov #define VFE_0_CAMIF_CFG				0x2f8
146051a01acSTodor Tomov #define VFE_0_CAMIF_CFG_VFE_OUTPUT_EN		BIT(6)
147051a01acSTodor Tomov #define VFE_0_CAMIF_FRAME_CFG			0x300
148051a01acSTodor Tomov #define VFE_0_CAMIF_WINDOW_WIDTH_CFG		0x304
149051a01acSTodor Tomov #define VFE_0_CAMIF_WINDOW_HEIGHT_CFG		0x308
150051a01acSTodor Tomov #define VFE_0_CAMIF_SUBSAMPLE_CFG_0		0x30c
151051a01acSTodor Tomov #define VFE_0_CAMIF_IRQ_SUBSAMPLE_PATTERN	0x314
152051a01acSTodor Tomov #define VFE_0_CAMIF_STATUS			0x31c
153051a01acSTodor Tomov #define VFE_0_CAMIF_STATUS_HALT			BIT(31)
154051a01acSTodor Tomov 
155051a01acSTodor Tomov #define VFE_0_REG_UPDATE			0x378
156051a01acSTodor Tomov #define VFE_0_REG_UPDATE_RDIn(n)		BIT(1 + (n))
157051a01acSTodor Tomov #define VFE_0_REG_UPDATE_line_n(n)		\
158051a01acSTodor Tomov 			((n) == VFE_LINE_PIX ? 1 : VFE_0_REG_UPDATE_RDIn(n))
159051a01acSTodor Tomov 
160051a01acSTodor Tomov #define VFE_0_DEMUX_CFG				0x424
161051a01acSTodor Tomov #define VFE_0_DEMUX_CFG_PERIOD			0x3
162051a01acSTodor Tomov #define VFE_0_DEMUX_GAIN_0			0x428
163051a01acSTodor Tomov #define VFE_0_DEMUX_GAIN_0_CH0_EVEN		(0x80 << 0)
164051a01acSTodor Tomov #define VFE_0_DEMUX_GAIN_0_CH0_ODD		(0x80 << 16)
165051a01acSTodor Tomov #define VFE_0_DEMUX_GAIN_1			0x42c
166051a01acSTodor Tomov #define VFE_0_DEMUX_GAIN_1_CH1			(0x80 << 0)
167051a01acSTodor Tomov #define VFE_0_DEMUX_GAIN_1_CH2			(0x80 << 16)
168051a01acSTodor Tomov #define VFE_0_DEMUX_EVEN_CFG			0x438
169051a01acSTodor Tomov #define VFE_0_DEMUX_EVEN_CFG_PATTERN_YUYV	0x9cac
170051a01acSTodor Tomov #define VFE_0_DEMUX_EVEN_CFG_PATTERN_YVYU	0xac9c
171051a01acSTodor Tomov #define VFE_0_DEMUX_EVEN_CFG_PATTERN_UYVY	0xc9ca
172051a01acSTodor Tomov #define VFE_0_DEMUX_EVEN_CFG_PATTERN_VYUY	0xcac9
173051a01acSTodor Tomov #define VFE_0_DEMUX_ODD_CFG			0x43c
174051a01acSTodor Tomov #define VFE_0_DEMUX_ODD_CFG_PATTERN_YUYV	0x9cac
175051a01acSTodor Tomov #define VFE_0_DEMUX_ODD_CFG_PATTERN_YVYU	0xac9c
176051a01acSTodor Tomov #define VFE_0_DEMUX_ODD_CFG_PATTERN_UYVY	0xc9ca
177051a01acSTodor Tomov #define VFE_0_DEMUX_ODD_CFG_PATTERN_VYUY	0xcac9
178051a01acSTodor Tomov 
179051a01acSTodor Tomov #define VFE_0_SCALE_ENC_Y_CFG			0x75c
180051a01acSTodor Tomov #define VFE_0_SCALE_ENC_Y_H_IMAGE_SIZE		0x760
181051a01acSTodor Tomov #define VFE_0_SCALE_ENC_Y_H_PHASE		0x764
182051a01acSTodor Tomov #define VFE_0_SCALE_ENC_Y_V_IMAGE_SIZE		0x76c
183051a01acSTodor Tomov #define VFE_0_SCALE_ENC_Y_V_PHASE		0x770
184051a01acSTodor Tomov #define VFE_0_SCALE_ENC_CBCR_CFG		0x778
185051a01acSTodor Tomov #define VFE_0_SCALE_ENC_CBCR_H_IMAGE_SIZE	0x77c
186051a01acSTodor Tomov #define VFE_0_SCALE_ENC_CBCR_H_PHASE		0x780
187051a01acSTodor Tomov #define VFE_0_SCALE_ENC_CBCR_V_IMAGE_SIZE	0x790
188051a01acSTodor Tomov #define VFE_0_SCALE_ENC_CBCR_V_PHASE		0x794
189051a01acSTodor Tomov 
190051a01acSTodor Tomov #define VFE_0_CROP_ENC_Y_WIDTH			0x854
191051a01acSTodor Tomov #define VFE_0_CROP_ENC_Y_HEIGHT			0x858
192051a01acSTodor Tomov #define VFE_0_CROP_ENC_CBCR_WIDTH		0x85c
193051a01acSTodor Tomov #define VFE_0_CROP_ENC_CBCR_HEIGHT		0x860
194051a01acSTodor Tomov 
195051a01acSTodor Tomov #define VFE_0_CLAMP_ENC_MAX_CFG			0x874
196051a01acSTodor Tomov #define VFE_0_CLAMP_ENC_MAX_CFG_CH0		(0xff << 0)
197051a01acSTodor Tomov #define VFE_0_CLAMP_ENC_MAX_CFG_CH1		(0xff << 8)
198051a01acSTodor Tomov #define VFE_0_CLAMP_ENC_MAX_CFG_CH2		(0xff << 16)
199051a01acSTodor Tomov #define VFE_0_CLAMP_ENC_MIN_CFG			0x878
200051a01acSTodor Tomov #define VFE_0_CLAMP_ENC_MIN_CFG_CH0		(0x0 << 0)
201051a01acSTodor Tomov #define VFE_0_CLAMP_ENC_MIN_CFG_CH1		(0x0 << 8)
202051a01acSTodor Tomov #define VFE_0_CLAMP_ENC_MIN_CFG_CH2		(0x0 << 16)
203051a01acSTodor Tomov 
204051a01acSTodor Tomov #define VFE_0_CGC_OVERRIDE_1			0x974
205051a01acSTodor Tomov #define VFE_0_CGC_OVERRIDE_1_IMAGE_Mx_CGC_OVERRIDE(x)	BIT(x)
206051a01acSTodor Tomov 
207051a01acSTodor Tomov #define CAMIF_TIMEOUT_SLEEP_US 1000
208051a01acSTodor Tomov #define CAMIF_TIMEOUT_ALL_US 1000000
209051a01acSTodor Tomov 
210051a01acSTodor Tomov #define MSM_VFE_VFE0_UB_SIZE 1023
211051a01acSTodor Tomov #define MSM_VFE_VFE0_UB_SIZE_RDI (MSM_VFE_VFE0_UB_SIZE / 3)
212051a01acSTodor Tomov 
vfe_hw_version(struct vfe_device * vfe)213d2e86540SRobert Foss static u32 vfe_hw_version(struct vfe_device *vfe)
214051a01acSTodor Tomov {
215051a01acSTodor Tomov 	u32 hw_version = readl_relaxed(vfe->base + VFE_0_HW_VERSION);
216051a01acSTodor Tomov 
2175ad58667SRobert Foss 	dev_dbg(vfe->camss->dev, "VFE HW Version = 0x%08x\n", hw_version);
218d2e86540SRobert Foss 
219d2e86540SRobert Foss 	return hw_version;
220051a01acSTodor Tomov }
221051a01acSTodor Tomov 
vfe_get_ub_size(u8 vfe_id)222051a01acSTodor Tomov static u16 vfe_get_ub_size(u8 vfe_id)
223051a01acSTodor Tomov {
224051a01acSTodor Tomov 	if (vfe_id == 0)
225051a01acSTodor Tomov 		return MSM_VFE_VFE0_UB_SIZE_RDI;
226051a01acSTodor Tomov 
227051a01acSTodor Tomov 	return 0;
228051a01acSTodor Tomov }
229051a01acSTodor Tomov 
vfe_reg_clr(struct vfe_device * vfe,u32 reg,u32 clr_bits)230051a01acSTodor Tomov static inline void vfe_reg_clr(struct vfe_device *vfe, u32 reg, u32 clr_bits)
231051a01acSTodor Tomov {
232051a01acSTodor Tomov 	u32 bits = readl_relaxed(vfe->base + reg);
233051a01acSTodor Tomov 
234051a01acSTodor Tomov 	writel_relaxed(bits & ~clr_bits, vfe->base + reg);
235051a01acSTodor Tomov }
236051a01acSTodor Tomov 
vfe_reg_set(struct vfe_device * vfe,u32 reg,u32 set_bits)237051a01acSTodor Tomov static inline void vfe_reg_set(struct vfe_device *vfe, u32 reg, u32 set_bits)
238051a01acSTodor Tomov {
239051a01acSTodor Tomov 	u32 bits = readl_relaxed(vfe->base + reg);
240051a01acSTodor Tomov 
241051a01acSTodor Tomov 	writel_relaxed(bits | set_bits, vfe->base + reg);
242051a01acSTodor Tomov }
243051a01acSTodor Tomov 
vfe_global_reset(struct vfe_device * vfe)244051a01acSTodor Tomov static void vfe_global_reset(struct vfe_device *vfe)
245051a01acSTodor Tomov {
246051a01acSTodor Tomov 	u32 reset_bits = VFE_0_GLOBAL_RESET_CMD_TESTGEN		|
247051a01acSTodor Tomov 			 VFE_0_GLOBAL_RESET_CMD_BUS_MISR	|
248051a01acSTodor Tomov 			 VFE_0_GLOBAL_RESET_CMD_PM		|
249051a01acSTodor Tomov 			 VFE_0_GLOBAL_RESET_CMD_TIMER		|
250051a01acSTodor Tomov 			 VFE_0_GLOBAL_RESET_CMD_REGISTER	|
251051a01acSTodor Tomov 			 VFE_0_GLOBAL_RESET_CMD_BUS_BDG		|
252051a01acSTodor Tomov 			 VFE_0_GLOBAL_RESET_CMD_BUS		|
253051a01acSTodor Tomov 			 VFE_0_GLOBAL_RESET_CMD_CAMIF		|
254051a01acSTodor Tomov 			 VFE_0_GLOBAL_RESET_CMD_CORE;
255051a01acSTodor Tomov 
256051a01acSTodor Tomov 	writel_relaxed(reset_bits, vfe->base + VFE_0_GLOBAL_RESET_CMD);
257051a01acSTodor Tomov }
258051a01acSTodor Tomov 
vfe_halt_request(struct vfe_device * vfe)259051a01acSTodor Tomov static void vfe_halt_request(struct vfe_device *vfe)
260051a01acSTodor Tomov {
261051a01acSTodor Tomov 	writel_relaxed(VFE_0_BUS_BDG_CMD_HALT_REQ,
262051a01acSTodor Tomov 		       vfe->base + VFE_0_BUS_BDG_CMD);
263051a01acSTodor Tomov }
264051a01acSTodor Tomov 
vfe_halt_clear(struct vfe_device * vfe)265051a01acSTodor Tomov static void vfe_halt_clear(struct vfe_device *vfe)
266051a01acSTodor Tomov {
267051a01acSTodor Tomov 	writel_relaxed(0x0, vfe->base + VFE_0_BUS_BDG_CMD);
268051a01acSTodor Tomov }
269051a01acSTodor Tomov 
vfe_wm_enable(struct vfe_device * vfe,u8 wm,u8 enable)270051a01acSTodor Tomov static void vfe_wm_enable(struct vfe_device *vfe, u8 wm, u8 enable)
271051a01acSTodor Tomov {
272051a01acSTodor Tomov 	if (enable)
273051a01acSTodor Tomov 		vfe_reg_set(vfe, VFE_0_BUS_IMAGE_MASTER_n_WR_CFG(wm),
274051a01acSTodor Tomov 			    1 << VFE_0_BUS_IMAGE_MASTER_n_WR_CFG_WR_PATH_SHIFT);
275051a01acSTodor Tomov 	else
276051a01acSTodor Tomov 		vfe_reg_clr(vfe, VFE_0_BUS_IMAGE_MASTER_n_WR_CFG(wm),
277051a01acSTodor Tomov 			    1 << VFE_0_BUS_IMAGE_MASTER_n_WR_CFG_WR_PATH_SHIFT);
278051a01acSTodor Tomov }
279051a01acSTodor Tomov 
vfe_wm_frame_based(struct vfe_device * vfe,u8 wm,u8 enable)280051a01acSTodor Tomov static void vfe_wm_frame_based(struct vfe_device *vfe, u8 wm, u8 enable)
281051a01acSTodor Tomov {
282051a01acSTodor Tomov 	if (enable)
283051a01acSTodor Tomov 		vfe_reg_set(vfe, VFE_0_BUS_IMAGE_MASTER_n_WR_CFG(wm),
284051a01acSTodor Tomov 			1 << VFE_0_BUS_IMAGE_MASTER_n_WR_CFG_FRM_BASED_SHIFT);
285051a01acSTodor Tomov 	else
286051a01acSTodor Tomov 		vfe_reg_clr(vfe, VFE_0_BUS_IMAGE_MASTER_n_WR_CFG(wm),
287051a01acSTodor Tomov 			1 << VFE_0_BUS_IMAGE_MASTER_n_WR_CFG_FRM_BASED_SHIFT);
288051a01acSTodor Tomov }
289051a01acSTodor Tomov 
vfe_get_wm_sizes(struct v4l2_pix_format_mplane * pix,u8 plane,u16 * width,u16 * height,u16 * bytesperline)290051a01acSTodor Tomov static void vfe_get_wm_sizes(struct v4l2_pix_format_mplane *pix, u8 plane,
291051a01acSTodor Tomov 			     u16 *width, u16 *height, u16 *bytesperline)
292051a01acSTodor Tomov {
293051a01acSTodor Tomov 	*width = pix->width;
294051a01acSTodor Tomov 	*height = pix->height;
295051a01acSTodor Tomov 	*bytesperline = pix->plane_fmt[0].bytesperline;
296*749d8965STom Rix 
297*749d8965STom Rix 	if (pix->pixelformat == V4L2_PIX_FMT_NV12 ||
298*749d8965STom Rix 	    pix->pixelformat == V4L2_PIX_FMT_NV21)
299051a01acSTodor Tomov 		if (plane == 1)
300051a01acSTodor Tomov 			*height /= 2;
301051a01acSTodor Tomov }
302051a01acSTodor Tomov 
vfe_wm_line_based(struct vfe_device * vfe,u32 wm,struct v4l2_pix_format_mplane * pix,u8 plane,u32 enable)303051a01acSTodor Tomov static void vfe_wm_line_based(struct vfe_device *vfe, u32 wm,
304051a01acSTodor Tomov 			      struct v4l2_pix_format_mplane *pix,
305051a01acSTodor Tomov 			      u8 plane, u32 enable)
306051a01acSTodor Tomov {
307051a01acSTodor Tomov 	u32 reg;
308051a01acSTodor Tomov 
309051a01acSTodor Tomov 	if (enable) {
310051a01acSTodor Tomov 		u16 width = 0, height = 0, bytesperline = 0, wpl;
311051a01acSTodor Tomov 
312051a01acSTodor Tomov 		vfe_get_wm_sizes(pix, plane, &width, &height, &bytesperline);
313051a01acSTodor Tomov 
314051a01acSTodor Tomov 		wpl = vfe_word_per_line(pix->pixelformat, width);
315051a01acSTodor Tomov 
316051a01acSTodor Tomov 		reg = height - 1;
317051a01acSTodor Tomov 		reg |= ((wpl + 1) / 2 - 1) << 16;
318051a01acSTodor Tomov 
319051a01acSTodor Tomov 		writel_relaxed(reg, vfe->base +
320051a01acSTodor Tomov 			       VFE_0_BUS_IMAGE_MASTER_n_WR_IMAGE_SIZE(wm));
321051a01acSTodor Tomov 
322051a01acSTodor Tomov 		wpl = vfe_word_per_line(pix->pixelformat, bytesperline);
323051a01acSTodor Tomov 
324051a01acSTodor Tomov 		reg = 0x3;
325051a01acSTodor Tomov 		reg |= (height - 1) << 4;
326051a01acSTodor Tomov 		reg |= wpl << 16;
327051a01acSTodor Tomov 
328051a01acSTodor Tomov 		writel_relaxed(reg, vfe->base +
329051a01acSTodor Tomov 			       VFE_0_BUS_IMAGE_MASTER_n_WR_BUFFER_CFG(wm));
330051a01acSTodor Tomov 	} else {
331051a01acSTodor Tomov 		writel_relaxed(0, vfe->base +
332051a01acSTodor Tomov 			       VFE_0_BUS_IMAGE_MASTER_n_WR_IMAGE_SIZE(wm));
333051a01acSTodor Tomov 		writel_relaxed(0, vfe->base +
334051a01acSTodor Tomov 			       VFE_0_BUS_IMAGE_MASTER_n_WR_BUFFER_CFG(wm));
335051a01acSTodor Tomov 	}
336051a01acSTodor Tomov }
337051a01acSTodor Tomov 
vfe_wm_set_framedrop_period(struct vfe_device * vfe,u8 wm,u8 per)338051a01acSTodor Tomov static void vfe_wm_set_framedrop_period(struct vfe_device *vfe, u8 wm, u8 per)
339051a01acSTodor Tomov {
340051a01acSTodor Tomov 	u32 reg;
341051a01acSTodor Tomov 
342051a01acSTodor Tomov 	reg = readl_relaxed(vfe->base +
343051a01acSTodor Tomov 			    VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG(wm));
344051a01acSTodor Tomov 
345051a01acSTodor Tomov 	reg &= ~(VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG_FRM_DROP_PER_MASK);
346051a01acSTodor Tomov 
347051a01acSTodor Tomov 	reg |= (per << VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG_FRM_DROP_PER_SHIFT)
348051a01acSTodor Tomov 		& VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG_FRM_DROP_PER_MASK;
349051a01acSTodor Tomov 
350051a01acSTodor Tomov 	writel_relaxed(reg,
351051a01acSTodor Tomov 		       vfe->base + VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG(wm));
352051a01acSTodor Tomov }
353051a01acSTodor Tomov 
vfe_wm_set_framedrop_pattern(struct vfe_device * vfe,u8 wm,u32 pattern)354051a01acSTodor Tomov static void vfe_wm_set_framedrop_pattern(struct vfe_device *vfe, u8 wm,
355051a01acSTodor Tomov 					 u32 pattern)
356051a01acSTodor Tomov {
357051a01acSTodor Tomov 	writel_relaxed(pattern,
358051a01acSTodor Tomov 	       vfe->base + VFE_0_BUS_IMAGE_MASTER_n_WR_FRAMEDROP_PATTERN(wm));
359051a01acSTodor Tomov }
360051a01acSTodor Tomov 
vfe_wm_set_ub_cfg(struct vfe_device * vfe,u8 wm,u16 offset,u16 depth)361051a01acSTodor Tomov static void vfe_wm_set_ub_cfg(struct vfe_device *vfe, u8 wm,
362051a01acSTodor Tomov 			      u16 offset, u16 depth)
363051a01acSTodor Tomov {
364051a01acSTodor Tomov 	u32 reg;
365051a01acSTodor Tomov 
366051a01acSTodor Tomov 	reg = (offset << VFE_0_BUS_IMAGE_MASTER_n_WR_UB_CFG_OFFSET_SHIFT) |
367051a01acSTodor Tomov 		depth;
368051a01acSTodor Tomov 	writel_relaxed(reg, vfe->base + VFE_0_BUS_IMAGE_MASTER_n_WR_UB_CFG(wm));
369051a01acSTodor Tomov }
370051a01acSTodor Tomov 
vfe_bus_reload_wm(struct vfe_device * vfe,u8 wm)371051a01acSTodor Tomov static void vfe_bus_reload_wm(struct vfe_device *vfe, u8 wm)
372051a01acSTodor Tomov {
373051a01acSTodor Tomov 	wmb();
374051a01acSTodor Tomov 	writel_relaxed(VFE_0_BUS_CMD_Mx_RLD_CMD(wm), vfe->base + VFE_0_BUS_CMD);
375051a01acSTodor Tomov 	wmb();
376051a01acSTodor Tomov }
377051a01acSTodor Tomov 
vfe_wm_set_ping_addr(struct vfe_device * vfe,u8 wm,u32 addr)378051a01acSTodor Tomov static void vfe_wm_set_ping_addr(struct vfe_device *vfe, u8 wm, u32 addr)
379051a01acSTodor Tomov {
380051a01acSTodor Tomov 	writel_relaxed(addr,
381051a01acSTodor Tomov 		       vfe->base + VFE_0_BUS_IMAGE_MASTER_n_WR_PING_ADDR(wm));
382051a01acSTodor Tomov }
383051a01acSTodor Tomov 
vfe_wm_set_pong_addr(struct vfe_device * vfe,u8 wm,u32 addr)384051a01acSTodor Tomov static void vfe_wm_set_pong_addr(struct vfe_device *vfe, u8 wm, u32 addr)
385051a01acSTodor Tomov {
386051a01acSTodor Tomov 	writel_relaxed(addr,
387051a01acSTodor Tomov 		       vfe->base + VFE_0_BUS_IMAGE_MASTER_n_WR_PONG_ADDR(wm));
388051a01acSTodor Tomov }
389051a01acSTodor Tomov 
vfe_wm_get_ping_pong_status(struct vfe_device * vfe,u8 wm)390051a01acSTodor Tomov static int vfe_wm_get_ping_pong_status(struct vfe_device *vfe, u8 wm)
391051a01acSTodor Tomov {
392051a01acSTodor Tomov 	u32 reg;
393051a01acSTodor Tomov 
394051a01acSTodor Tomov 	reg = readl_relaxed(vfe->base + VFE_0_BUS_PING_PONG_STATUS);
395051a01acSTodor Tomov 
396051a01acSTodor Tomov 	return (reg >> wm) & 0x1;
397051a01acSTodor Tomov }
398051a01acSTodor Tomov 
vfe_bus_enable_wr_if(struct vfe_device * vfe,u8 enable)399051a01acSTodor Tomov static void vfe_bus_enable_wr_if(struct vfe_device *vfe, u8 enable)
400051a01acSTodor Tomov {
401051a01acSTodor Tomov 	if (enable)
402051a01acSTodor Tomov 		writel_relaxed(0x10000009, vfe->base + VFE_0_BUS_CFG);
403051a01acSTodor Tomov 	else
404051a01acSTodor Tomov 		writel_relaxed(0, vfe->base + VFE_0_BUS_CFG);
405051a01acSTodor Tomov }
406051a01acSTodor Tomov 
vfe_bus_connect_wm_to_rdi(struct vfe_device * vfe,u8 wm,enum vfe_line_id id)407051a01acSTodor Tomov static void vfe_bus_connect_wm_to_rdi(struct vfe_device *vfe, u8 wm,
408051a01acSTodor Tomov 				      enum vfe_line_id id)
409051a01acSTodor Tomov {
410051a01acSTodor Tomov 	u32 reg;
411051a01acSTodor Tomov 
412051a01acSTodor Tomov 	reg = VFE_0_RDI_CFG_x_MIPI_EN_BITS;
413051a01acSTodor Tomov 	reg |= VFE_0_RDI_CFG_x_RDI_Mr_FRAME_BASED_EN(id);
414051a01acSTodor Tomov 	vfe_reg_set(vfe, VFE_0_RDI_CFG_x(0), reg);
415051a01acSTodor Tomov 
416051a01acSTodor Tomov 	reg = VFE_0_RDI_CFG_x_RDI_EN_BIT;
417051a01acSTodor Tomov 	reg |= ((3 * id) << VFE_0_RDI_CFG_x_RDI_STREAM_SEL_SHIFT) &
418051a01acSTodor Tomov 		VFE_0_RDI_CFG_x_RDI_STREAM_SEL_MASK;
419051a01acSTodor Tomov 	vfe_reg_set(vfe, VFE_0_RDI_CFG_x(id), reg);
420051a01acSTodor Tomov 
421051a01acSTodor Tomov 	switch (id) {
422051a01acSTodor Tomov 	case VFE_LINE_RDI0:
423051a01acSTodor Tomov 	default:
424051a01acSTodor Tomov 		reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI0 <<
425051a01acSTodor Tomov 		      VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT;
426051a01acSTodor Tomov 		break;
427051a01acSTodor Tomov 	case VFE_LINE_RDI1:
428051a01acSTodor Tomov 		reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI1 <<
429051a01acSTodor Tomov 		      VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT;
430051a01acSTodor Tomov 		break;
431051a01acSTodor Tomov 	case VFE_LINE_RDI2:
432051a01acSTodor Tomov 		reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI2 <<
433051a01acSTodor Tomov 		      VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT;
434051a01acSTodor Tomov 		break;
435051a01acSTodor Tomov 	}
436051a01acSTodor Tomov 
437051a01acSTodor Tomov 	if (wm % 2 == 1)
438051a01acSTodor Tomov 		reg <<= 16;
439051a01acSTodor Tomov 
440051a01acSTodor Tomov 	vfe_reg_set(vfe, VFE_0_BUS_XBAR_CFG_x(wm), reg);
441051a01acSTodor Tomov }
442051a01acSTodor Tomov 
vfe_wm_set_subsample(struct vfe_device * vfe,u8 wm)443051a01acSTodor Tomov static void vfe_wm_set_subsample(struct vfe_device *vfe, u8 wm)
444051a01acSTodor Tomov {
445051a01acSTodor Tomov 	writel_relaxed(VFE_0_BUS_IMAGE_MASTER_n_WR_IRQ_SUBSAMPLE_PATTERN_DEF,
446051a01acSTodor Tomov 		       vfe->base +
447051a01acSTodor Tomov 		       VFE_0_BUS_IMAGE_MASTER_n_WR_IRQ_SUBSAMPLE_PATTERN(wm));
448051a01acSTodor Tomov }
449051a01acSTodor Tomov 
vfe_bus_disconnect_wm_from_rdi(struct vfe_device * vfe,u8 wm,enum vfe_line_id id)450051a01acSTodor Tomov static void vfe_bus_disconnect_wm_from_rdi(struct vfe_device *vfe, u8 wm,
451051a01acSTodor Tomov 					   enum vfe_line_id id)
452051a01acSTodor Tomov {
453051a01acSTodor Tomov 	u32 reg;
454051a01acSTodor Tomov 
455051a01acSTodor Tomov 	reg = VFE_0_RDI_CFG_x_RDI_Mr_FRAME_BASED_EN(id);
456051a01acSTodor Tomov 	vfe_reg_clr(vfe, VFE_0_RDI_CFG_x(0), reg);
457051a01acSTodor Tomov 
458051a01acSTodor Tomov 	reg = VFE_0_RDI_CFG_x_RDI_EN_BIT;
459051a01acSTodor Tomov 	vfe_reg_clr(vfe, VFE_0_RDI_CFG_x(id), reg);
460051a01acSTodor Tomov 
461051a01acSTodor Tomov 	switch (id) {
462051a01acSTodor Tomov 	case VFE_LINE_RDI0:
463051a01acSTodor Tomov 	default:
464051a01acSTodor Tomov 		reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI0 <<
465051a01acSTodor Tomov 		      VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT;
466051a01acSTodor Tomov 		break;
467051a01acSTodor Tomov 	case VFE_LINE_RDI1:
468051a01acSTodor Tomov 		reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI1 <<
469051a01acSTodor Tomov 		      VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT;
470051a01acSTodor Tomov 		break;
471051a01acSTodor Tomov 	case VFE_LINE_RDI2:
472051a01acSTodor Tomov 		reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI2 <<
473051a01acSTodor Tomov 		      VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT;
474051a01acSTodor Tomov 		break;
475051a01acSTodor Tomov 	}
476051a01acSTodor Tomov 
477051a01acSTodor Tomov 	if (wm % 2 == 1)
478051a01acSTodor Tomov 		reg <<= 16;
479051a01acSTodor Tomov 
480051a01acSTodor Tomov 	vfe_reg_clr(vfe, VFE_0_BUS_XBAR_CFG_x(wm), reg);
481051a01acSTodor Tomov }
482051a01acSTodor Tomov 
vfe_set_xbar_cfg(struct vfe_device * vfe,struct vfe_output * output,u8 enable)483051a01acSTodor Tomov static void vfe_set_xbar_cfg(struct vfe_device *vfe, struct vfe_output *output,
484051a01acSTodor Tomov 			     u8 enable)
485051a01acSTodor Tomov {
486051a01acSTodor Tomov 	struct vfe_line *line = container_of(output, struct vfe_line, output);
487051a01acSTodor Tomov 	u32 p = line->video_out.active_fmt.fmt.pix_mp.pixelformat;
488051a01acSTodor Tomov 	u32 reg;
489051a01acSTodor Tomov 	unsigned int i;
490051a01acSTodor Tomov 
491051a01acSTodor Tomov 	for (i = 0; i < output->wm_num; i++) {
492051a01acSTodor Tomov 		if (i == 0) {
493051a01acSTodor Tomov 			reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_LUMA <<
494051a01acSTodor Tomov 				VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT;
495051a01acSTodor Tomov 		} else if (i == 1) {
496051a01acSTodor Tomov 			reg = VFE_0_BUS_XBAR_CFG_x_M_PAIR_STREAM_EN;
497051a01acSTodor Tomov 			if (p == V4L2_PIX_FMT_NV12 || p == V4L2_PIX_FMT_NV16)
498051a01acSTodor Tomov 				reg |= VFE_0_BUS_XBAR_CFG_x_M_PAIR_STREAM_SWAP_INTER_INTRA;
499051a01acSTodor Tomov 		} else {
500051a01acSTodor Tomov 			/* On current devices output->wm_num is always <= 2 */
501051a01acSTodor Tomov 			break;
502051a01acSTodor Tomov 		}
503051a01acSTodor Tomov 
504051a01acSTodor Tomov 		if (output->wm_idx[i] % 2 == 1)
505051a01acSTodor Tomov 			reg <<= 16;
506051a01acSTodor Tomov 
507051a01acSTodor Tomov 		if (enable)
508051a01acSTodor Tomov 			vfe_reg_set(vfe,
509051a01acSTodor Tomov 				    VFE_0_BUS_XBAR_CFG_x(output->wm_idx[i]),
510051a01acSTodor Tomov 				    reg);
511051a01acSTodor Tomov 		else
512051a01acSTodor Tomov 			vfe_reg_clr(vfe,
513051a01acSTodor Tomov 				    VFE_0_BUS_XBAR_CFG_x(output->wm_idx[i]),
514051a01acSTodor Tomov 				    reg);
515051a01acSTodor Tomov 	}
516051a01acSTodor Tomov }
517051a01acSTodor Tomov 
vfe_set_realign_cfg(struct vfe_device * vfe,struct vfe_line * line,u8 enable)518312e1c85STodor Tomov static void vfe_set_realign_cfg(struct vfe_device *vfe, struct vfe_line *line,
519312e1c85STodor Tomov 				u8 enable)
520312e1c85STodor Tomov {
521312e1c85STodor Tomov 	/* empty */
522312e1c85STodor Tomov }
vfe_set_rdi_cid(struct vfe_device * vfe,enum vfe_line_id id,u8 cid)523051a01acSTodor Tomov static void vfe_set_rdi_cid(struct vfe_device *vfe, enum vfe_line_id id, u8 cid)
524051a01acSTodor Tomov {
525051a01acSTodor Tomov 	vfe_reg_clr(vfe, VFE_0_RDI_CFG_x(id),
526051a01acSTodor Tomov 		    VFE_0_RDI_CFG_x_RDI_M0_SEL_MASK);
527051a01acSTodor Tomov 
528051a01acSTodor Tomov 	vfe_reg_set(vfe, VFE_0_RDI_CFG_x(id),
529051a01acSTodor Tomov 		    cid << VFE_0_RDI_CFG_x_RDI_M0_SEL_SHIFT);
530051a01acSTodor Tomov }
531051a01acSTodor Tomov 
vfe_reg_update(struct vfe_device * vfe,enum vfe_line_id line_id)532051a01acSTodor Tomov static void vfe_reg_update(struct vfe_device *vfe, enum vfe_line_id line_id)
533051a01acSTodor Tomov {
534051a01acSTodor Tomov 	vfe->reg_update |= VFE_0_REG_UPDATE_line_n(line_id);
535051a01acSTodor Tomov 	wmb();
536051a01acSTodor Tomov 	writel_relaxed(vfe->reg_update, vfe->base + VFE_0_REG_UPDATE);
537051a01acSTodor Tomov 	wmb();
538051a01acSTodor Tomov }
539051a01acSTodor Tomov 
vfe_reg_update_clear(struct vfe_device * vfe,enum vfe_line_id line_id)540051a01acSTodor Tomov static inline void vfe_reg_update_clear(struct vfe_device *vfe,
541051a01acSTodor Tomov 					enum vfe_line_id line_id)
542051a01acSTodor Tomov {
543051a01acSTodor Tomov 	vfe->reg_update &= ~VFE_0_REG_UPDATE_line_n(line_id);
544051a01acSTodor Tomov }
545051a01acSTodor Tomov 
vfe_enable_irq_wm_line(struct vfe_device * vfe,u8 wm,enum vfe_line_id line_id,u8 enable)546051a01acSTodor Tomov static void vfe_enable_irq_wm_line(struct vfe_device *vfe, u8 wm,
547051a01acSTodor Tomov 				   enum vfe_line_id line_id, u8 enable)
548051a01acSTodor Tomov {
549051a01acSTodor Tomov 	u32 irq_en0 = VFE_0_IRQ_MASK_0_IMAGE_MASTER_n_PING_PONG(wm) |
550051a01acSTodor Tomov 		      VFE_0_IRQ_MASK_0_line_n_REG_UPDATE(line_id);
551051a01acSTodor Tomov 	u32 irq_en1 = VFE_0_IRQ_MASK_1_IMAGE_MASTER_n_BUS_OVERFLOW(wm) |
552051a01acSTodor Tomov 		      VFE_0_IRQ_MASK_1_RDIn_SOF(line_id);
553051a01acSTodor Tomov 
554051a01acSTodor Tomov 	if (enable) {
555051a01acSTodor Tomov 		vfe_reg_set(vfe, VFE_0_IRQ_MASK_0, irq_en0);
556051a01acSTodor Tomov 		vfe_reg_set(vfe, VFE_0_IRQ_MASK_1, irq_en1);
557051a01acSTodor Tomov 	} else {
558051a01acSTodor Tomov 		vfe_reg_clr(vfe, VFE_0_IRQ_MASK_0, irq_en0);
559051a01acSTodor Tomov 		vfe_reg_clr(vfe, VFE_0_IRQ_MASK_1, irq_en1);
560051a01acSTodor Tomov 	}
561051a01acSTodor Tomov }
562051a01acSTodor Tomov 
vfe_enable_irq_pix_line(struct vfe_device * vfe,u8 comp,enum vfe_line_id line_id,u8 enable)563051a01acSTodor Tomov static void vfe_enable_irq_pix_line(struct vfe_device *vfe, u8 comp,
564051a01acSTodor Tomov 				    enum vfe_line_id line_id, u8 enable)
565051a01acSTodor Tomov {
566051a01acSTodor Tomov 	struct vfe_output *output = &vfe->line[line_id].output;
567051a01acSTodor Tomov 	unsigned int i;
568051a01acSTodor Tomov 	u32 irq_en0;
569051a01acSTodor Tomov 	u32 irq_en1;
570051a01acSTodor Tomov 	u32 comp_mask = 0;
571051a01acSTodor Tomov 
572051a01acSTodor Tomov 	irq_en0 = VFE_0_IRQ_MASK_0_CAMIF_SOF;
573051a01acSTodor Tomov 	irq_en0 |= VFE_0_IRQ_MASK_0_CAMIF_EOF;
574051a01acSTodor Tomov 	irq_en0 |= VFE_0_IRQ_MASK_0_IMAGE_COMPOSITE_DONE_n(comp);
575051a01acSTodor Tomov 	irq_en0 |= VFE_0_IRQ_MASK_0_line_n_REG_UPDATE(line_id);
576051a01acSTodor Tomov 	irq_en1 = VFE_0_IRQ_MASK_1_CAMIF_ERROR;
577051a01acSTodor Tomov 	for (i = 0; i < output->wm_num; i++) {
578051a01acSTodor Tomov 		irq_en1 |= VFE_0_IRQ_MASK_1_IMAGE_MASTER_n_BUS_OVERFLOW(
579051a01acSTodor Tomov 							output->wm_idx[i]);
580051a01acSTodor Tomov 		comp_mask |= (1 << output->wm_idx[i]) << comp * 8;
581051a01acSTodor Tomov 	}
582051a01acSTodor Tomov 
583051a01acSTodor Tomov 	if (enable) {
584051a01acSTodor Tomov 		vfe_reg_set(vfe, VFE_0_IRQ_MASK_0, irq_en0);
585051a01acSTodor Tomov 		vfe_reg_set(vfe, VFE_0_IRQ_MASK_1, irq_en1);
586051a01acSTodor Tomov 		vfe_reg_set(vfe, VFE_0_IRQ_COMPOSITE_MASK_0, comp_mask);
587051a01acSTodor Tomov 	} else {
588051a01acSTodor Tomov 		vfe_reg_clr(vfe, VFE_0_IRQ_MASK_0, irq_en0);
589051a01acSTodor Tomov 		vfe_reg_clr(vfe, VFE_0_IRQ_MASK_1, irq_en1);
590051a01acSTodor Tomov 		vfe_reg_clr(vfe, VFE_0_IRQ_COMPOSITE_MASK_0, comp_mask);
591051a01acSTodor Tomov 	}
592051a01acSTodor Tomov }
593051a01acSTodor Tomov 
vfe_enable_irq_common(struct vfe_device * vfe)594051a01acSTodor Tomov static void vfe_enable_irq_common(struct vfe_device *vfe)
595051a01acSTodor Tomov {
596051a01acSTodor Tomov 	u32 irq_en0 = VFE_0_IRQ_MASK_0_RESET_ACK;
597051a01acSTodor Tomov 	u32 irq_en1 = VFE_0_IRQ_MASK_1_VIOLATION |
598051a01acSTodor Tomov 		      VFE_0_IRQ_MASK_1_BUS_BDG_HALT_ACK;
599051a01acSTodor Tomov 
600051a01acSTodor Tomov 	vfe_reg_set(vfe, VFE_0_IRQ_MASK_0, irq_en0);
601051a01acSTodor Tomov 	vfe_reg_set(vfe, VFE_0_IRQ_MASK_1, irq_en1);
602051a01acSTodor Tomov }
603051a01acSTodor Tomov 
vfe_set_demux_cfg(struct vfe_device * vfe,struct vfe_line * line)604051a01acSTodor Tomov static void vfe_set_demux_cfg(struct vfe_device *vfe, struct vfe_line *line)
605051a01acSTodor Tomov {
606051a01acSTodor Tomov 	u32 val, even_cfg, odd_cfg;
607051a01acSTodor Tomov 
608051a01acSTodor Tomov 	writel_relaxed(VFE_0_DEMUX_CFG_PERIOD, vfe->base + VFE_0_DEMUX_CFG);
609051a01acSTodor Tomov 
610051a01acSTodor Tomov 	val = VFE_0_DEMUX_GAIN_0_CH0_EVEN | VFE_0_DEMUX_GAIN_0_CH0_ODD;
611051a01acSTodor Tomov 	writel_relaxed(val, vfe->base + VFE_0_DEMUX_GAIN_0);
612051a01acSTodor Tomov 
613051a01acSTodor Tomov 	val = VFE_0_DEMUX_GAIN_1_CH1 | VFE_0_DEMUX_GAIN_1_CH2;
614051a01acSTodor Tomov 	writel_relaxed(val, vfe->base + VFE_0_DEMUX_GAIN_1);
615051a01acSTodor Tomov 
616051a01acSTodor Tomov 	switch (line->fmt[MSM_VFE_PAD_SINK].code) {
617051a01acSTodor Tomov 	case MEDIA_BUS_FMT_YUYV8_2X8:
618051a01acSTodor Tomov 		even_cfg = VFE_0_DEMUX_EVEN_CFG_PATTERN_YUYV;
619051a01acSTodor Tomov 		odd_cfg = VFE_0_DEMUX_ODD_CFG_PATTERN_YUYV;
620051a01acSTodor Tomov 		break;
621051a01acSTodor Tomov 	case MEDIA_BUS_FMT_YVYU8_2X8:
622051a01acSTodor Tomov 		even_cfg = VFE_0_DEMUX_EVEN_CFG_PATTERN_YVYU;
623051a01acSTodor Tomov 		odd_cfg = VFE_0_DEMUX_ODD_CFG_PATTERN_YVYU;
624051a01acSTodor Tomov 		break;
625051a01acSTodor Tomov 	case MEDIA_BUS_FMT_UYVY8_2X8:
626051a01acSTodor Tomov 	default:
627051a01acSTodor Tomov 		even_cfg = VFE_0_DEMUX_EVEN_CFG_PATTERN_UYVY;
628051a01acSTodor Tomov 		odd_cfg = VFE_0_DEMUX_ODD_CFG_PATTERN_UYVY;
629051a01acSTodor Tomov 		break;
630051a01acSTodor Tomov 	case MEDIA_BUS_FMT_VYUY8_2X8:
631051a01acSTodor Tomov 		even_cfg = VFE_0_DEMUX_EVEN_CFG_PATTERN_VYUY;
632051a01acSTodor Tomov 		odd_cfg = VFE_0_DEMUX_ODD_CFG_PATTERN_VYUY;
633051a01acSTodor Tomov 		break;
634051a01acSTodor Tomov 	}
635051a01acSTodor Tomov 
636051a01acSTodor Tomov 	writel_relaxed(even_cfg, vfe->base + VFE_0_DEMUX_EVEN_CFG);
637051a01acSTodor Tomov 	writel_relaxed(odd_cfg, vfe->base + VFE_0_DEMUX_ODD_CFG);
638051a01acSTodor Tomov }
639051a01acSTodor Tomov 
vfe_set_scale_cfg(struct vfe_device * vfe,struct vfe_line * line)640051a01acSTodor Tomov static void vfe_set_scale_cfg(struct vfe_device *vfe, struct vfe_line *line)
641051a01acSTodor Tomov {
642051a01acSTodor Tomov 	u32 p = line->video_out.active_fmt.fmt.pix_mp.pixelformat;
643051a01acSTodor Tomov 	u32 reg;
644051a01acSTodor Tomov 	u16 input, output;
645051a01acSTodor Tomov 	u8 interp_reso;
646051a01acSTodor Tomov 	u32 phase_mult;
647051a01acSTodor Tomov 
648051a01acSTodor Tomov 	writel_relaxed(0x3, vfe->base + VFE_0_SCALE_ENC_Y_CFG);
649051a01acSTodor Tomov 
650051a01acSTodor Tomov 	input = line->fmt[MSM_VFE_PAD_SINK].width;
651051a01acSTodor Tomov 	output = line->compose.width;
652051a01acSTodor Tomov 	reg = (output << 16) | input;
653051a01acSTodor Tomov 	writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_Y_H_IMAGE_SIZE);
654051a01acSTodor Tomov 
655051a01acSTodor Tomov 	interp_reso = vfe_calc_interp_reso(input, output);
656051a01acSTodor Tomov 	phase_mult = input * (1 << (13 + interp_reso)) / output;
657051a01acSTodor Tomov 	reg = (interp_reso << 20) | phase_mult;
658051a01acSTodor Tomov 	writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_Y_H_PHASE);
659051a01acSTodor Tomov 
660051a01acSTodor Tomov 	input = line->fmt[MSM_VFE_PAD_SINK].height;
661051a01acSTodor Tomov 	output = line->compose.height;
662051a01acSTodor Tomov 	reg = (output << 16) | input;
663051a01acSTodor Tomov 	writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_Y_V_IMAGE_SIZE);
664051a01acSTodor Tomov 
665051a01acSTodor Tomov 	interp_reso = vfe_calc_interp_reso(input, output);
666051a01acSTodor Tomov 	phase_mult = input * (1 << (13 + interp_reso)) / output;
667051a01acSTodor Tomov 	reg = (interp_reso << 20) | phase_mult;
668051a01acSTodor Tomov 	writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_Y_V_PHASE);
669051a01acSTodor Tomov 
670051a01acSTodor Tomov 	writel_relaxed(0x3, vfe->base + VFE_0_SCALE_ENC_CBCR_CFG);
671051a01acSTodor Tomov 
672051a01acSTodor Tomov 	input = line->fmt[MSM_VFE_PAD_SINK].width;
673051a01acSTodor Tomov 	output = line->compose.width / 2;
674051a01acSTodor Tomov 	reg = (output << 16) | input;
675051a01acSTodor Tomov 	writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_CBCR_H_IMAGE_SIZE);
676051a01acSTodor Tomov 
677051a01acSTodor Tomov 	interp_reso = vfe_calc_interp_reso(input, output);
678051a01acSTodor Tomov 	phase_mult = input * (1 << (13 + interp_reso)) / output;
679051a01acSTodor Tomov 	reg = (interp_reso << 20) | phase_mult;
680051a01acSTodor Tomov 	writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_CBCR_H_PHASE);
681051a01acSTodor Tomov 
682051a01acSTodor Tomov 	input = line->fmt[MSM_VFE_PAD_SINK].height;
683051a01acSTodor Tomov 	output = line->compose.height;
684051a01acSTodor Tomov 	if (p == V4L2_PIX_FMT_NV12 || p == V4L2_PIX_FMT_NV21)
685051a01acSTodor Tomov 		output = line->compose.height / 2;
686051a01acSTodor Tomov 	reg = (output << 16) | input;
687051a01acSTodor Tomov 	writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_CBCR_V_IMAGE_SIZE);
688051a01acSTodor Tomov 
689051a01acSTodor Tomov 	interp_reso = vfe_calc_interp_reso(input, output);
690051a01acSTodor Tomov 	phase_mult = input * (1 << (13 + interp_reso)) / output;
691051a01acSTodor Tomov 	reg = (interp_reso << 20) | phase_mult;
692051a01acSTodor Tomov 	writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_CBCR_V_PHASE);
693051a01acSTodor Tomov }
694051a01acSTodor Tomov 
vfe_set_crop_cfg(struct vfe_device * vfe,struct vfe_line * line)695051a01acSTodor Tomov static void vfe_set_crop_cfg(struct vfe_device *vfe, struct vfe_line *line)
696051a01acSTodor Tomov {
697051a01acSTodor Tomov 	u32 p = line->video_out.active_fmt.fmt.pix_mp.pixelformat;
698051a01acSTodor Tomov 	u32 reg;
699051a01acSTodor Tomov 	u16 first, last;
700051a01acSTodor Tomov 
701051a01acSTodor Tomov 	first = line->crop.left;
702051a01acSTodor Tomov 	last = line->crop.left + line->crop.width - 1;
703051a01acSTodor Tomov 	reg = (first << 16) | last;
704051a01acSTodor Tomov 	writel_relaxed(reg, vfe->base + VFE_0_CROP_ENC_Y_WIDTH);
705051a01acSTodor Tomov 
706051a01acSTodor Tomov 	first = line->crop.top;
707051a01acSTodor Tomov 	last = line->crop.top + line->crop.height - 1;
708051a01acSTodor Tomov 	reg = (first << 16) | last;
709051a01acSTodor Tomov 	writel_relaxed(reg, vfe->base + VFE_0_CROP_ENC_Y_HEIGHT);
710051a01acSTodor Tomov 
711051a01acSTodor Tomov 	first = line->crop.left / 2;
712051a01acSTodor Tomov 	last = line->crop.left / 2 + line->crop.width / 2 - 1;
713051a01acSTodor Tomov 	reg = (first << 16) | last;
714051a01acSTodor Tomov 	writel_relaxed(reg, vfe->base + VFE_0_CROP_ENC_CBCR_WIDTH);
715051a01acSTodor Tomov 
716051a01acSTodor Tomov 	first = line->crop.top;
717051a01acSTodor Tomov 	last = line->crop.top + line->crop.height - 1;
718051a01acSTodor Tomov 	if (p == V4L2_PIX_FMT_NV12 || p == V4L2_PIX_FMT_NV21) {
719051a01acSTodor Tomov 		first = line->crop.top / 2;
720051a01acSTodor Tomov 		last = line->crop.top / 2 + line->crop.height / 2 - 1;
721051a01acSTodor Tomov 	}
722051a01acSTodor Tomov 	reg = (first << 16) | last;
723051a01acSTodor Tomov 	writel_relaxed(reg, vfe->base + VFE_0_CROP_ENC_CBCR_HEIGHT);
724051a01acSTodor Tomov }
725051a01acSTodor Tomov 
vfe_set_clamp_cfg(struct vfe_device * vfe)726051a01acSTodor Tomov static void vfe_set_clamp_cfg(struct vfe_device *vfe)
727051a01acSTodor Tomov {
728051a01acSTodor Tomov 	u32 val = VFE_0_CLAMP_ENC_MAX_CFG_CH0 |
729051a01acSTodor Tomov 		VFE_0_CLAMP_ENC_MAX_CFG_CH1 |
730051a01acSTodor Tomov 		VFE_0_CLAMP_ENC_MAX_CFG_CH2;
731051a01acSTodor Tomov 
732051a01acSTodor Tomov 	writel_relaxed(val, vfe->base + VFE_0_CLAMP_ENC_MAX_CFG);
733051a01acSTodor Tomov 
734051a01acSTodor Tomov 	val = VFE_0_CLAMP_ENC_MIN_CFG_CH0 |
735051a01acSTodor Tomov 		VFE_0_CLAMP_ENC_MIN_CFG_CH1 |
736051a01acSTodor Tomov 		VFE_0_CLAMP_ENC_MIN_CFG_CH2;
737051a01acSTodor Tomov 
738051a01acSTodor Tomov 	writel_relaxed(val, vfe->base + VFE_0_CLAMP_ENC_MIN_CFG);
739051a01acSTodor Tomov }
740051a01acSTodor Tomov 
vfe_set_qos(struct vfe_device * vfe)741051a01acSTodor Tomov static void vfe_set_qos(struct vfe_device *vfe)
742051a01acSTodor Tomov {
743051a01acSTodor Tomov 	u32 val = VFE_0_BUS_BDG_QOS_CFG_0_CFG;
744051a01acSTodor Tomov 	u32 val7 = VFE_0_BUS_BDG_QOS_CFG_7_CFG;
745051a01acSTodor Tomov 
746051a01acSTodor Tomov 	writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_0);
747051a01acSTodor Tomov 	writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_1);
748051a01acSTodor Tomov 	writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_2);
749051a01acSTodor Tomov 	writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_3);
750051a01acSTodor Tomov 	writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_4);
751051a01acSTodor Tomov 	writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_5);
752051a01acSTodor Tomov 	writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_6);
753051a01acSTodor Tomov 	writel_relaxed(val7, vfe->base + VFE_0_BUS_BDG_QOS_CFG_7);
754051a01acSTodor Tomov }
755051a01acSTodor Tomov 
vfe_set_ds(struct vfe_device * vfe)7564e1abf66STodor Tomov static void vfe_set_ds(struct vfe_device *vfe)
7574e1abf66STodor Tomov {
7584e1abf66STodor Tomov 	/* empty */
7594e1abf66STodor Tomov }
7604e1abf66STodor Tomov 
vfe_set_cgc_override(struct vfe_device * vfe,u8 wm,u8 enable)761051a01acSTodor Tomov static void vfe_set_cgc_override(struct vfe_device *vfe, u8 wm, u8 enable)
762051a01acSTodor Tomov {
763051a01acSTodor Tomov 	u32 val = VFE_0_CGC_OVERRIDE_1_IMAGE_Mx_CGC_OVERRIDE(wm);
764051a01acSTodor Tomov 
765051a01acSTodor Tomov 	if (enable)
766051a01acSTodor Tomov 		vfe_reg_set(vfe, VFE_0_CGC_OVERRIDE_1, val);
767051a01acSTodor Tomov 	else
768051a01acSTodor Tomov 		vfe_reg_clr(vfe, VFE_0_CGC_OVERRIDE_1, val);
769051a01acSTodor Tomov 
770051a01acSTodor Tomov 	wmb();
771051a01acSTodor Tomov }
772051a01acSTodor Tomov 
vfe_set_camif_cfg(struct vfe_device * vfe,struct vfe_line * line)773051a01acSTodor Tomov static void vfe_set_camif_cfg(struct vfe_device *vfe, struct vfe_line *line)
774051a01acSTodor Tomov {
775051a01acSTodor Tomov 	u32 val;
776051a01acSTodor Tomov 
777051a01acSTodor Tomov 	switch (line->fmt[MSM_VFE_PAD_SINK].code) {
778051a01acSTodor Tomov 	case MEDIA_BUS_FMT_YUYV8_2X8:
779051a01acSTodor Tomov 		val = VFE_0_CORE_CFG_PIXEL_PATTERN_YCBYCR;
780051a01acSTodor Tomov 		break;
781051a01acSTodor Tomov 	case MEDIA_BUS_FMT_YVYU8_2X8:
782051a01acSTodor Tomov 		val = VFE_0_CORE_CFG_PIXEL_PATTERN_YCRYCB;
783051a01acSTodor Tomov 		break;
784051a01acSTodor Tomov 	case MEDIA_BUS_FMT_UYVY8_2X8:
785051a01acSTodor Tomov 	default:
786051a01acSTodor Tomov 		val = VFE_0_CORE_CFG_PIXEL_PATTERN_CBYCRY;
787051a01acSTodor Tomov 		break;
788051a01acSTodor Tomov 	case MEDIA_BUS_FMT_VYUY8_2X8:
789051a01acSTodor Tomov 		val = VFE_0_CORE_CFG_PIXEL_PATTERN_CRYCBY;
790051a01acSTodor Tomov 		break;
791051a01acSTodor Tomov 	}
792051a01acSTodor Tomov 
793051a01acSTodor Tomov 	writel_relaxed(val, vfe->base + VFE_0_CORE_CFG);
794051a01acSTodor Tomov 
795051a01acSTodor Tomov 	val = line->fmt[MSM_VFE_PAD_SINK].width * 2;
796051a01acSTodor Tomov 	val |= line->fmt[MSM_VFE_PAD_SINK].height << 16;
797051a01acSTodor Tomov 	writel_relaxed(val, vfe->base + VFE_0_CAMIF_FRAME_CFG);
798051a01acSTodor Tomov 
799051a01acSTodor Tomov 	val = line->fmt[MSM_VFE_PAD_SINK].width * 2 - 1;
800051a01acSTodor Tomov 	writel_relaxed(val, vfe->base + VFE_0_CAMIF_WINDOW_WIDTH_CFG);
801051a01acSTodor Tomov 
802051a01acSTodor Tomov 	val = line->fmt[MSM_VFE_PAD_SINK].height - 1;
803051a01acSTodor Tomov 	writel_relaxed(val, vfe->base + VFE_0_CAMIF_WINDOW_HEIGHT_CFG);
804051a01acSTodor Tomov 
805051a01acSTodor Tomov 	val = 0xffffffff;
806051a01acSTodor Tomov 	writel_relaxed(val, vfe->base + VFE_0_CAMIF_SUBSAMPLE_CFG_0);
807051a01acSTodor Tomov 
808051a01acSTodor Tomov 	val = 0xffffffff;
809051a01acSTodor Tomov 	writel_relaxed(val, vfe->base + VFE_0_CAMIF_IRQ_SUBSAMPLE_PATTERN);
810051a01acSTodor Tomov 
811051a01acSTodor Tomov 	val = VFE_0_RDI_CFG_x_MIPI_EN_BITS;
812051a01acSTodor Tomov 	vfe_reg_set(vfe, VFE_0_RDI_CFG_x(0), val);
813051a01acSTodor Tomov 
814051a01acSTodor Tomov 	val = VFE_0_CAMIF_CFG_VFE_OUTPUT_EN;
815051a01acSTodor Tomov 	writel_relaxed(val, vfe->base + VFE_0_CAMIF_CFG);
816051a01acSTodor Tomov }
817051a01acSTodor Tomov 
vfe_set_camif_cmd(struct vfe_device * vfe,u8 enable)818051a01acSTodor Tomov static void vfe_set_camif_cmd(struct vfe_device *vfe, u8 enable)
819051a01acSTodor Tomov {
820051a01acSTodor Tomov 	u32 cmd;
821051a01acSTodor Tomov 
822051a01acSTodor Tomov 	cmd = VFE_0_CAMIF_CMD_CLEAR_CAMIF_STATUS | VFE_0_CAMIF_CMD_NO_CHANGE;
823051a01acSTodor Tomov 	writel_relaxed(cmd, vfe->base + VFE_0_CAMIF_CMD);
824051a01acSTodor Tomov 	wmb();
825051a01acSTodor Tomov 
826051a01acSTodor Tomov 	if (enable)
827051a01acSTodor Tomov 		cmd = VFE_0_CAMIF_CMD_ENABLE_FRAME_BOUNDARY;
828051a01acSTodor Tomov 	else
829051a01acSTodor Tomov 		cmd = VFE_0_CAMIF_CMD_DISABLE_FRAME_BOUNDARY;
830051a01acSTodor Tomov 
831051a01acSTodor Tomov 	writel_relaxed(cmd, vfe->base + VFE_0_CAMIF_CMD);
832051a01acSTodor Tomov }
833051a01acSTodor Tomov 
vfe_set_module_cfg(struct vfe_device * vfe,u8 enable)834051a01acSTodor Tomov static void vfe_set_module_cfg(struct vfe_device *vfe, u8 enable)
835051a01acSTodor Tomov {
836051a01acSTodor Tomov 	u32 val = VFE_0_MODULE_CFG_DEMUX |
837051a01acSTodor Tomov 		  VFE_0_MODULE_CFG_CHROMA_UPSAMPLE |
838051a01acSTodor Tomov 		  VFE_0_MODULE_CFG_SCALE_ENC |
839051a01acSTodor Tomov 		  VFE_0_MODULE_CFG_CROP_ENC;
840051a01acSTodor Tomov 
841051a01acSTodor Tomov 	if (enable)
842051a01acSTodor Tomov 		writel_relaxed(val, vfe->base + VFE_0_MODULE_CFG);
843051a01acSTodor Tomov 	else
844051a01acSTodor Tomov 		writel_relaxed(0x0, vfe->base + VFE_0_MODULE_CFG);
845051a01acSTodor Tomov }
846051a01acSTodor Tomov 
vfe_camif_wait_for_stop(struct vfe_device * vfe,struct device * dev)847051a01acSTodor Tomov static int vfe_camif_wait_for_stop(struct vfe_device *vfe, struct device *dev)
848051a01acSTodor Tomov {
849051a01acSTodor Tomov 	u32 val;
850051a01acSTodor Tomov 	int ret;
851051a01acSTodor Tomov 
852051a01acSTodor Tomov 	ret = readl_poll_timeout(vfe->base + VFE_0_CAMIF_STATUS,
853051a01acSTodor Tomov 				 val,
854051a01acSTodor Tomov 				 (val & VFE_0_CAMIF_STATUS_HALT),
855051a01acSTodor Tomov 				 CAMIF_TIMEOUT_SLEEP_US,
856051a01acSTodor Tomov 				 CAMIF_TIMEOUT_ALL_US);
857051a01acSTodor Tomov 	if (ret < 0)
858051a01acSTodor Tomov 		dev_err(dev, "%s: camif stop timeout\n", __func__);
859051a01acSTodor Tomov 
860051a01acSTodor Tomov 	return ret;
861051a01acSTodor Tomov }
862051a01acSTodor Tomov 
vfe_isr_read(struct vfe_device * vfe,u32 * value0,u32 * value1)863051a01acSTodor Tomov static void vfe_isr_read(struct vfe_device *vfe, u32 *value0, u32 *value1)
864051a01acSTodor Tomov {
865051a01acSTodor Tomov 	*value0 = readl_relaxed(vfe->base + VFE_0_IRQ_STATUS_0);
866051a01acSTodor Tomov 	*value1 = readl_relaxed(vfe->base + VFE_0_IRQ_STATUS_1);
867051a01acSTodor Tomov 
868051a01acSTodor Tomov 	writel_relaxed(*value0, vfe->base + VFE_0_IRQ_CLEAR_0);
869051a01acSTodor Tomov 	writel_relaxed(*value1, vfe->base + VFE_0_IRQ_CLEAR_1);
870051a01acSTodor Tomov 
871051a01acSTodor Tomov 	wmb();
872051a01acSTodor Tomov 	writel_relaxed(VFE_0_IRQ_CMD_GLOBAL_CLEAR, vfe->base + VFE_0_IRQ_CMD);
873051a01acSTodor Tomov }
874051a01acSTodor Tomov 
vfe_violation_read(struct vfe_device * vfe)875051a01acSTodor Tomov static void vfe_violation_read(struct vfe_device *vfe)
876051a01acSTodor Tomov {
877051a01acSTodor Tomov 	u32 violation = readl_relaxed(vfe->base + VFE_0_VIOLATION_STATUS);
878051a01acSTodor Tomov 
879051a01acSTodor Tomov 	pr_err_ratelimited("VFE: violation = 0x%08x\n", violation);
880051a01acSTodor Tomov }
881051a01acSTodor Tomov 
882051a01acSTodor Tomov /*
883ad46e1a8SRobert Foss  * vfe_isr - VFE module interrupt handler
884051a01acSTodor Tomov  * @irq: Interrupt line
885051a01acSTodor Tomov  * @dev: VFE device
886051a01acSTodor Tomov  *
887051a01acSTodor Tomov  * Return IRQ_HANDLED on success
888051a01acSTodor Tomov  */
vfe_isr(int irq,void * dev)889051a01acSTodor Tomov static irqreturn_t vfe_isr(int irq, void *dev)
890051a01acSTodor Tomov {
891051a01acSTodor Tomov 	struct vfe_device *vfe = dev;
892051a01acSTodor Tomov 	u32 value0, value1;
893051a01acSTodor Tomov 	int i, j;
894051a01acSTodor Tomov 
895051a01acSTodor Tomov 	vfe->ops->isr_read(vfe, &value0, &value1);
896051a01acSTodor Tomov 
897c3177cb0SRobert Foss 	dev_dbg(vfe->camss->dev, "VFE: status0 = 0x%08x, status1 = 0x%08x\n",
898051a01acSTodor Tomov 		value0, value1);
899051a01acSTodor Tomov 
900051a01acSTodor Tomov 	if (value0 & VFE_0_IRQ_STATUS_0_RESET_ACK)
901051a01acSTodor Tomov 		vfe->isr_ops.reset_ack(vfe);
902051a01acSTodor Tomov 
903051a01acSTodor Tomov 	if (value1 & VFE_0_IRQ_STATUS_1_VIOLATION)
904051a01acSTodor Tomov 		vfe->ops->violation_read(vfe);
905051a01acSTodor Tomov 
906051a01acSTodor Tomov 	if (value1 & VFE_0_IRQ_STATUS_1_BUS_BDG_HALT_ACK)
907051a01acSTodor Tomov 		vfe->isr_ops.halt_ack(vfe);
908051a01acSTodor Tomov 
909051a01acSTodor Tomov 	for (i = VFE_LINE_RDI0; i <= VFE_LINE_PIX; i++)
910051a01acSTodor Tomov 		if (value0 & VFE_0_IRQ_STATUS_0_line_n_REG_UPDATE(i))
911051a01acSTodor Tomov 			vfe->isr_ops.reg_update(vfe, i);
912051a01acSTodor Tomov 
913051a01acSTodor Tomov 	if (value0 & VFE_0_IRQ_STATUS_0_CAMIF_SOF)
914051a01acSTodor Tomov 		vfe->isr_ops.sof(vfe, VFE_LINE_PIX);
915051a01acSTodor Tomov 
916051a01acSTodor Tomov 	for (i = VFE_LINE_RDI0; i <= VFE_LINE_RDI2; i++)
917051a01acSTodor Tomov 		if (value1 & VFE_0_IRQ_STATUS_1_RDIn_SOF(i))
918051a01acSTodor Tomov 			vfe->isr_ops.sof(vfe, i);
919051a01acSTodor Tomov 
920051a01acSTodor Tomov 	for (i = 0; i < MSM_VFE_COMPOSITE_IRQ_NUM; i++)
921051a01acSTodor Tomov 		if (value0 & VFE_0_IRQ_STATUS_0_IMAGE_COMPOSITE_DONE_n(i)) {
922051a01acSTodor Tomov 			vfe->isr_ops.comp_done(vfe, i);
923051a01acSTodor Tomov 			for (j = 0; j < ARRAY_SIZE(vfe->wm_output_map); j++)
924051a01acSTodor Tomov 				if (vfe->wm_output_map[j] == VFE_LINE_PIX)
925051a01acSTodor Tomov 					value0 &= ~VFE_0_IRQ_MASK_0_IMAGE_MASTER_n_PING_PONG(j);
926051a01acSTodor Tomov 		}
927051a01acSTodor Tomov 
928051a01acSTodor Tomov 	for (i = 0; i < MSM_VFE_IMAGE_MASTERS_NUM; i++)
929051a01acSTodor Tomov 		if (value0 & VFE_0_IRQ_STATUS_0_IMAGE_MASTER_n_PING_PONG(i))
930051a01acSTodor Tomov 			vfe->isr_ops.wm_done(vfe, i);
931051a01acSTodor Tomov 
932051a01acSTodor Tomov 	return IRQ_HANDLED;
933051a01acSTodor Tomov }
934051a01acSTodor Tomov 
9352f6f8af6SRobert Foss /*
9362f6f8af6SRobert Foss  * vfe_pm_domain_off - Disable power domains specific to this VFE.
9372f6f8af6SRobert Foss  * @vfe: VFE Device
9382f6f8af6SRobert Foss  */
vfe_pm_domain_off(struct vfe_device * vfe)9392f6f8af6SRobert Foss static void vfe_pm_domain_off(struct vfe_device *vfe)
9402f6f8af6SRobert Foss {
9412f6f8af6SRobert Foss 	/* nop */
9422f6f8af6SRobert Foss }
9432f6f8af6SRobert Foss 
9442f6f8af6SRobert Foss /*
9452f6f8af6SRobert Foss  * vfe_pm_domain_on - Enable power domains specific to this VFE.
9462f6f8af6SRobert Foss  * @vfe: VFE Device
9472f6f8af6SRobert Foss  */
vfe_pm_domain_on(struct vfe_device * vfe)9482f6f8af6SRobert Foss static int vfe_pm_domain_on(struct vfe_device *vfe)
9492f6f8af6SRobert Foss {
9502f6f8af6SRobert Foss 	return 0;
9512f6f8af6SRobert Foss }
9522f6f8af6SRobert Foss 
953633b388fSRobert Foss static const struct vfe_hw_ops_gen1 vfe_ops_gen1_4_1 = {
954051a01acSTodor Tomov 	.bus_connect_wm_to_rdi = vfe_bus_connect_wm_to_rdi,
955051a01acSTodor Tomov 	.bus_disconnect_wm_from_rdi = vfe_bus_disconnect_wm_from_rdi,
956633b388fSRobert Foss 	.bus_enable_wr_if = vfe_bus_enable_wr_if,
957633b388fSRobert Foss 	.bus_reload_wm = vfe_bus_reload_wm,
958633b388fSRobert Foss 	.camif_wait_for_stop = vfe_camif_wait_for_stop,
959051a01acSTodor Tomov 	.enable_irq_common = vfe_enable_irq_common,
960633b388fSRobert Foss 	.enable_irq_pix_line = vfe_enable_irq_pix_line,
961633b388fSRobert Foss 	.enable_irq_wm_line = vfe_enable_irq_wm_line,
962633b388fSRobert Foss 	.get_ub_size = vfe_get_ub_size,
963633b388fSRobert Foss 	.halt_clear = vfe_halt_clear,
964633b388fSRobert Foss 	.halt_request = vfe_halt_request,
965051a01acSTodor Tomov 	.set_camif_cfg = vfe_set_camif_cfg,
966051a01acSTodor Tomov 	.set_camif_cmd = vfe_set_camif_cmd,
967633b388fSRobert Foss 	.set_cgc_override = vfe_set_cgc_override,
968633b388fSRobert Foss 	.set_clamp_cfg = vfe_set_clamp_cfg,
969633b388fSRobert Foss 	.set_crop_cfg = vfe_set_crop_cfg,
970633b388fSRobert Foss 	.set_demux_cfg = vfe_set_demux_cfg,
971633b388fSRobert Foss 	.set_ds = vfe_set_ds,
972051a01acSTodor Tomov 	.set_module_cfg = vfe_set_module_cfg,
973633b388fSRobert Foss 	.set_qos = vfe_set_qos,
974633b388fSRobert Foss 	.set_rdi_cid = vfe_set_rdi_cid,
975633b388fSRobert Foss 	.set_realign_cfg = vfe_set_realign_cfg,
976633b388fSRobert Foss 	.set_scale_cfg = vfe_set_scale_cfg,
977633b388fSRobert Foss 	.set_xbar_cfg = vfe_set_xbar_cfg,
978633b388fSRobert Foss 	.wm_enable = vfe_wm_enable,
979633b388fSRobert Foss 	.wm_frame_based = vfe_wm_frame_based,
980633b388fSRobert Foss 	.wm_get_ping_pong_status = vfe_wm_get_ping_pong_status,
981633b388fSRobert Foss 	.wm_line_based = vfe_wm_line_based,
982633b388fSRobert Foss 	.wm_set_framedrop_pattern = vfe_wm_set_framedrop_pattern,
983633b388fSRobert Foss 	.wm_set_framedrop_period = vfe_wm_set_framedrop_period,
984633b388fSRobert Foss 	.wm_set_ping_addr = vfe_wm_set_ping_addr,
985633b388fSRobert Foss 	.wm_set_pong_addr = vfe_wm_set_pong_addr,
986633b388fSRobert Foss 	.wm_set_subsample = vfe_wm_set_subsample,
987633b388fSRobert Foss 	.wm_set_ub_cfg = vfe_wm_set_ub_cfg,
988633b388fSRobert Foss };
989633b388fSRobert Foss 
vfe_subdev_init(struct device * dev,struct vfe_device * vfe)990633b388fSRobert Foss static void vfe_subdev_init(struct device *dev, struct vfe_device *vfe)
991633b388fSRobert Foss {
992633b388fSRobert Foss 	vfe->isr_ops = vfe_isr_ops_gen1;
993633b388fSRobert Foss 	vfe->ops_gen1 = &vfe_ops_gen1_4_1;
994633b388fSRobert Foss 	vfe->video_ops = vfe_video_ops_gen1;
995633b388fSRobert Foss 
996633b388fSRobert Foss 	vfe->line_num = VFE_LINE_NUM_GEN1;
997633b388fSRobert Foss }
998633b388fSRobert Foss 
999633b388fSRobert Foss const struct vfe_hw_ops vfe_ops_4_1 = {
1000633b388fSRobert Foss 	.global_reset = vfe_global_reset,
1001d2e86540SRobert Foss 	.hw_version = vfe_hw_version,
1002051a01acSTodor Tomov 	.isr_read = vfe_isr_read,
1003051a01acSTodor Tomov 	.isr = vfe_isr,
10042f6f8af6SRobert Foss 	.pm_domain_off = vfe_pm_domain_off,
10052f6f8af6SRobert Foss 	.pm_domain_on = vfe_pm_domain_on,
1006633b388fSRobert Foss 	.reg_update_clear = vfe_reg_update_clear,
1007633b388fSRobert Foss 	.reg_update = vfe_reg_update,
1008633b388fSRobert Foss 	.subdev_init = vfe_subdev_init,
1009633b388fSRobert Foss 	.vfe_disable = vfe_gen1_disable,
1010633b388fSRobert Foss 	.vfe_enable = vfe_gen1_enable,
1011633b388fSRobert Foss 	.vfe_halt = vfe_gen1_halt,
1012633b388fSRobert Foss 	.violation_read = vfe_violation_read,
1013051a01acSTodor Tomov };
1014