1 // SPDX-License-Identifier: GPL-2.0+
2 /*
3  * Copyright (C) Fuzhou Rockchip Electronics Co.Ltd
4  * Author:
5  *      Chris Zhong <zyw@rock-chips.com>
6  *      Nickey Yang <nickey.yang@rock-chips.com>
7  */
8 
9 #include <linux/clk.h>
10 #include <linux/iopoll.h>
11 #include <linux/math64.h>
12 #include <linux/mfd/syscon.h>
13 #include <linux/module.h>
14 #include <linux/of_device.h>
15 #include <linux/phy/phy.h>
16 #include <linux/pm_runtime.h>
17 #include <linux/regmap.h>
18 
19 #include <video/mipi_display.h>
20 
21 #include <drm/bridge/dw_mipi_dsi.h>
22 #include <drm/drm_mipi_dsi.h>
23 #include <drm/drm_of.h>
24 #include <drm/drm_simple_kms_helper.h>
25 
26 #include "rockchip_drm_drv.h"
27 #include "rockchip_drm_vop.h"
28 
29 #define DSI_PHY_RSTZ			0xa0
30 #define PHY_DISFORCEPLL			0
31 #define PHY_ENFORCEPLL			BIT(3)
32 #define PHY_DISABLECLK			0
33 #define PHY_ENABLECLK			BIT(2)
34 #define PHY_RSTZ			0
35 #define PHY_UNRSTZ			BIT(1)
36 #define PHY_SHUTDOWNZ			0
37 #define PHY_UNSHUTDOWNZ			BIT(0)
38 
39 #define DSI_PHY_IF_CFG			0xa4
40 #define N_LANES(n)			((((n) - 1) & 0x3) << 0)
41 #define PHY_STOP_WAIT_TIME(cycle)	(((cycle) & 0xff) << 8)
42 
43 #define DSI_PHY_STATUS			0xb0
44 #define LOCK				BIT(0)
45 #define STOP_STATE_CLK_LANE		BIT(2)
46 
47 #define DSI_PHY_TST_CTRL0		0xb4
48 #define PHY_TESTCLK			BIT(1)
49 #define PHY_UNTESTCLK			0
50 #define PHY_TESTCLR			BIT(0)
51 #define PHY_UNTESTCLR			0
52 
53 #define DSI_PHY_TST_CTRL1		0xb8
54 #define PHY_TESTEN			BIT(16)
55 #define PHY_UNTESTEN			0
56 #define PHY_TESTDOUT(n)			(((n) & 0xff) << 8)
57 #define PHY_TESTDIN(n)			(((n) & 0xff) << 0)
58 
59 #define DSI_INT_ST0			0xbc
60 #define DSI_INT_ST1			0xc0
61 #define DSI_INT_MSK0			0xc4
62 #define DSI_INT_MSK1			0xc8
63 
64 #define PHY_STATUS_TIMEOUT_US		10000
65 #define CMD_PKT_STATUS_TIMEOUT_US	20000
66 
67 #define BYPASS_VCO_RANGE	BIT(7)
68 #define VCO_RANGE_CON_SEL(val)	(((val) & 0x7) << 3)
69 #define VCO_IN_CAP_CON_DEFAULT	(0x0 << 1)
70 #define VCO_IN_CAP_CON_LOW	(0x1 << 1)
71 #define VCO_IN_CAP_CON_HIGH	(0x2 << 1)
72 #define REF_BIAS_CUR_SEL	BIT(0)
73 
74 #define CP_CURRENT_3UA	0x1
75 #define CP_CURRENT_4_5UA	0x2
76 #define CP_CURRENT_7_5UA	0x6
77 #define CP_CURRENT_6UA	0x9
78 #define CP_CURRENT_12UA	0xb
79 #define CP_CURRENT_SEL(val)	((val) & 0xf)
80 #define CP_PROGRAM_EN		BIT(7)
81 
82 #define LPF_RESISTORS_15_5KOHM	0x1
83 #define LPF_RESISTORS_13KOHM	0x2
84 #define LPF_RESISTORS_11_5KOHM	0x4
85 #define LPF_RESISTORS_10_5KOHM	0x8
86 #define LPF_RESISTORS_8KOHM	0x10
87 #define LPF_PROGRAM_EN		BIT(6)
88 #define LPF_RESISTORS_SEL(val)	((val) & 0x3f)
89 
90 #define HSFREQRANGE_SEL(val)	(((val) & 0x3f) << 1)
91 
92 #define INPUT_DIVIDER(val)	(((val) - 1) & 0x7f)
93 #define LOW_PROGRAM_EN		0
94 #define HIGH_PROGRAM_EN		BIT(7)
95 #define LOOP_DIV_LOW_SEL(val)	(((val) - 1) & 0x1f)
96 #define LOOP_DIV_HIGH_SEL(val)	((((val) - 1) >> 5) & 0xf)
97 #define PLL_LOOP_DIV_EN		BIT(5)
98 #define PLL_INPUT_DIV_EN	BIT(4)
99 
100 #define POWER_CONTROL		BIT(6)
101 #define INTERNAL_REG_CURRENT	BIT(3)
102 #define BIAS_BLOCK_ON		BIT(2)
103 #define BANDGAP_ON		BIT(0)
104 
105 #define TER_RESISTOR_HIGH	BIT(7)
106 #define	TER_RESISTOR_LOW	0
107 #define LEVEL_SHIFTERS_ON	BIT(6)
108 #define TER_CAL_DONE		BIT(5)
109 #define SETRD_MAX		(0x7 << 2)
110 #define POWER_MANAGE		BIT(1)
111 #define TER_RESISTORS_ON	BIT(0)
112 
113 #define BIASEXTR_SEL(val)	((val) & 0x7)
114 #define BANDGAP_SEL(val)	((val) & 0x7)
115 #define TLP_PROGRAM_EN		BIT(7)
116 #define THS_PRE_PROGRAM_EN	BIT(7)
117 #define THS_ZERO_PROGRAM_EN	BIT(6)
118 
119 #define PLL_BIAS_CUR_SEL_CAP_VCO_CONTROL		0x10
120 #define PLL_CP_CONTROL_PLL_LOCK_BYPASS			0x11
121 #define PLL_LPF_AND_CP_CONTROL				0x12
122 #define PLL_INPUT_DIVIDER_RATIO				0x17
123 #define PLL_LOOP_DIVIDER_RATIO				0x18
124 #define PLL_INPUT_AND_LOOP_DIVIDER_RATIOS_CONTROL	0x19
125 #define BANDGAP_AND_BIAS_CONTROL			0x20
126 #define TERMINATION_RESISTER_CONTROL			0x21
127 #define AFE_BIAS_BANDGAP_ANALOG_PROGRAMMABILITY		0x22
128 #define HS_RX_CONTROL_OF_LANE_CLK			0x34
129 #define HS_RX_CONTROL_OF_LANE_0				0x44
130 #define HS_RX_CONTROL_OF_LANE_1				0x54
131 #define HS_TX_CLOCK_LANE_REQUEST_STATE_TIME_CONTROL	0x60
132 #define HS_TX_CLOCK_LANE_PREPARE_STATE_TIME_CONTROL	0x61
133 #define HS_TX_CLOCK_LANE_HS_ZERO_STATE_TIME_CONTROL	0x62
134 #define HS_TX_CLOCK_LANE_TRAIL_STATE_TIME_CONTROL	0x63
135 #define HS_TX_CLOCK_LANE_EXIT_STATE_TIME_CONTROL	0x64
136 #define HS_TX_CLOCK_LANE_POST_TIME_CONTROL		0x65
137 #define HS_TX_DATA_LANE_REQUEST_STATE_TIME_CONTROL	0x70
138 #define HS_TX_DATA_LANE_PREPARE_STATE_TIME_CONTROL	0x71
139 #define HS_TX_DATA_LANE_HS_ZERO_STATE_TIME_CONTROL	0x72
140 #define HS_TX_DATA_LANE_TRAIL_STATE_TIME_CONTROL	0x73
141 #define HS_TX_DATA_LANE_EXIT_STATE_TIME_CONTROL		0x74
142 #define HS_RX_DATA_LANE_THS_SETTLE_CONTROL		0x75
143 #define HS_RX_CONTROL_OF_LANE_2				0x84
144 #define HS_RX_CONTROL_OF_LANE_3				0x94
145 
146 #define DW_MIPI_NEEDS_PHY_CFG_CLK	BIT(0)
147 #define DW_MIPI_NEEDS_GRF_CLK		BIT(1)
148 
149 #define PX30_GRF_PD_VO_CON1		0x0438
150 #define PX30_DSI_FORCETXSTOPMODE	(0xf << 7)
151 #define PX30_DSI_FORCERXMODE		BIT(6)
152 #define PX30_DSI_TURNDISABLE		BIT(5)
153 #define PX30_DSI_LCDC_SEL		BIT(0)
154 
155 #define RK3288_GRF_SOC_CON6		0x025c
156 #define RK3288_DSI0_LCDC_SEL		BIT(6)
157 #define RK3288_DSI1_LCDC_SEL		BIT(9)
158 
159 #define RK3399_GRF_SOC_CON20		0x6250
160 #define RK3399_DSI0_LCDC_SEL		BIT(0)
161 #define RK3399_DSI1_LCDC_SEL		BIT(4)
162 
163 #define RK3399_GRF_SOC_CON22		0x6258
164 #define RK3399_DSI0_TURNREQUEST		(0xf << 12)
165 #define RK3399_DSI0_TURNDISABLE		(0xf << 8)
166 #define RK3399_DSI0_FORCETXSTOPMODE	(0xf << 4)
167 #define RK3399_DSI0_FORCERXMODE		(0xf << 0)
168 
169 #define RK3399_GRF_SOC_CON23		0x625c
170 #define RK3399_DSI1_TURNDISABLE		(0xf << 12)
171 #define RK3399_DSI1_FORCETXSTOPMODE	(0xf << 8)
172 #define RK3399_DSI1_FORCERXMODE		(0xf << 4)
173 #define RK3399_DSI1_ENABLE		(0xf << 0)
174 
175 #define RK3399_GRF_SOC_CON24		0x6260
176 #define RK3399_TXRX_MASTERSLAVEZ	BIT(7)
177 #define RK3399_TXRX_ENABLECLK		BIT(6)
178 #define RK3399_TXRX_BASEDIR		BIT(5)
179 #define RK3399_TXRX_SRC_SEL_ISP0	BIT(4)
180 #define RK3399_TXRX_TURNREQUEST		GENMASK(3, 0)
181 
182 #define RK3568_GRF_VO_CON2		0x0368
183 #define RK3568_DSI0_SKEWCALHS		(0x1f << 11)
184 #define RK3568_DSI0_FORCETXSTOPMODE	(0xf << 4)
185 #define RK3568_DSI0_TURNDISABLE		BIT(2)
186 #define RK3568_DSI0_FORCERXMODE		BIT(0)
187 
188 /*
189  * Note these registers do not appear in the datasheet, they are
190  * however present in the BSP driver which is where these values
191  * come from. Name GRF_VO_CON3 is assumed.
192  */
193 #define RK3568_GRF_VO_CON3		0x36c
194 #define RK3568_DSI1_SKEWCALHS		(0x1f << 11)
195 #define RK3568_DSI1_FORCETXSTOPMODE	(0xf << 4)
196 #define RK3568_DSI1_TURNDISABLE		BIT(2)
197 #define RK3568_DSI1_FORCERXMODE		BIT(0)
198 
199 #define HIWORD_UPDATE(val, mask)	(val | (mask) << 16)
200 
201 enum {
202 	DW_DSI_USAGE_IDLE,
203 	DW_DSI_USAGE_DSI,
204 	DW_DSI_USAGE_PHY,
205 };
206 
207 enum {
208 	BANDGAP_97_07,
209 	BANDGAP_98_05,
210 	BANDGAP_99_02,
211 	BANDGAP_100_00,
212 	BANDGAP_93_17,
213 	BANDGAP_94_15,
214 	BANDGAP_95_12,
215 	BANDGAP_96_10,
216 };
217 
218 enum {
219 	BIASEXTR_87_1,
220 	BIASEXTR_91_5,
221 	BIASEXTR_95_9,
222 	BIASEXTR_100,
223 	BIASEXTR_105_94,
224 	BIASEXTR_111_88,
225 	BIASEXTR_118_8,
226 	BIASEXTR_127_7,
227 };
228 
229 struct rockchip_dw_dsi_chip_data {
230 	u32 reg;
231 
232 	u32 lcdsel_grf_reg;
233 	u32 lcdsel_big;
234 	u32 lcdsel_lit;
235 
236 	u32 enable_grf_reg;
237 	u32 enable;
238 
239 	u32 lanecfg1_grf_reg;
240 	u32 lanecfg1;
241 	u32 lanecfg2_grf_reg;
242 	u32 lanecfg2;
243 
244 	int (*dphy_rx_init)(struct phy *phy);
245 	int (*dphy_rx_power_on)(struct phy *phy);
246 	int (*dphy_rx_power_off)(struct phy *phy);
247 
248 	unsigned int flags;
249 	unsigned int max_data_lanes;
250 };
251 
252 struct dw_mipi_dsi_rockchip {
253 	struct device *dev;
254 	struct rockchip_encoder encoder;
255 	void __iomem *base;
256 
257 	struct regmap *grf_regmap;
258 	struct clk *pclk;
259 	struct clk *pllref_clk;
260 	struct clk *grf_clk;
261 	struct clk *phy_cfg_clk;
262 
263 	/* dual-channel */
264 	bool is_slave;
265 	struct dw_mipi_dsi_rockchip *slave;
266 
267 	/* optional external dphy */
268 	struct phy *phy;
269 	union phy_configure_opts phy_opts;
270 
271 	/* being a phy for other mipi hosts */
272 	unsigned int usage_mode;
273 	struct mutex usage_mutex;
274 	struct phy *dphy;
275 	struct phy_configure_opts_mipi_dphy dphy_config;
276 
277 	unsigned int lane_mbps; /* per lane */
278 	u16 input_div;
279 	u16 feedback_div;
280 	u32 format;
281 
282 	struct dw_mipi_dsi *dmd;
283 	const struct rockchip_dw_dsi_chip_data *cdata;
284 	struct dw_mipi_dsi_plat_data pdata;
285 
286 	bool dsi_bound;
287 };
288 
289 static struct dw_mipi_dsi_rockchip *to_dsi(struct drm_encoder *encoder)
290 {
291 	struct rockchip_encoder *rkencoder = to_rockchip_encoder(encoder);
292 
293 	return container_of(rkencoder, struct dw_mipi_dsi_rockchip, encoder);
294 }
295 
296 struct dphy_pll_parameter_map {
297 	unsigned int max_mbps;
298 	u8 hsfreqrange;
299 	u8 icpctrl;
300 	u8 lpfctrl;
301 };
302 
303 /* The table is based on 27MHz DPHY pll reference clock. */
304 static const struct dphy_pll_parameter_map dppa_map[] = {
305 	{  89, 0x00, CP_CURRENT_3UA, LPF_RESISTORS_13KOHM },
306 	{  99, 0x10, CP_CURRENT_3UA, LPF_RESISTORS_13KOHM },
307 	{ 109, 0x20, CP_CURRENT_3UA, LPF_RESISTORS_13KOHM },
308 	{ 129, 0x01, CP_CURRENT_3UA, LPF_RESISTORS_15_5KOHM },
309 	{ 139, 0x11, CP_CURRENT_3UA, LPF_RESISTORS_15_5KOHM },
310 	{ 149, 0x21, CP_CURRENT_3UA, LPF_RESISTORS_15_5KOHM },
311 	{ 169, 0x02, CP_CURRENT_6UA, LPF_RESISTORS_13KOHM },
312 	{ 179, 0x12, CP_CURRENT_6UA, LPF_RESISTORS_13KOHM },
313 	{ 199, 0x22, CP_CURRENT_6UA, LPF_RESISTORS_13KOHM },
314 	{ 219, 0x03, CP_CURRENT_4_5UA, LPF_RESISTORS_13KOHM },
315 	{ 239, 0x13, CP_CURRENT_4_5UA, LPF_RESISTORS_13KOHM },
316 	{ 249, 0x23, CP_CURRENT_4_5UA, LPF_RESISTORS_13KOHM },
317 	{ 269, 0x04, CP_CURRENT_6UA, LPF_RESISTORS_11_5KOHM },
318 	{ 299, 0x14, CP_CURRENT_6UA, LPF_RESISTORS_11_5KOHM },
319 	{ 329, 0x05, CP_CURRENT_3UA, LPF_RESISTORS_15_5KOHM },
320 	{ 359, 0x15, CP_CURRENT_3UA, LPF_RESISTORS_15_5KOHM },
321 	{ 399, 0x25, CP_CURRENT_3UA, LPF_RESISTORS_15_5KOHM },
322 	{ 449, 0x06, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
323 	{ 499, 0x16, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
324 	{ 549, 0x07, CP_CURRENT_7_5UA, LPF_RESISTORS_10_5KOHM },
325 	{ 599, 0x17, CP_CURRENT_7_5UA, LPF_RESISTORS_10_5KOHM },
326 	{ 649, 0x08, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
327 	{ 699, 0x18, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
328 	{ 749, 0x09, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
329 	{ 799, 0x19, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
330 	{ 849, 0x29, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
331 	{ 899, 0x39, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
332 	{ 949, 0x0a, CP_CURRENT_12UA, LPF_RESISTORS_8KOHM },
333 	{ 999, 0x1a, CP_CURRENT_12UA, LPF_RESISTORS_8KOHM },
334 	{1049, 0x2a, CP_CURRENT_12UA, LPF_RESISTORS_8KOHM },
335 	{1099, 0x3a, CP_CURRENT_12UA, LPF_RESISTORS_8KOHM },
336 	{1149, 0x0b, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
337 	{1199, 0x1b, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
338 	{1249, 0x2b, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
339 	{1299, 0x3b, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
340 	{1349, 0x0c, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
341 	{1399, 0x1c, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
342 	{1449, 0x2c, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
343 	{1500, 0x3c, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM }
344 };
345 
346 static int max_mbps_to_parameter(unsigned int max_mbps)
347 {
348 	int i;
349 
350 	for (i = 0; i < ARRAY_SIZE(dppa_map); i++)
351 		if (dppa_map[i].max_mbps >= max_mbps)
352 			return i;
353 
354 	return -EINVAL;
355 }
356 
357 static inline void dsi_write(struct dw_mipi_dsi_rockchip *dsi, u32 reg, u32 val)
358 {
359 	writel(val, dsi->base + reg);
360 }
361 
362 static inline u32 dsi_read(struct dw_mipi_dsi_rockchip *dsi, u32 reg)
363 {
364 	return readl(dsi->base + reg);
365 }
366 
367 static inline void dsi_update_bits(struct dw_mipi_dsi_rockchip *dsi, u32 reg,
368 				   u32 mask, u32 val)
369 {
370 	dsi_write(dsi, reg, (dsi_read(dsi, reg) & ~mask) | val);
371 }
372 
373 static void dw_mipi_dsi_phy_write(struct dw_mipi_dsi_rockchip *dsi,
374 				  u8 test_code,
375 				  u8 test_data)
376 {
377 	/*
378 	 * With the falling edge on TESTCLK, the TESTDIN[7:0] signal content
379 	 * is latched internally as the current test code. Test data is
380 	 * programmed internally by rising edge on TESTCLK.
381 	 */
382 	dsi_write(dsi, DSI_PHY_TST_CTRL0, PHY_TESTCLK | PHY_UNTESTCLR);
383 
384 	dsi_write(dsi, DSI_PHY_TST_CTRL1, PHY_TESTEN | PHY_TESTDOUT(0) |
385 					  PHY_TESTDIN(test_code));
386 
387 	dsi_write(dsi, DSI_PHY_TST_CTRL0, PHY_UNTESTCLK | PHY_UNTESTCLR);
388 
389 	dsi_write(dsi, DSI_PHY_TST_CTRL1, PHY_UNTESTEN | PHY_TESTDOUT(0) |
390 					  PHY_TESTDIN(test_data));
391 
392 	dsi_write(dsi, DSI_PHY_TST_CTRL0, PHY_TESTCLK | PHY_UNTESTCLR);
393 }
394 
395 /*
396  * ns2bc - Nanoseconds to byte clock cycles
397  */
398 static inline unsigned int ns2bc(struct dw_mipi_dsi_rockchip *dsi, int ns)
399 {
400 	return DIV_ROUND_UP(ns * dsi->lane_mbps / 8, 1000);
401 }
402 
403 /*
404  * ns2ui - Nanoseconds to UI time periods
405  */
406 static inline unsigned int ns2ui(struct dw_mipi_dsi_rockchip *dsi, int ns)
407 {
408 	return DIV_ROUND_UP(ns * dsi->lane_mbps, 1000);
409 }
410 
411 static int dw_mipi_dsi_phy_init(void *priv_data)
412 {
413 	struct dw_mipi_dsi_rockchip *dsi = priv_data;
414 	int ret, i, vco;
415 
416 	if (dsi->phy)
417 		return 0;
418 
419 	/*
420 	 * Get vco from frequency(lane_mbps)
421 	 * vco	frequency table
422 	 * 000 - between   80 and  200 MHz
423 	 * 001 - between  200 and  300 MHz
424 	 * 010 - between  300 and  500 MHz
425 	 * 011 - between  500 and  700 MHz
426 	 * 100 - between  700 and  900 MHz
427 	 * 101 - between  900 and 1100 MHz
428 	 * 110 - between 1100 and 1300 MHz
429 	 * 111 - between 1300 and 1500 MHz
430 	 */
431 	vco = (dsi->lane_mbps < 200) ? 0 : (dsi->lane_mbps + 100) / 200;
432 
433 	i = max_mbps_to_parameter(dsi->lane_mbps);
434 	if (i < 0) {
435 		DRM_DEV_ERROR(dsi->dev,
436 			      "failed to get parameter for %dmbps clock\n",
437 			      dsi->lane_mbps);
438 		return i;
439 	}
440 
441 	ret = clk_prepare_enable(dsi->phy_cfg_clk);
442 	if (ret) {
443 		DRM_DEV_ERROR(dsi->dev, "Failed to enable phy_cfg_clk\n");
444 		return ret;
445 	}
446 
447 	dw_mipi_dsi_phy_write(dsi, PLL_BIAS_CUR_SEL_CAP_VCO_CONTROL,
448 			      BYPASS_VCO_RANGE |
449 			      VCO_RANGE_CON_SEL(vco) |
450 			      VCO_IN_CAP_CON_LOW |
451 			      REF_BIAS_CUR_SEL);
452 
453 	dw_mipi_dsi_phy_write(dsi, PLL_CP_CONTROL_PLL_LOCK_BYPASS,
454 			      CP_CURRENT_SEL(dppa_map[i].icpctrl));
455 	dw_mipi_dsi_phy_write(dsi, PLL_LPF_AND_CP_CONTROL,
456 			      CP_PROGRAM_EN | LPF_PROGRAM_EN |
457 			      LPF_RESISTORS_SEL(dppa_map[i].lpfctrl));
458 
459 	dw_mipi_dsi_phy_write(dsi, HS_RX_CONTROL_OF_LANE_0,
460 			      HSFREQRANGE_SEL(dppa_map[i].hsfreqrange));
461 
462 	dw_mipi_dsi_phy_write(dsi, PLL_INPUT_DIVIDER_RATIO,
463 			      INPUT_DIVIDER(dsi->input_div));
464 	dw_mipi_dsi_phy_write(dsi, PLL_LOOP_DIVIDER_RATIO,
465 			      LOOP_DIV_LOW_SEL(dsi->feedback_div) |
466 			      LOW_PROGRAM_EN);
467 	/*
468 	 * We need set PLL_INPUT_AND_LOOP_DIVIDER_RATIOS_CONTROL immediately
469 	 * to make the configured LSB effective according to IP simulation
470 	 * and lab test results.
471 	 * Only in this way can we get correct mipi phy pll frequency.
472 	 */
473 	dw_mipi_dsi_phy_write(dsi, PLL_INPUT_AND_LOOP_DIVIDER_RATIOS_CONTROL,
474 			      PLL_LOOP_DIV_EN | PLL_INPUT_DIV_EN);
475 	dw_mipi_dsi_phy_write(dsi, PLL_LOOP_DIVIDER_RATIO,
476 			      LOOP_DIV_HIGH_SEL(dsi->feedback_div) |
477 			      HIGH_PROGRAM_EN);
478 	dw_mipi_dsi_phy_write(dsi, PLL_INPUT_AND_LOOP_DIVIDER_RATIOS_CONTROL,
479 			      PLL_LOOP_DIV_EN | PLL_INPUT_DIV_EN);
480 
481 	dw_mipi_dsi_phy_write(dsi, AFE_BIAS_BANDGAP_ANALOG_PROGRAMMABILITY,
482 			      LOW_PROGRAM_EN | BIASEXTR_SEL(BIASEXTR_127_7));
483 	dw_mipi_dsi_phy_write(dsi, AFE_BIAS_BANDGAP_ANALOG_PROGRAMMABILITY,
484 			      HIGH_PROGRAM_EN | BANDGAP_SEL(BANDGAP_96_10));
485 
486 	dw_mipi_dsi_phy_write(dsi, BANDGAP_AND_BIAS_CONTROL,
487 			      POWER_CONTROL | INTERNAL_REG_CURRENT |
488 			      BIAS_BLOCK_ON | BANDGAP_ON);
489 
490 	dw_mipi_dsi_phy_write(dsi, TERMINATION_RESISTER_CONTROL,
491 			      TER_RESISTOR_LOW | TER_CAL_DONE |
492 			      SETRD_MAX | TER_RESISTORS_ON);
493 	dw_mipi_dsi_phy_write(dsi, TERMINATION_RESISTER_CONTROL,
494 			      TER_RESISTOR_HIGH | LEVEL_SHIFTERS_ON |
495 			      SETRD_MAX | POWER_MANAGE |
496 			      TER_RESISTORS_ON);
497 
498 	dw_mipi_dsi_phy_write(dsi, HS_TX_CLOCK_LANE_REQUEST_STATE_TIME_CONTROL,
499 			      TLP_PROGRAM_EN | ns2bc(dsi, 500));
500 	dw_mipi_dsi_phy_write(dsi, HS_TX_CLOCK_LANE_PREPARE_STATE_TIME_CONTROL,
501 			      THS_PRE_PROGRAM_EN | ns2ui(dsi, 40));
502 	dw_mipi_dsi_phy_write(dsi, HS_TX_CLOCK_LANE_HS_ZERO_STATE_TIME_CONTROL,
503 			      THS_ZERO_PROGRAM_EN | ns2bc(dsi, 300));
504 	dw_mipi_dsi_phy_write(dsi, HS_TX_CLOCK_LANE_TRAIL_STATE_TIME_CONTROL,
505 			      THS_PRE_PROGRAM_EN | ns2ui(dsi, 100));
506 	dw_mipi_dsi_phy_write(dsi, HS_TX_CLOCK_LANE_EXIT_STATE_TIME_CONTROL,
507 			      BIT(5) | ns2bc(dsi, 100));
508 	dw_mipi_dsi_phy_write(dsi, HS_TX_CLOCK_LANE_POST_TIME_CONTROL,
509 			      BIT(5) | (ns2bc(dsi, 60) + 7));
510 
511 	dw_mipi_dsi_phy_write(dsi, HS_TX_DATA_LANE_REQUEST_STATE_TIME_CONTROL,
512 			      TLP_PROGRAM_EN | ns2bc(dsi, 500));
513 	dw_mipi_dsi_phy_write(dsi, HS_TX_DATA_LANE_PREPARE_STATE_TIME_CONTROL,
514 			      THS_PRE_PROGRAM_EN | (ns2ui(dsi, 50) + 20));
515 	dw_mipi_dsi_phy_write(dsi, HS_TX_DATA_LANE_HS_ZERO_STATE_TIME_CONTROL,
516 			      THS_ZERO_PROGRAM_EN | (ns2bc(dsi, 140) + 2));
517 	dw_mipi_dsi_phy_write(dsi, HS_TX_DATA_LANE_TRAIL_STATE_TIME_CONTROL,
518 			      THS_PRE_PROGRAM_EN | (ns2ui(dsi, 60) + 8));
519 	dw_mipi_dsi_phy_write(dsi, HS_TX_DATA_LANE_EXIT_STATE_TIME_CONTROL,
520 			      BIT(5) | ns2bc(dsi, 100));
521 
522 	clk_disable_unprepare(dsi->phy_cfg_clk);
523 
524 	return ret;
525 }
526 
527 static void dw_mipi_dsi_phy_power_on(void *priv_data)
528 {
529 	struct dw_mipi_dsi_rockchip *dsi = priv_data;
530 	int ret;
531 
532 	ret = phy_set_mode(dsi->phy, PHY_MODE_MIPI_DPHY);
533 	if (ret) {
534 		DRM_DEV_ERROR(dsi->dev, "failed to set phy mode: %d\n", ret);
535 		return;
536 	}
537 
538 	phy_configure(dsi->phy, &dsi->phy_opts);
539 	phy_power_on(dsi->phy);
540 }
541 
542 static void dw_mipi_dsi_phy_power_off(void *priv_data)
543 {
544 	struct dw_mipi_dsi_rockchip *dsi = priv_data;
545 
546 	phy_power_off(dsi->phy);
547 }
548 
549 static int
550 dw_mipi_dsi_get_lane_mbps(void *priv_data, const struct drm_display_mode *mode,
551 			  unsigned long mode_flags, u32 lanes, u32 format,
552 			  unsigned int *lane_mbps)
553 {
554 	struct dw_mipi_dsi_rockchip *dsi = priv_data;
555 	int bpp;
556 	unsigned long mpclk, tmp;
557 	unsigned int target_mbps = 1000;
558 	unsigned int max_mbps = dppa_map[ARRAY_SIZE(dppa_map) - 1].max_mbps;
559 	unsigned long best_freq = 0;
560 	unsigned long fvco_min, fvco_max, fin, fout;
561 	unsigned int min_prediv, max_prediv;
562 	unsigned int _prediv, best_prediv;
563 	unsigned long _fbdiv, best_fbdiv;
564 	unsigned long min_delta = ULONG_MAX;
565 
566 	dsi->format = format;
567 	bpp = mipi_dsi_pixel_format_to_bpp(dsi->format);
568 	if (bpp < 0) {
569 		DRM_DEV_ERROR(dsi->dev,
570 			      "failed to get bpp for pixel format %d\n",
571 			      dsi->format);
572 		return bpp;
573 	}
574 
575 	mpclk = DIV_ROUND_UP(mode->clock, MSEC_PER_SEC);
576 	if (mpclk) {
577 		/* take 1 / 0.8, since mbps must big than bandwidth of RGB */
578 		tmp = mpclk * (bpp / lanes) * 10 / 8;
579 		if (tmp < max_mbps)
580 			target_mbps = tmp;
581 		else
582 			DRM_DEV_ERROR(dsi->dev,
583 				      "DPHY clock frequency is out of range\n");
584 	}
585 
586 	/* for external phy only a the mipi_dphy_config is necessary */
587 	if (dsi->phy) {
588 		phy_mipi_dphy_get_default_config(mode->clock * 1000 * 10 / 8,
589 						 bpp, lanes,
590 						 &dsi->phy_opts.mipi_dphy);
591 		dsi->lane_mbps = target_mbps;
592 		*lane_mbps = dsi->lane_mbps;
593 
594 		return 0;
595 	}
596 
597 	fin = clk_get_rate(dsi->pllref_clk);
598 	fout = target_mbps * USEC_PER_SEC;
599 
600 	/* constraint: 5Mhz <= Fref / N <= 40MHz */
601 	min_prediv = DIV_ROUND_UP(fin, 40 * USEC_PER_SEC);
602 	max_prediv = fin / (5 * USEC_PER_SEC);
603 
604 	/* constraint: 80MHz <= Fvco <= 1500Mhz */
605 	fvco_min = 80 * USEC_PER_SEC;
606 	fvco_max = 1500 * USEC_PER_SEC;
607 
608 	for (_prediv = min_prediv; _prediv <= max_prediv; _prediv++) {
609 		u64 tmp;
610 		u32 delta;
611 		/* Fvco = Fref * M / N */
612 		tmp = (u64)fout * _prediv;
613 		do_div(tmp, fin);
614 		_fbdiv = tmp;
615 		/*
616 		 * Due to the use of a "by 2 pre-scaler," the range of the
617 		 * feedback multiplication value M is limited to even division
618 		 * numbers, and m must be greater than 6, not bigger than 512.
619 		 */
620 		if (_fbdiv < 6 || _fbdiv > 512)
621 			continue;
622 
623 		_fbdiv += _fbdiv % 2;
624 
625 		tmp = (u64)_fbdiv * fin;
626 		do_div(tmp, _prediv);
627 		if (tmp < fvco_min || tmp > fvco_max)
628 			continue;
629 
630 		delta = abs(fout - tmp);
631 		if (delta < min_delta) {
632 			best_prediv = _prediv;
633 			best_fbdiv = _fbdiv;
634 			min_delta = delta;
635 			best_freq = tmp;
636 		}
637 	}
638 
639 	if (best_freq) {
640 		dsi->lane_mbps = DIV_ROUND_UP(best_freq, USEC_PER_SEC);
641 		*lane_mbps = dsi->lane_mbps;
642 		dsi->input_div = best_prediv;
643 		dsi->feedback_div = best_fbdiv;
644 	} else {
645 		DRM_DEV_ERROR(dsi->dev, "Can not find best_freq for DPHY\n");
646 		return -EINVAL;
647 	}
648 
649 	return 0;
650 }
651 
652 struct hstt {
653 	unsigned int maxfreq;
654 	struct dw_mipi_dsi_dphy_timing timing;
655 };
656 
657 #define HSTT(_maxfreq, _c_lp2hs, _c_hs2lp, _d_lp2hs, _d_hs2lp)	\
658 {					\
659 	.maxfreq = _maxfreq,		\
660 	.timing = {			\
661 		.clk_lp2hs = _c_lp2hs,	\
662 		.clk_hs2lp = _c_hs2lp,	\
663 		.data_lp2hs = _d_lp2hs,	\
664 		.data_hs2lp = _d_hs2lp,	\
665 	}				\
666 }
667 
668 /* Table A-3 High-Speed Transition Times */
669 static struct hstt hstt_table[] = {
670 	HSTT(  90,  32, 20,  26, 13),
671 	HSTT( 100,  35, 23,  28, 14),
672 	HSTT( 110,  32, 22,  26, 13),
673 	HSTT( 130,  31, 20,  27, 13),
674 	HSTT( 140,  33, 22,  26, 14),
675 	HSTT( 150,  33, 21,  26, 14),
676 	HSTT( 170,  32, 20,  27, 13),
677 	HSTT( 180,  36, 23,  30, 15),
678 	HSTT( 200,  40, 22,  33, 15),
679 	HSTT( 220,  40, 22,  33, 15),
680 	HSTT( 240,  44, 24,  36, 16),
681 	HSTT( 250,  48, 24,  38, 17),
682 	HSTT( 270,  48, 24,  38, 17),
683 	HSTT( 300,  50, 27,  41, 18),
684 	HSTT( 330,  56, 28,  45, 18),
685 	HSTT( 360,  59, 28,  48, 19),
686 	HSTT( 400,  61, 30,  50, 20),
687 	HSTT( 450,  67, 31,  55, 21),
688 	HSTT( 500,  73, 31,  59, 22),
689 	HSTT( 550,  79, 36,  63, 24),
690 	HSTT( 600,  83, 37,  68, 25),
691 	HSTT( 650,  90, 38,  73, 27),
692 	HSTT( 700,  95, 40,  77, 28),
693 	HSTT( 750, 102, 40,  84, 28),
694 	HSTT( 800, 106, 42,  87, 30),
695 	HSTT( 850, 113, 44,  93, 31),
696 	HSTT( 900, 118, 47,  98, 32),
697 	HSTT( 950, 124, 47, 102, 34),
698 	HSTT(1000, 130, 49, 107, 35),
699 	HSTT(1050, 135, 51, 111, 37),
700 	HSTT(1100, 139, 51, 114, 38),
701 	HSTT(1150, 146, 54, 120, 40),
702 	HSTT(1200, 153, 57, 125, 41),
703 	HSTT(1250, 158, 58, 130, 42),
704 	HSTT(1300, 163, 58, 135, 44),
705 	HSTT(1350, 168, 60, 140, 45),
706 	HSTT(1400, 172, 64, 144, 47),
707 	HSTT(1450, 176, 65, 148, 48),
708 	HSTT(1500, 181, 66, 153, 50)
709 };
710 
711 static int
712 dw_mipi_dsi_phy_get_timing(void *priv_data, unsigned int lane_mbps,
713 			   struct dw_mipi_dsi_dphy_timing *timing)
714 {
715 	int i;
716 
717 	for (i = 0; i < ARRAY_SIZE(hstt_table); i++)
718 		if (lane_mbps < hstt_table[i].maxfreq)
719 			break;
720 
721 	if (i == ARRAY_SIZE(hstt_table))
722 		i--;
723 
724 	*timing = hstt_table[i].timing;
725 
726 	return 0;
727 }
728 
729 static const struct dw_mipi_dsi_phy_ops dw_mipi_dsi_rockchip_phy_ops = {
730 	.init = dw_mipi_dsi_phy_init,
731 	.power_on = dw_mipi_dsi_phy_power_on,
732 	.power_off = dw_mipi_dsi_phy_power_off,
733 	.get_lane_mbps = dw_mipi_dsi_get_lane_mbps,
734 	.get_timing = dw_mipi_dsi_phy_get_timing,
735 };
736 
737 static void dw_mipi_dsi_rockchip_config(struct dw_mipi_dsi_rockchip *dsi)
738 {
739 	if (dsi->cdata->lanecfg1_grf_reg)
740 		regmap_write(dsi->grf_regmap, dsi->cdata->lanecfg1_grf_reg,
741 					      dsi->cdata->lanecfg1);
742 
743 	if (dsi->cdata->lanecfg2_grf_reg)
744 		regmap_write(dsi->grf_regmap, dsi->cdata->lanecfg2_grf_reg,
745 					      dsi->cdata->lanecfg2);
746 
747 	if (dsi->cdata->enable_grf_reg)
748 		regmap_write(dsi->grf_regmap, dsi->cdata->enable_grf_reg,
749 					      dsi->cdata->enable);
750 }
751 
752 static void dw_mipi_dsi_rockchip_set_lcdsel(struct dw_mipi_dsi_rockchip *dsi,
753 					    int mux)
754 {
755 	if (dsi->cdata->lcdsel_grf_reg < 0)
756 		regmap_write(dsi->grf_regmap, dsi->cdata->lcdsel_grf_reg,
757 			mux ? dsi->cdata->lcdsel_lit : dsi->cdata->lcdsel_big);
758 }
759 
760 static int
761 dw_mipi_dsi_encoder_atomic_check(struct drm_encoder *encoder,
762 				 struct drm_crtc_state *crtc_state,
763 				 struct drm_connector_state *conn_state)
764 {
765 	struct rockchip_crtc_state *s = to_rockchip_crtc_state(crtc_state);
766 	struct dw_mipi_dsi_rockchip *dsi = to_dsi(encoder);
767 
768 	switch (dsi->format) {
769 	case MIPI_DSI_FMT_RGB888:
770 		s->output_mode = ROCKCHIP_OUT_MODE_P888;
771 		break;
772 	case MIPI_DSI_FMT_RGB666:
773 		s->output_mode = ROCKCHIP_OUT_MODE_P666;
774 		break;
775 	case MIPI_DSI_FMT_RGB565:
776 		s->output_mode = ROCKCHIP_OUT_MODE_P565;
777 		break;
778 	default:
779 		WARN_ON(1);
780 		return -EINVAL;
781 	}
782 
783 	s->output_type = DRM_MODE_CONNECTOR_DSI;
784 	if (dsi->slave)
785 		s->output_flags = ROCKCHIP_OUTPUT_DSI_DUAL;
786 
787 	return 0;
788 }
789 
790 static void dw_mipi_dsi_encoder_enable(struct drm_encoder *encoder)
791 {
792 	struct dw_mipi_dsi_rockchip *dsi = to_dsi(encoder);
793 	int ret, mux;
794 
795 	mux = drm_of_encoder_active_endpoint_id(dsi->dev->of_node,
796 						&dsi->encoder.encoder);
797 	if (mux < 0)
798 		return;
799 
800 	/*
801 	 * For the RK3399, the clk of grf must be enabled before writing grf
802 	 * register. And for RK3288 or other soc, this grf_clk must be NULL,
803 	 * the clk_prepare_enable return true directly.
804 	 */
805 	ret = clk_prepare_enable(dsi->grf_clk);
806 	if (ret) {
807 		DRM_DEV_ERROR(dsi->dev, "Failed to enable grf_clk: %d\n", ret);
808 		return;
809 	}
810 
811 	dw_mipi_dsi_rockchip_set_lcdsel(dsi, mux);
812 	if (dsi->slave)
813 		dw_mipi_dsi_rockchip_set_lcdsel(dsi->slave, mux);
814 
815 	clk_disable_unprepare(dsi->grf_clk);
816 }
817 
818 static const struct drm_encoder_helper_funcs
819 dw_mipi_dsi_encoder_helper_funcs = {
820 	.atomic_check = dw_mipi_dsi_encoder_atomic_check,
821 	.enable = dw_mipi_dsi_encoder_enable,
822 };
823 
824 static int rockchip_dsi_drm_create_encoder(struct dw_mipi_dsi_rockchip *dsi,
825 					   struct drm_device *drm_dev)
826 {
827 	struct drm_encoder *encoder = &dsi->encoder.encoder;
828 	int ret;
829 
830 	encoder->possible_crtcs = drm_of_find_possible_crtcs(drm_dev,
831 							     dsi->dev->of_node);
832 
833 	ret = drm_simple_encoder_init(drm_dev, encoder, DRM_MODE_ENCODER_DSI);
834 	if (ret) {
835 		DRM_ERROR("Failed to initialize encoder with drm\n");
836 		return ret;
837 	}
838 
839 	drm_encoder_helper_add(encoder, &dw_mipi_dsi_encoder_helper_funcs);
840 
841 	return 0;
842 }
843 
844 static struct device
845 *dw_mipi_dsi_rockchip_find_second(struct dw_mipi_dsi_rockchip *dsi)
846 {
847 	const struct of_device_id *match;
848 	struct device_node *node = NULL, *local;
849 
850 	match = of_match_device(dsi->dev->driver->of_match_table, dsi->dev);
851 
852 	local = of_graph_get_remote_node(dsi->dev->of_node, 1, 0);
853 	if (!local)
854 		return NULL;
855 
856 	while ((node = of_find_compatible_node(node, NULL,
857 					       match->compatible))) {
858 		struct device_node *remote;
859 
860 		/* found ourself */
861 		if (node == dsi->dev->of_node)
862 			continue;
863 
864 		remote = of_graph_get_remote_node(node, 1, 0);
865 		if (!remote)
866 			continue;
867 
868 		/* same display device in port1-ep0 for both */
869 		if (remote == local) {
870 			struct dw_mipi_dsi_rockchip *dsi2;
871 			struct platform_device *pdev;
872 
873 			pdev = of_find_device_by_node(node);
874 
875 			/*
876 			 * we have found the second, so will either return it
877 			 * or return with an error. In any case won't need the
878 			 * nodes anymore nor continue the loop.
879 			 */
880 			of_node_put(remote);
881 			of_node_put(node);
882 			of_node_put(local);
883 
884 			if (!pdev)
885 				return ERR_PTR(-EPROBE_DEFER);
886 
887 			dsi2 = platform_get_drvdata(pdev);
888 			if (!dsi2) {
889 				platform_device_put(pdev);
890 				return ERR_PTR(-EPROBE_DEFER);
891 			}
892 
893 			return &pdev->dev;
894 		}
895 
896 		of_node_put(remote);
897 	}
898 
899 	of_node_put(local);
900 
901 	return NULL;
902 }
903 
904 static int dw_mipi_dsi_rockchip_bind(struct device *dev,
905 				     struct device *master,
906 				     void *data)
907 {
908 	struct dw_mipi_dsi_rockchip *dsi = dev_get_drvdata(dev);
909 	struct drm_device *drm_dev = data;
910 	struct device *second;
911 	bool master1, master2;
912 	int ret;
913 
914 	second = dw_mipi_dsi_rockchip_find_second(dsi);
915 	if (IS_ERR(second))
916 		return PTR_ERR(second);
917 
918 	if (second) {
919 		master1 = of_property_read_bool(dsi->dev->of_node,
920 						"clock-master");
921 		master2 = of_property_read_bool(second->of_node,
922 						"clock-master");
923 
924 		if (master1 && master2) {
925 			DRM_DEV_ERROR(dsi->dev, "only one clock-master allowed\n");
926 			return -EINVAL;
927 		}
928 
929 		if (!master1 && !master2) {
930 			DRM_DEV_ERROR(dsi->dev, "no clock-master defined\n");
931 			return -EINVAL;
932 		}
933 
934 		/* we are the slave in dual-DSI */
935 		if (!master1) {
936 			dsi->is_slave = true;
937 			return 0;
938 		}
939 
940 		dsi->slave = dev_get_drvdata(second);
941 		if (!dsi->slave) {
942 			DRM_DEV_ERROR(dev, "could not get slaves data\n");
943 			return -ENODEV;
944 		}
945 
946 		dsi->slave->is_slave = true;
947 		dw_mipi_dsi_set_slave(dsi->dmd, dsi->slave->dmd);
948 		put_device(second);
949 	}
950 
951 	pm_runtime_get_sync(dsi->dev);
952 	if (dsi->slave)
953 		pm_runtime_get_sync(dsi->slave->dev);
954 
955 	ret = clk_prepare_enable(dsi->pllref_clk);
956 	if (ret) {
957 		DRM_DEV_ERROR(dev, "Failed to enable pllref_clk: %d\n", ret);
958 		goto out_pm_runtime;
959 	}
960 
961 	/*
962 	 * With the GRF clock running, write lane and dual-mode configurations
963 	 * that won't change immediately. If we waited until enable() to do
964 	 * this, things like panel preparation would not be able to send
965 	 * commands over DSI.
966 	 */
967 	ret = clk_prepare_enable(dsi->grf_clk);
968 	if (ret) {
969 		DRM_DEV_ERROR(dsi->dev, "Failed to enable grf_clk: %d\n", ret);
970 		goto out_pll_clk;
971 	}
972 
973 	dw_mipi_dsi_rockchip_config(dsi);
974 	if (dsi->slave)
975 		dw_mipi_dsi_rockchip_config(dsi->slave);
976 
977 	clk_disable_unprepare(dsi->grf_clk);
978 
979 	ret = rockchip_dsi_drm_create_encoder(dsi, drm_dev);
980 	if (ret) {
981 		DRM_DEV_ERROR(dev, "Failed to create drm encoder\n");
982 		goto out_pll_clk;
983 	}
984 	rockchip_drm_encoder_set_crtc_endpoint_id(&dsi->encoder,
985 						  dev->of_node, 0, 0);
986 
987 	ret = dw_mipi_dsi_bind(dsi->dmd, &dsi->encoder.encoder);
988 	if (ret) {
989 		DRM_DEV_ERROR(dev, "Failed to bind: %d\n", ret);
990 		goto out_pll_clk;
991 	}
992 
993 	dsi->dsi_bound = true;
994 
995 	return 0;
996 
997 out_pll_clk:
998 	clk_disable_unprepare(dsi->pllref_clk);
999 out_pm_runtime:
1000 	pm_runtime_put(dsi->dev);
1001 	if (dsi->slave)
1002 		pm_runtime_put(dsi->slave->dev);
1003 
1004 	return ret;
1005 }
1006 
1007 static void dw_mipi_dsi_rockchip_unbind(struct device *dev,
1008 					struct device *master,
1009 					void *data)
1010 {
1011 	struct dw_mipi_dsi_rockchip *dsi = dev_get_drvdata(dev);
1012 
1013 	if (dsi->is_slave)
1014 		return;
1015 
1016 	dsi->dsi_bound = false;
1017 
1018 	dw_mipi_dsi_unbind(dsi->dmd);
1019 
1020 	clk_disable_unprepare(dsi->pllref_clk);
1021 
1022 	pm_runtime_put(dsi->dev);
1023 	if (dsi->slave)
1024 		pm_runtime_put(dsi->slave->dev);
1025 }
1026 
1027 static const struct component_ops dw_mipi_dsi_rockchip_ops = {
1028 	.bind	= dw_mipi_dsi_rockchip_bind,
1029 	.unbind	= dw_mipi_dsi_rockchip_unbind,
1030 };
1031 
1032 static int dw_mipi_dsi_rockchip_host_attach(void *priv_data,
1033 					    struct mipi_dsi_device *device)
1034 {
1035 	struct dw_mipi_dsi_rockchip *dsi = priv_data;
1036 	struct device *second;
1037 	int ret;
1038 
1039 	mutex_lock(&dsi->usage_mutex);
1040 
1041 	if (dsi->usage_mode != DW_DSI_USAGE_IDLE) {
1042 		DRM_DEV_ERROR(dsi->dev, "dsi controller already in use\n");
1043 		mutex_unlock(&dsi->usage_mutex);
1044 		return -EBUSY;
1045 	}
1046 
1047 	dsi->usage_mode = DW_DSI_USAGE_DSI;
1048 	mutex_unlock(&dsi->usage_mutex);
1049 
1050 	ret = component_add(dsi->dev, &dw_mipi_dsi_rockchip_ops);
1051 	if (ret) {
1052 		DRM_DEV_ERROR(dsi->dev, "Failed to register component: %d\n",
1053 					ret);
1054 		return ret;
1055 	}
1056 
1057 	second = dw_mipi_dsi_rockchip_find_second(dsi);
1058 	if (IS_ERR(second))
1059 		return PTR_ERR(second);
1060 	if (second) {
1061 		ret = component_add(second, &dw_mipi_dsi_rockchip_ops);
1062 		if (ret) {
1063 			DRM_DEV_ERROR(second,
1064 				      "Failed to register component: %d\n",
1065 				      ret);
1066 			return ret;
1067 		}
1068 	}
1069 
1070 	return 0;
1071 }
1072 
1073 static int dw_mipi_dsi_rockchip_host_detach(void *priv_data,
1074 					    struct mipi_dsi_device *device)
1075 {
1076 	struct dw_mipi_dsi_rockchip *dsi = priv_data;
1077 	struct device *second;
1078 
1079 	second = dw_mipi_dsi_rockchip_find_second(dsi);
1080 	if (second && !IS_ERR(second))
1081 		component_del(second, &dw_mipi_dsi_rockchip_ops);
1082 
1083 	component_del(dsi->dev, &dw_mipi_dsi_rockchip_ops);
1084 
1085 	mutex_lock(&dsi->usage_mutex);
1086 	dsi->usage_mode = DW_DSI_USAGE_IDLE;
1087 	mutex_unlock(&dsi->usage_mutex);
1088 
1089 	return 0;
1090 }
1091 
1092 static const struct dw_mipi_dsi_host_ops dw_mipi_dsi_rockchip_host_ops = {
1093 	.attach = dw_mipi_dsi_rockchip_host_attach,
1094 	.detach = dw_mipi_dsi_rockchip_host_detach,
1095 };
1096 
1097 static int dw_mipi_dsi_rockchip_dphy_bind(struct device *dev,
1098 					  struct device *master,
1099 					  void *data)
1100 {
1101 	/*
1102 	 * Nothing to do when used as a dphy.
1103 	 * Just make the rest of Rockchip-DRM happy
1104 	 * by being here.
1105 	 */
1106 
1107 	return 0;
1108 }
1109 
1110 static void dw_mipi_dsi_rockchip_dphy_unbind(struct device *dev,
1111 					     struct device *master,
1112 					     void *data)
1113 {
1114 	/* Nothing to do when used as a dphy. */
1115 }
1116 
1117 static const struct component_ops dw_mipi_dsi_rockchip_dphy_ops = {
1118 	.bind	= dw_mipi_dsi_rockchip_dphy_bind,
1119 	.unbind	= dw_mipi_dsi_rockchip_dphy_unbind,
1120 };
1121 
1122 static int dw_mipi_dsi_dphy_init(struct phy *phy)
1123 {
1124 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1125 	int ret;
1126 
1127 	mutex_lock(&dsi->usage_mutex);
1128 
1129 	if (dsi->usage_mode != DW_DSI_USAGE_IDLE) {
1130 		DRM_DEV_ERROR(dsi->dev, "dsi controller already in use\n");
1131 		mutex_unlock(&dsi->usage_mutex);
1132 		return -EBUSY;
1133 	}
1134 
1135 	dsi->usage_mode = DW_DSI_USAGE_PHY;
1136 	mutex_unlock(&dsi->usage_mutex);
1137 
1138 	ret = component_add(dsi->dev, &dw_mipi_dsi_rockchip_dphy_ops);
1139 	if (ret < 0)
1140 		goto err_graph;
1141 
1142 	if (dsi->cdata->dphy_rx_init) {
1143 		ret = clk_prepare_enable(dsi->pclk);
1144 		if (ret < 0)
1145 			goto err_init;
1146 
1147 		ret = clk_prepare_enable(dsi->grf_clk);
1148 		if (ret) {
1149 			clk_disable_unprepare(dsi->pclk);
1150 			goto err_init;
1151 		}
1152 
1153 		ret = dsi->cdata->dphy_rx_init(phy);
1154 		clk_disable_unprepare(dsi->grf_clk);
1155 		clk_disable_unprepare(dsi->pclk);
1156 		if (ret < 0)
1157 			goto err_init;
1158 	}
1159 
1160 	return 0;
1161 
1162 err_init:
1163 	component_del(dsi->dev, &dw_mipi_dsi_rockchip_dphy_ops);
1164 err_graph:
1165 	mutex_lock(&dsi->usage_mutex);
1166 	dsi->usage_mode = DW_DSI_USAGE_IDLE;
1167 	mutex_unlock(&dsi->usage_mutex);
1168 
1169 	return ret;
1170 }
1171 
1172 static int dw_mipi_dsi_dphy_exit(struct phy *phy)
1173 {
1174 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1175 
1176 	component_del(dsi->dev, &dw_mipi_dsi_rockchip_dphy_ops);
1177 
1178 	mutex_lock(&dsi->usage_mutex);
1179 	dsi->usage_mode = DW_DSI_USAGE_IDLE;
1180 	mutex_unlock(&dsi->usage_mutex);
1181 
1182 	return 0;
1183 }
1184 
1185 static int dw_mipi_dsi_dphy_configure(struct phy *phy, union phy_configure_opts *opts)
1186 {
1187 	struct phy_configure_opts_mipi_dphy *config = &opts->mipi_dphy;
1188 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1189 	int ret;
1190 
1191 	ret = phy_mipi_dphy_config_validate(&opts->mipi_dphy);
1192 	if (ret)
1193 		return ret;
1194 
1195 	dsi->dphy_config = *config;
1196 	dsi->lane_mbps = div_u64(config->hs_clk_rate, 1000 * 1000 * 1);
1197 
1198 	return 0;
1199 }
1200 
1201 static int dw_mipi_dsi_dphy_power_on(struct phy *phy)
1202 {
1203 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1204 	int i, ret;
1205 
1206 	DRM_DEV_DEBUG(dsi->dev, "lanes %d - data_rate_mbps %u\n",
1207 		      dsi->dphy_config.lanes, dsi->lane_mbps);
1208 
1209 	i = max_mbps_to_parameter(dsi->lane_mbps);
1210 	if (i < 0) {
1211 		DRM_DEV_ERROR(dsi->dev, "failed to get parameter for %dmbps clock\n",
1212 			      dsi->lane_mbps);
1213 		return i;
1214 	}
1215 
1216 	ret = pm_runtime_get_sync(dsi->dev);
1217 	if (ret < 0) {
1218 		DRM_DEV_ERROR(dsi->dev, "failed to enable device: %d\n", ret);
1219 		return ret;
1220 	}
1221 
1222 	ret = clk_prepare_enable(dsi->pclk);
1223 	if (ret) {
1224 		DRM_DEV_ERROR(dsi->dev, "Failed to enable pclk: %d\n", ret);
1225 		goto err_pclk;
1226 	}
1227 
1228 	ret = clk_prepare_enable(dsi->grf_clk);
1229 	if (ret) {
1230 		DRM_DEV_ERROR(dsi->dev, "Failed to enable grf_clk: %d\n", ret);
1231 		goto err_grf_clk;
1232 	}
1233 
1234 	ret = clk_prepare_enable(dsi->phy_cfg_clk);
1235 	if (ret) {
1236 		DRM_DEV_ERROR(dsi->dev, "Failed to enable phy_cfg_clk: %d\n", ret);
1237 		goto err_phy_cfg_clk;
1238 	}
1239 
1240 	/* do soc-variant specific init */
1241 	if (dsi->cdata->dphy_rx_power_on) {
1242 		ret = dsi->cdata->dphy_rx_power_on(phy);
1243 		if (ret < 0) {
1244 			DRM_DEV_ERROR(dsi->dev, "hardware-specific phy bringup failed: %d\n", ret);
1245 			goto err_pwr_on;
1246 		}
1247 	}
1248 
1249 	/*
1250 	 * Configure hsfreqrange according to frequency values
1251 	 * Set clock lane and hsfreqrange by lane0(test code 0x44)
1252 	 */
1253 	dw_mipi_dsi_phy_write(dsi, HS_RX_CONTROL_OF_LANE_CLK, 0);
1254 	dw_mipi_dsi_phy_write(dsi, HS_RX_CONTROL_OF_LANE_0,
1255 			      HSFREQRANGE_SEL(dppa_map[i].hsfreqrange));
1256 	dw_mipi_dsi_phy_write(dsi, HS_RX_CONTROL_OF_LANE_1, 0);
1257 	dw_mipi_dsi_phy_write(dsi, HS_RX_CONTROL_OF_LANE_2, 0);
1258 	dw_mipi_dsi_phy_write(dsi, HS_RX_CONTROL_OF_LANE_3, 0);
1259 
1260 	/* Normal operation */
1261 	dw_mipi_dsi_phy_write(dsi, 0x0, 0);
1262 
1263 	clk_disable_unprepare(dsi->phy_cfg_clk);
1264 	clk_disable_unprepare(dsi->grf_clk);
1265 
1266 	return ret;
1267 
1268 err_pwr_on:
1269 	clk_disable_unprepare(dsi->phy_cfg_clk);
1270 err_phy_cfg_clk:
1271 	clk_disable_unprepare(dsi->grf_clk);
1272 err_grf_clk:
1273 	clk_disable_unprepare(dsi->pclk);
1274 err_pclk:
1275 	pm_runtime_put(dsi->dev);
1276 	return ret;
1277 }
1278 
1279 static int dw_mipi_dsi_dphy_power_off(struct phy *phy)
1280 {
1281 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1282 	int ret;
1283 
1284 	ret = clk_prepare_enable(dsi->grf_clk);
1285 	if (ret) {
1286 		DRM_DEV_ERROR(dsi->dev, "Failed to enable grf_clk: %d\n", ret);
1287 		return ret;
1288 	}
1289 
1290 	if (dsi->cdata->dphy_rx_power_off) {
1291 		ret = dsi->cdata->dphy_rx_power_off(phy);
1292 		if (ret < 0)
1293 			DRM_DEV_ERROR(dsi->dev, "hardware-specific phy shutdown failed: %d\n", ret);
1294 	}
1295 
1296 	clk_disable_unprepare(dsi->grf_clk);
1297 	clk_disable_unprepare(dsi->pclk);
1298 
1299 	pm_runtime_put(dsi->dev);
1300 
1301 	return ret;
1302 }
1303 
1304 static const struct phy_ops dw_mipi_dsi_dphy_ops = {
1305 	.configure	= dw_mipi_dsi_dphy_configure,
1306 	.power_on	= dw_mipi_dsi_dphy_power_on,
1307 	.power_off	= dw_mipi_dsi_dphy_power_off,
1308 	.init		= dw_mipi_dsi_dphy_init,
1309 	.exit		= dw_mipi_dsi_dphy_exit,
1310 };
1311 
1312 static int __maybe_unused dw_mipi_dsi_rockchip_resume(struct device *dev)
1313 {
1314 	struct dw_mipi_dsi_rockchip *dsi = dev_get_drvdata(dev);
1315 	int ret;
1316 
1317 	/*
1318 	 * Re-configure DSI state, if we were previously initialized. We need
1319 	 * to do this before rockchip_drm_drv tries to re-enable() any panels.
1320 	 */
1321 	if (dsi->dsi_bound) {
1322 		ret = clk_prepare_enable(dsi->grf_clk);
1323 		if (ret) {
1324 			DRM_DEV_ERROR(dsi->dev, "Failed to enable grf_clk: %d\n", ret);
1325 			return ret;
1326 		}
1327 
1328 		dw_mipi_dsi_rockchip_config(dsi);
1329 		if (dsi->slave)
1330 			dw_mipi_dsi_rockchip_config(dsi->slave);
1331 
1332 		clk_disable_unprepare(dsi->grf_clk);
1333 	}
1334 
1335 	return 0;
1336 }
1337 
1338 static const struct dev_pm_ops dw_mipi_dsi_rockchip_pm_ops = {
1339 	SET_LATE_SYSTEM_SLEEP_PM_OPS(NULL, dw_mipi_dsi_rockchip_resume)
1340 };
1341 
1342 static int dw_mipi_dsi_rockchip_probe(struct platform_device *pdev)
1343 {
1344 	struct device *dev = &pdev->dev;
1345 	struct device_node *np = dev->of_node;
1346 	struct dw_mipi_dsi_rockchip *dsi;
1347 	struct phy_provider *phy_provider;
1348 	struct resource *res;
1349 	const struct rockchip_dw_dsi_chip_data *cdata =
1350 				of_device_get_match_data(dev);
1351 	int ret, i;
1352 
1353 	dsi = devm_kzalloc(dev, sizeof(*dsi), GFP_KERNEL);
1354 	if (!dsi)
1355 		return -ENOMEM;
1356 
1357 	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1358 	dsi->base = devm_ioremap_resource(dev, res);
1359 	if (IS_ERR(dsi->base)) {
1360 		DRM_DEV_ERROR(dev, "Unable to get dsi registers\n");
1361 		return PTR_ERR(dsi->base);
1362 	}
1363 
1364 	i = 0;
1365 	while (cdata[i].reg) {
1366 		if (cdata[i].reg == res->start) {
1367 			dsi->cdata = &cdata[i];
1368 			break;
1369 		}
1370 
1371 		i++;
1372 	}
1373 
1374 	if (!dsi->cdata) {
1375 		DRM_DEV_ERROR(dev, "no dsi-config for %s node\n", np->name);
1376 		return -EINVAL;
1377 	}
1378 
1379 	/* try to get a possible external dphy */
1380 	dsi->phy = devm_phy_optional_get(dev, "dphy");
1381 	if (IS_ERR(dsi->phy)) {
1382 		ret = PTR_ERR(dsi->phy);
1383 		DRM_DEV_ERROR(dev, "failed to get mipi dphy: %d\n", ret);
1384 		return ret;
1385 	}
1386 
1387 	dsi->pclk = devm_clk_get(dev, "pclk");
1388 	if (IS_ERR(dsi->pclk)) {
1389 		ret = PTR_ERR(dsi->pclk);
1390 		DRM_DEV_ERROR(dev, "Unable to get pclk: %d\n", ret);
1391 		return ret;
1392 	}
1393 
1394 	dsi->pllref_clk = devm_clk_get(dev, "ref");
1395 	if (IS_ERR(dsi->pllref_clk)) {
1396 		if (dsi->phy) {
1397 			/*
1398 			 * if external phy is present, pll will be
1399 			 * generated there.
1400 			 */
1401 			dsi->pllref_clk = NULL;
1402 		} else {
1403 			ret = PTR_ERR(dsi->pllref_clk);
1404 			DRM_DEV_ERROR(dev,
1405 				      "Unable to get pll reference clock: %d\n",
1406 				      ret);
1407 			return ret;
1408 		}
1409 	}
1410 
1411 	if (dsi->cdata->flags & DW_MIPI_NEEDS_PHY_CFG_CLK) {
1412 		dsi->phy_cfg_clk = devm_clk_get(dev, "phy_cfg");
1413 		if (IS_ERR(dsi->phy_cfg_clk)) {
1414 			ret = PTR_ERR(dsi->phy_cfg_clk);
1415 			DRM_DEV_ERROR(dev,
1416 				      "Unable to get phy_cfg_clk: %d\n", ret);
1417 			return ret;
1418 		}
1419 	}
1420 
1421 	if (dsi->cdata->flags & DW_MIPI_NEEDS_GRF_CLK) {
1422 		dsi->grf_clk = devm_clk_get(dev, "grf");
1423 		if (IS_ERR(dsi->grf_clk)) {
1424 			ret = PTR_ERR(dsi->grf_clk);
1425 			DRM_DEV_ERROR(dev, "Unable to get grf_clk: %d\n", ret);
1426 			return ret;
1427 		}
1428 	}
1429 
1430 	dsi->grf_regmap = syscon_regmap_lookup_by_phandle(np, "rockchip,grf");
1431 	if (IS_ERR(dsi->grf_regmap)) {
1432 		DRM_DEV_ERROR(dev, "Unable to get rockchip,grf\n");
1433 		return PTR_ERR(dsi->grf_regmap);
1434 	}
1435 
1436 	dsi->dev = dev;
1437 	dsi->pdata.base = dsi->base;
1438 	dsi->pdata.max_data_lanes = dsi->cdata->max_data_lanes;
1439 	dsi->pdata.phy_ops = &dw_mipi_dsi_rockchip_phy_ops;
1440 	dsi->pdata.host_ops = &dw_mipi_dsi_rockchip_host_ops;
1441 	dsi->pdata.priv_data = dsi;
1442 	platform_set_drvdata(pdev, dsi);
1443 
1444 	mutex_init(&dsi->usage_mutex);
1445 
1446 	dsi->dphy = devm_phy_create(dev, NULL, &dw_mipi_dsi_dphy_ops);
1447 	if (IS_ERR(dsi->dphy)) {
1448 		DRM_DEV_ERROR(&pdev->dev, "failed to create PHY\n");
1449 		return PTR_ERR(dsi->dphy);
1450 	}
1451 
1452 	phy_set_drvdata(dsi->dphy, dsi);
1453 	phy_provider = devm_of_phy_provider_register(dev, of_phy_simple_xlate);
1454 	if (IS_ERR(phy_provider))
1455 		return PTR_ERR(phy_provider);
1456 
1457 	dsi->dmd = dw_mipi_dsi_probe(pdev, &dsi->pdata);
1458 	if (IS_ERR(dsi->dmd)) {
1459 		ret = PTR_ERR(dsi->dmd);
1460 		if (ret != -EPROBE_DEFER)
1461 			DRM_DEV_ERROR(dev,
1462 				      "Failed to probe dw_mipi_dsi: %d\n", ret);
1463 		return ret;
1464 	}
1465 
1466 	return 0;
1467 }
1468 
1469 static int dw_mipi_dsi_rockchip_remove(struct platform_device *pdev)
1470 {
1471 	struct dw_mipi_dsi_rockchip *dsi = platform_get_drvdata(pdev);
1472 
1473 	dw_mipi_dsi_remove(dsi->dmd);
1474 
1475 	return 0;
1476 }
1477 
1478 static const struct rockchip_dw_dsi_chip_data px30_chip_data[] = {
1479 	{
1480 		.reg = 0xff450000,
1481 		.lcdsel_grf_reg = PX30_GRF_PD_VO_CON1,
1482 		.lcdsel_big = HIWORD_UPDATE(0, PX30_DSI_LCDC_SEL),
1483 		.lcdsel_lit = HIWORD_UPDATE(PX30_DSI_LCDC_SEL,
1484 					    PX30_DSI_LCDC_SEL),
1485 
1486 		.lanecfg1_grf_reg = PX30_GRF_PD_VO_CON1,
1487 		.lanecfg1 = HIWORD_UPDATE(0, PX30_DSI_TURNDISABLE |
1488 					     PX30_DSI_FORCERXMODE |
1489 					     PX30_DSI_FORCETXSTOPMODE),
1490 
1491 		.max_data_lanes = 4,
1492 	},
1493 	{ /* sentinel */ }
1494 };
1495 
1496 static const struct rockchip_dw_dsi_chip_data rk3288_chip_data[] = {
1497 	{
1498 		.reg = 0xff960000,
1499 		.lcdsel_grf_reg = RK3288_GRF_SOC_CON6,
1500 		.lcdsel_big = HIWORD_UPDATE(0, RK3288_DSI0_LCDC_SEL),
1501 		.lcdsel_lit = HIWORD_UPDATE(RK3288_DSI0_LCDC_SEL, RK3288_DSI0_LCDC_SEL),
1502 
1503 		.max_data_lanes = 4,
1504 	},
1505 	{
1506 		.reg = 0xff964000,
1507 		.lcdsel_grf_reg = RK3288_GRF_SOC_CON6,
1508 		.lcdsel_big = HIWORD_UPDATE(0, RK3288_DSI1_LCDC_SEL),
1509 		.lcdsel_lit = HIWORD_UPDATE(RK3288_DSI1_LCDC_SEL, RK3288_DSI1_LCDC_SEL),
1510 
1511 		.max_data_lanes = 4,
1512 	},
1513 	{ /* sentinel */ }
1514 };
1515 
1516 static int rk3399_dphy_tx1rx1_init(struct phy *phy)
1517 {
1518 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1519 
1520 	/*
1521 	 * Set TX1RX1 source to isp1.
1522 	 * Assume ISP0 is supplied by the RX0 dphy.
1523 	 */
1524 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
1525 		     HIWORD_UPDATE(0, RK3399_TXRX_SRC_SEL_ISP0));
1526 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
1527 		     HIWORD_UPDATE(0, RK3399_TXRX_MASTERSLAVEZ));
1528 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
1529 		     HIWORD_UPDATE(0, RK3399_TXRX_BASEDIR));
1530 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
1531 		     HIWORD_UPDATE(0, RK3399_DSI1_ENABLE));
1532 
1533 	return 0;
1534 }
1535 
1536 static int rk3399_dphy_tx1rx1_power_on(struct phy *phy)
1537 {
1538 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1539 
1540 	/* tester reset pulse */
1541 	dsi_write(dsi, DSI_PHY_TST_CTRL0, PHY_TESTCLK | PHY_TESTCLR);
1542 	usleep_range(100, 150);
1543 
1544 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
1545 		     HIWORD_UPDATE(0, RK3399_TXRX_MASTERSLAVEZ));
1546 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
1547 		     HIWORD_UPDATE(RK3399_TXRX_BASEDIR, RK3399_TXRX_BASEDIR));
1548 
1549 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
1550 		     HIWORD_UPDATE(0, RK3399_DSI1_FORCERXMODE));
1551 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
1552 		     HIWORD_UPDATE(0, RK3399_DSI1_FORCETXSTOPMODE));
1553 
1554 	/* Disable lane turn around, which is ignored in receive mode */
1555 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
1556 		     HIWORD_UPDATE(0, RK3399_TXRX_TURNREQUEST));
1557 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
1558 		     HIWORD_UPDATE(RK3399_DSI1_TURNDISABLE,
1559 				   RK3399_DSI1_TURNDISABLE));
1560 	usleep_range(100, 150);
1561 
1562 	dsi_write(dsi, DSI_PHY_TST_CTRL0, PHY_TESTCLK | PHY_UNTESTCLR);
1563 	usleep_range(100, 150);
1564 
1565 	/* Enable dphy lanes */
1566 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
1567 		     HIWORD_UPDATE(GENMASK(dsi->dphy_config.lanes - 1, 0),
1568 				   RK3399_DSI1_ENABLE));
1569 
1570 	usleep_range(100, 150);
1571 
1572 	return 0;
1573 }
1574 
1575 static int rk3399_dphy_tx1rx1_power_off(struct phy *phy)
1576 {
1577 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1578 
1579 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
1580 		     HIWORD_UPDATE(0, RK3399_DSI1_ENABLE));
1581 
1582 	return 0;
1583 }
1584 
1585 static const struct rockchip_dw_dsi_chip_data rk3399_chip_data[] = {
1586 	{
1587 		.reg = 0xff960000,
1588 		.lcdsel_grf_reg = RK3399_GRF_SOC_CON20,
1589 		.lcdsel_big = HIWORD_UPDATE(0, RK3399_DSI0_LCDC_SEL),
1590 		.lcdsel_lit = HIWORD_UPDATE(RK3399_DSI0_LCDC_SEL,
1591 					    RK3399_DSI0_LCDC_SEL),
1592 
1593 		.lanecfg1_grf_reg = RK3399_GRF_SOC_CON22,
1594 		.lanecfg1 = HIWORD_UPDATE(0, RK3399_DSI0_TURNREQUEST |
1595 					     RK3399_DSI0_TURNDISABLE |
1596 					     RK3399_DSI0_FORCETXSTOPMODE |
1597 					     RK3399_DSI0_FORCERXMODE),
1598 
1599 		.flags = DW_MIPI_NEEDS_PHY_CFG_CLK | DW_MIPI_NEEDS_GRF_CLK,
1600 		.max_data_lanes = 4,
1601 	},
1602 	{
1603 		.reg = 0xff968000,
1604 		.lcdsel_grf_reg = RK3399_GRF_SOC_CON20,
1605 		.lcdsel_big = HIWORD_UPDATE(0, RK3399_DSI1_LCDC_SEL),
1606 		.lcdsel_lit = HIWORD_UPDATE(RK3399_DSI1_LCDC_SEL,
1607 					    RK3399_DSI1_LCDC_SEL),
1608 
1609 		.lanecfg1_grf_reg = RK3399_GRF_SOC_CON23,
1610 		.lanecfg1 = HIWORD_UPDATE(0, RK3399_DSI1_TURNDISABLE |
1611 					     RK3399_DSI1_FORCETXSTOPMODE |
1612 					     RK3399_DSI1_FORCERXMODE |
1613 					     RK3399_DSI1_ENABLE),
1614 
1615 		.lanecfg2_grf_reg = RK3399_GRF_SOC_CON24,
1616 		.lanecfg2 = HIWORD_UPDATE(RK3399_TXRX_MASTERSLAVEZ |
1617 					  RK3399_TXRX_ENABLECLK,
1618 					  RK3399_TXRX_MASTERSLAVEZ |
1619 					  RK3399_TXRX_ENABLECLK |
1620 					  RK3399_TXRX_BASEDIR),
1621 
1622 		.enable_grf_reg = RK3399_GRF_SOC_CON23,
1623 		.enable = HIWORD_UPDATE(RK3399_DSI1_ENABLE, RK3399_DSI1_ENABLE),
1624 
1625 		.flags = DW_MIPI_NEEDS_PHY_CFG_CLK | DW_MIPI_NEEDS_GRF_CLK,
1626 		.max_data_lanes = 4,
1627 
1628 		.dphy_rx_init = rk3399_dphy_tx1rx1_init,
1629 		.dphy_rx_power_on = rk3399_dphy_tx1rx1_power_on,
1630 		.dphy_rx_power_off = rk3399_dphy_tx1rx1_power_off,
1631 	},
1632 	{ /* sentinel */ }
1633 };
1634 
1635 static const struct rockchip_dw_dsi_chip_data rk3568_chip_data[] = {
1636 	{
1637 		.reg = 0xfe060000,
1638 		.lcdsel_grf_reg = -1,
1639 		.lanecfg1_grf_reg = RK3568_GRF_VO_CON2,
1640 		.lanecfg1 = HIWORD_UPDATE(0, RK3568_DSI0_SKEWCALHS |
1641 					  RK3568_DSI0_FORCETXSTOPMODE |
1642 					  RK3568_DSI0_TURNDISABLE |
1643 					  RK3568_DSI0_FORCERXMODE),
1644 		.max_data_lanes = 4,
1645 	},
1646 	{
1647 		.reg = 0xfe070000,
1648 		.lcdsel_grf_reg = -1,
1649 		.lanecfg1_grf_reg = RK3568_GRF_VO_CON3,
1650 		.lanecfg1 = HIWORD_UPDATE(0, RK3568_DSI1_SKEWCALHS |
1651 					  RK3568_DSI1_FORCETXSTOPMODE |
1652 					  RK3568_DSI1_TURNDISABLE |
1653 					  RK3568_DSI1_FORCERXMODE),
1654 		.max_data_lanes = 4,
1655 	},
1656 	{ /* sentinel */ }
1657 };
1658 
1659 static const struct of_device_id dw_mipi_dsi_rockchip_dt_ids[] = {
1660 	{
1661 	 .compatible = "rockchip,px30-mipi-dsi",
1662 	 .data = &px30_chip_data,
1663 	}, {
1664 	 .compatible = "rockchip,rk3288-mipi-dsi",
1665 	 .data = &rk3288_chip_data,
1666 	}, {
1667 	 .compatible = "rockchip,rk3399-mipi-dsi",
1668 	 .data = &rk3399_chip_data,
1669 	}, {
1670 	 .compatible = "rockchip,rk3568-mipi-dsi",
1671 	 .data = &rk3568_chip_data,
1672 	},
1673 	{ /* sentinel */ }
1674 };
1675 MODULE_DEVICE_TABLE(of, dw_mipi_dsi_rockchip_dt_ids);
1676 
1677 struct platform_driver dw_mipi_dsi_rockchip_driver = {
1678 	.probe		= dw_mipi_dsi_rockchip_probe,
1679 	.remove		= dw_mipi_dsi_rockchip_remove,
1680 	.driver		= {
1681 		.of_match_table = dw_mipi_dsi_rockchip_dt_ids,
1682 		.pm	= &dw_mipi_dsi_rockchip_pm_ops,
1683 		.name	= "dw-mipi-dsi-rockchip",
1684 	},
1685 };
1686