1 // SPDX-License-Identifier: GPL-2.0+
2 /*
3  * Copyright (C) Fuzhou Rockchip Electronics Co.Ltd
4  * Author:
5  *      Chris Zhong <zyw@rock-chips.com>
6  *      Nickey Yang <nickey.yang@rock-chips.com>
7  */
8 
9 #include <linux/clk.h>
10 #include <linux/iopoll.h>
11 #include <linux/math64.h>
12 #include <linux/mfd/syscon.h>
13 #include <linux/module.h>
14 #include <linux/of_device.h>
15 #include <linux/phy/phy.h>
16 #include <linux/pm_runtime.h>
17 #include <linux/regmap.h>
18 
19 #include <video/mipi_display.h>
20 
21 #include <drm/bridge/dw_mipi_dsi.h>
22 #include <drm/drm_mipi_dsi.h>
23 #include <drm/drm_of.h>
24 #include <drm/drm_simple_kms_helper.h>
25 
26 #include "rockchip_drm_drv.h"
27 #include "rockchip_drm_vop.h"
28 
29 #define DSI_PHY_RSTZ			0xa0
30 #define PHY_DISFORCEPLL			0
31 #define PHY_ENFORCEPLL			BIT(3)
32 #define PHY_DISABLECLK			0
33 #define PHY_ENABLECLK			BIT(2)
34 #define PHY_RSTZ			0
35 #define PHY_UNRSTZ			BIT(1)
36 #define PHY_SHUTDOWNZ			0
37 #define PHY_UNSHUTDOWNZ			BIT(0)
38 
39 #define DSI_PHY_IF_CFG			0xa4
40 #define N_LANES(n)			((((n) - 1) & 0x3) << 0)
41 #define PHY_STOP_WAIT_TIME(cycle)	(((cycle) & 0xff) << 8)
42 
43 #define DSI_PHY_STATUS			0xb0
44 #define LOCK				BIT(0)
45 #define STOP_STATE_CLK_LANE		BIT(2)
46 
47 #define DSI_PHY_TST_CTRL0		0xb4
48 #define PHY_TESTCLK			BIT(1)
49 #define PHY_UNTESTCLK			0
50 #define PHY_TESTCLR			BIT(0)
51 #define PHY_UNTESTCLR			0
52 
53 #define DSI_PHY_TST_CTRL1		0xb8
54 #define PHY_TESTEN			BIT(16)
55 #define PHY_UNTESTEN			0
56 #define PHY_TESTDOUT(n)			(((n) & 0xff) << 8)
57 #define PHY_TESTDIN(n)			(((n) & 0xff) << 0)
58 
59 #define DSI_INT_ST0			0xbc
60 #define DSI_INT_ST1			0xc0
61 #define DSI_INT_MSK0			0xc4
62 #define DSI_INT_MSK1			0xc8
63 
64 #define PHY_STATUS_TIMEOUT_US		10000
65 #define CMD_PKT_STATUS_TIMEOUT_US	20000
66 
67 #define BYPASS_VCO_RANGE	BIT(7)
68 #define VCO_RANGE_CON_SEL(val)	(((val) & 0x7) << 3)
69 #define VCO_IN_CAP_CON_DEFAULT	(0x0 << 1)
70 #define VCO_IN_CAP_CON_LOW	(0x1 << 1)
71 #define VCO_IN_CAP_CON_HIGH	(0x2 << 1)
72 #define REF_BIAS_CUR_SEL	BIT(0)
73 
74 #define CP_CURRENT_3UA	0x1
75 #define CP_CURRENT_4_5UA	0x2
76 #define CP_CURRENT_7_5UA	0x6
77 #define CP_CURRENT_6UA	0x9
78 #define CP_CURRENT_12UA	0xb
79 #define CP_CURRENT_SEL(val)	((val) & 0xf)
80 #define CP_PROGRAM_EN		BIT(7)
81 
82 #define LPF_RESISTORS_15_5KOHM	0x1
83 #define LPF_RESISTORS_13KOHM	0x2
84 #define LPF_RESISTORS_11_5KOHM	0x4
85 #define LPF_RESISTORS_10_5KOHM	0x8
86 #define LPF_RESISTORS_8KOHM	0x10
87 #define LPF_PROGRAM_EN		BIT(6)
88 #define LPF_RESISTORS_SEL(val)	((val) & 0x3f)
89 
90 #define HSFREQRANGE_SEL(val)	(((val) & 0x3f) << 1)
91 
92 #define INPUT_DIVIDER(val)	(((val) - 1) & 0x7f)
93 #define LOW_PROGRAM_EN		0
94 #define HIGH_PROGRAM_EN		BIT(7)
95 #define LOOP_DIV_LOW_SEL(val)	(((val) - 1) & 0x1f)
96 #define LOOP_DIV_HIGH_SEL(val)	((((val) - 1) >> 5) & 0xf)
97 #define PLL_LOOP_DIV_EN		BIT(5)
98 #define PLL_INPUT_DIV_EN	BIT(4)
99 
100 #define POWER_CONTROL		BIT(6)
101 #define INTERNAL_REG_CURRENT	BIT(3)
102 #define BIAS_BLOCK_ON		BIT(2)
103 #define BANDGAP_ON		BIT(0)
104 
105 #define TER_RESISTOR_HIGH	BIT(7)
106 #define	TER_RESISTOR_LOW	0
107 #define LEVEL_SHIFTERS_ON	BIT(6)
108 #define TER_CAL_DONE		BIT(5)
109 #define SETRD_MAX		(0x7 << 2)
110 #define POWER_MANAGE		BIT(1)
111 #define TER_RESISTORS_ON	BIT(0)
112 
113 #define BIASEXTR_SEL(val)	((val) & 0x7)
114 #define BANDGAP_SEL(val)	((val) & 0x7)
115 #define TLP_PROGRAM_EN		BIT(7)
116 #define THS_PRE_PROGRAM_EN	BIT(7)
117 #define THS_ZERO_PROGRAM_EN	BIT(6)
118 
119 #define PLL_BIAS_CUR_SEL_CAP_VCO_CONTROL		0x10
120 #define PLL_CP_CONTROL_PLL_LOCK_BYPASS			0x11
121 #define PLL_LPF_AND_CP_CONTROL				0x12
122 #define PLL_INPUT_DIVIDER_RATIO				0x17
123 #define PLL_LOOP_DIVIDER_RATIO				0x18
124 #define PLL_INPUT_AND_LOOP_DIVIDER_RATIOS_CONTROL	0x19
125 #define BANDGAP_AND_BIAS_CONTROL			0x20
126 #define TERMINATION_RESISTER_CONTROL			0x21
127 #define AFE_BIAS_BANDGAP_ANALOG_PROGRAMMABILITY		0x22
128 #define HS_RX_CONTROL_OF_LANE_CLK			0x34
129 #define HS_RX_CONTROL_OF_LANE_0				0x44
130 #define HS_RX_CONTROL_OF_LANE_1				0x54
131 #define HS_TX_CLOCK_LANE_REQUEST_STATE_TIME_CONTROL	0x60
132 #define HS_TX_CLOCK_LANE_PREPARE_STATE_TIME_CONTROL	0x61
133 #define HS_TX_CLOCK_LANE_HS_ZERO_STATE_TIME_CONTROL	0x62
134 #define HS_TX_CLOCK_LANE_TRAIL_STATE_TIME_CONTROL	0x63
135 #define HS_TX_CLOCK_LANE_EXIT_STATE_TIME_CONTROL	0x64
136 #define HS_TX_CLOCK_LANE_POST_TIME_CONTROL		0x65
137 #define HS_TX_DATA_LANE_REQUEST_STATE_TIME_CONTROL	0x70
138 #define HS_TX_DATA_LANE_PREPARE_STATE_TIME_CONTROL	0x71
139 #define HS_TX_DATA_LANE_HS_ZERO_STATE_TIME_CONTROL	0x72
140 #define HS_TX_DATA_LANE_TRAIL_STATE_TIME_CONTROL	0x73
141 #define HS_TX_DATA_LANE_EXIT_STATE_TIME_CONTROL		0x74
142 #define HS_RX_DATA_LANE_THS_SETTLE_CONTROL		0x75
143 #define HS_RX_CONTROL_OF_LANE_2				0x84
144 #define HS_RX_CONTROL_OF_LANE_3				0x94
145 
146 #define DW_MIPI_NEEDS_PHY_CFG_CLK	BIT(0)
147 #define DW_MIPI_NEEDS_GRF_CLK		BIT(1)
148 
149 #define PX30_GRF_PD_VO_CON1		0x0438
150 #define PX30_DSI_FORCETXSTOPMODE	(0xf << 7)
151 #define PX30_DSI_FORCERXMODE		BIT(6)
152 #define PX30_DSI_TURNDISABLE		BIT(5)
153 #define PX30_DSI_LCDC_SEL		BIT(0)
154 
155 #define RK3288_GRF_SOC_CON6		0x025c
156 #define RK3288_DSI0_LCDC_SEL		BIT(6)
157 #define RK3288_DSI1_LCDC_SEL		BIT(9)
158 
159 #define RK3399_GRF_SOC_CON20		0x6250
160 #define RK3399_DSI0_LCDC_SEL		BIT(0)
161 #define RK3399_DSI1_LCDC_SEL		BIT(4)
162 
163 #define RK3399_GRF_SOC_CON22		0x6258
164 #define RK3399_DSI0_TURNREQUEST		(0xf << 12)
165 #define RK3399_DSI0_TURNDISABLE		(0xf << 8)
166 #define RK3399_DSI0_FORCETXSTOPMODE	(0xf << 4)
167 #define RK3399_DSI0_FORCERXMODE		(0xf << 0)
168 
169 #define RK3399_GRF_SOC_CON23		0x625c
170 #define RK3399_DSI1_TURNDISABLE		(0xf << 12)
171 #define RK3399_DSI1_FORCETXSTOPMODE	(0xf << 8)
172 #define RK3399_DSI1_FORCERXMODE		(0xf << 4)
173 #define RK3399_DSI1_ENABLE		(0xf << 0)
174 
175 #define RK3399_GRF_SOC_CON24		0x6260
176 #define RK3399_TXRX_MASTERSLAVEZ	BIT(7)
177 #define RK3399_TXRX_ENABLECLK		BIT(6)
178 #define RK3399_TXRX_BASEDIR		BIT(5)
179 #define RK3399_TXRX_SRC_SEL_ISP0	BIT(4)
180 #define RK3399_TXRX_TURNREQUEST		GENMASK(3, 0)
181 
182 #define RK3568_GRF_VO_CON2		0x0368
183 #define RK3568_DSI0_SKEWCALHS		(0x1f << 11)
184 #define RK3568_DSI0_FORCETXSTOPMODE	(0xf << 4)
185 #define RK3568_DSI0_TURNDISABLE		BIT(2)
186 #define RK3568_DSI0_FORCERXMODE		BIT(0)
187 
188 /*
189  * Note these registers do not appear in the datasheet, they are
190  * however present in the BSP driver which is where these values
191  * come from. Name GRF_VO_CON3 is assumed.
192  */
193 #define RK3568_GRF_VO_CON3		0x36c
194 #define RK3568_DSI1_SKEWCALHS		(0x1f << 11)
195 #define RK3568_DSI1_FORCETXSTOPMODE	(0xf << 4)
196 #define RK3568_DSI1_TURNDISABLE		BIT(2)
197 #define RK3568_DSI1_FORCERXMODE		BIT(0)
198 
199 #define HIWORD_UPDATE(val, mask)	(val | (mask) << 16)
200 
201 enum {
202 	DW_DSI_USAGE_IDLE,
203 	DW_DSI_USAGE_DSI,
204 	DW_DSI_USAGE_PHY,
205 };
206 
207 enum {
208 	BANDGAP_97_07,
209 	BANDGAP_98_05,
210 	BANDGAP_99_02,
211 	BANDGAP_100_00,
212 	BANDGAP_93_17,
213 	BANDGAP_94_15,
214 	BANDGAP_95_12,
215 	BANDGAP_96_10,
216 };
217 
218 enum {
219 	BIASEXTR_87_1,
220 	BIASEXTR_91_5,
221 	BIASEXTR_95_9,
222 	BIASEXTR_100,
223 	BIASEXTR_105_94,
224 	BIASEXTR_111_88,
225 	BIASEXTR_118_8,
226 	BIASEXTR_127_7,
227 };
228 
229 struct rockchip_dw_dsi_chip_data {
230 	u32 reg;
231 
232 	u32 lcdsel_grf_reg;
233 	u32 lcdsel_big;
234 	u32 lcdsel_lit;
235 
236 	u32 enable_grf_reg;
237 	u32 enable;
238 
239 	u32 lanecfg1_grf_reg;
240 	u32 lanecfg1;
241 	u32 lanecfg2_grf_reg;
242 	u32 lanecfg2;
243 
244 	int (*dphy_rx_init)(struct phy *phy);
245 	int (*dphy_rx_power_on)(struct phy *phy);
246 	int (*dphy_rx_power_off)(struct phy *phy);
247 
248 	unsigned int flags;
249 	unsigned int max_data_lanes;
250 };
251 
252 struct dw_mipi_dsi_rockchip {
253 	struct device *dev;
254 	struct rockchip_encoder encoder;
255 	void __iomem *base;
256 
257 	struct regmap *grf_regmap;
258 	struct clk *pclk;
259 	struct clk *pllref_clk;
260 	struct clk *grf_clk;
261 	struct clk *phy_cfg_clk;
262 
263 	/* dual-channel */
264 	bool is_slave;
265 	struct dw_mipi_dsi_rockchip *slave;
266 
267 	/* optional external dphy */
268 	struct phy *phy;
269 	union phy_configure_opts phy_opts;
270 
271 	/* being a phy for other mipi hosts */
272 	unsigned int usage_mode;
273 	struct mutex usage_mutex;
274 	struct phy *dphy;
275 	struct phy_configure_opts_mipi_dphy dphy_config;
276 
277 	unsigned int lane_mbps; /* per lane */
278 	u16 input_div;
279 	u16 feedback_div;
280 	u32 format;
281 
282 	struct dw_mipi_dsi *dmd;
283 	const struct rockchip_dw_dsi_chip_data *cdata;
284 	struct dw_mipi_dsi_plat_data pdata;
285 
286 	bool dsi_bound;
287 };
288 
289 static struct dw_mipi_dsi_rockchip *to_dsi(struct drm_encoder *encoder)
290 {
291 	struct rockchip_encoder *rkencoder = to_rockchip_encoder(encoder);
292 
293 	return container_of(rkencoder, struct dw_mipi_dsi_rockchip, encoder);
294 }
295 
296 struct dphy_pll_parameter_map {
297 	unsigned int max_mbps;
298 	u8 hsfreqrange;
299 	u8 icpctrl;
300 	u8 lpfctrl;
301 };
302 
303 /* The table is based on 27MHz DPHY pll reference clock. */
304 static const struct dphy_pll_parameter_map dppa_map[] = {
305 	{  89, 0x00, CP_CURRENT_3UA, LPF_RESISTORS_13KOHM },
306 	{  99, 0x10, CP_CURRENT_3UA, LPF_RESISTORS_13KOHM },
307 	{ 109, 0x20, CP_CURRENT_3UA, LPF_RESISTORS_13KOHM },
308 	{ 129, 0x01, CP_CURRENT_3UA, LPF_RESISTORS_15_5KOHM },
309 	{ 139, 0x11, CP_CURRENT_3UA, LPF_RESISTORS_15_5KOHM },
310 	{ 149, 0x21, CP_CURRENT_3UA, LPF_RESISTORS_15_5KOHM },
311 	{ 169, 0x02, CP_CURRENT_6UA, LPF_RESISTORS_13KOHM },
312 	{ 179, 0x12, CP_CURRENT_6UA, LPF_RESISTORS_13KOHM },
313 	{ 199, 0x22, CP_CURRENT_6UA, LPF_RESISTORS_13KOHM },
314 	{ 219, 0x03, CP_CURRENT_4_5UA, LPF_RESISTORS_13KOHM },
315 	{ 239, 0x13, CP_CURRENT_4_5UA, LPF_RESISTORS_13KOHM },
316 	{ 249, 0x23, CP_CURRENT_4_5UA, LPF_RESISTORS_13KOHM },
317 	{ 269, 0x04, CP_CURRENT_6UA, LPF_RESISTORS_11_5KOHM },
318 	{ 299, 0x14, CP_CURRENT_6UA, LPF_RESISTORS_11_5KOHM },
319 	{ 329, 0x05, CP_CURRENT_3UA, LPF_RESISTORS_15_5KOHM },
320 	{ 359, 0x15, CP_CURRENT_3UA, LPF_RESISTORS_15_5KOHM },
321 	{ 399, 0x25, CP_CURRENT_3UA, LPF_RESISTORS_15_5KOHM },
322 	{ 449, 0x06, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
323 	{ 499, 0x16, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
324 	{ 549, 0x07, CP_CURRENT_7_5UA, LPF_RESISTORS_10_5KOHM },
325 	{ 599, 0x17, CP_CURRENT_7_5UA, LPF_RESISTORS_10_5KOHM },
326 	{ 649, 0x08, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
327 	{ 699, 0x18, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
328 	{ 749, 0x09, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
329 	{ 799, 0x19, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
330 	{ 849, 0x29, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
331 	{ 899, 0x39, CP_CURRENT_7_5UA, LPF_RESISTORS_11_5KOHM },
332 	{ 949, 0x0a, CP_CURRENT_12UA, LPF_RESISTORS_8KOHM },
333 	{ 999, 0x1a, CP_CURRENT_12UA, LPF_RESISTORS_8KOHM },
334 	{1049, 0x2a, CP_CURRENT_12UA, LPF_RESISTORS_8KOHM },
335 	{1099, 0x3a, CP_CURRENT_12UA, LPF_RESISTORS_8KOHM },
336 	{1149, 0x0b, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
337 	{1199, 0x1b, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
338 	{1249, 0x2b, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
339 	{1299, 0x3b, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
340 	{1349, 0x0c, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
341 	{1399, 0x1c, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
342 	{1449, 0x2c, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM },
343 	{1500, 0x3c, CP_CURRENT_12UA, LPF_RESISTORS_10_5KOHM }
344 };
345 
346 static int max_mbps_to_parameter(unsigned int max_mbps)
347 {
348 	int i;
349 
350 	for (i = 0; i < ARRAY_SIZE(dppa_map); i++)
351 		if (dppa_map[i].max_mbps >= max_mbps)
352 			return i;
353 
354 	return -EINVAL;
355 }
356 
357 static inline void dsi_write(struct dw_mipi_dsi_rockchip *dsi, u32 reg, u32 val)
358 {
359 	writel(val, dsi->base + reg);
360 }
361 
362 static inline u32 dsi_read(struct dw_mipi_dsi_rockchip *dsi, u32 reg)
363 {
364 	return readl(dsi->base + reg);
365 }
366 
367 static inline void dsi_update_bits(struct dw_mipi_dsi_rockchip *dsi, u32 reg,
368 				   u32 mask, u32 val)
369 {
370 	dsi_write(dsi, reg, (dsi_read(dsi, reg) & ~mask) | val);
371 }
372 
373 static void dw_mipi_dsi_phy_write(struct dw_mipi_dsi_rockchip *dsi,
374 				  u8 test_code,
375 				  u8 test_data)
376 {
377 	/*
378 	 * With the falling edge on TESTCLK, the TESTDIN[7:0] signal content
379 	 * is latched internally as the current test code. Test data is
380 	 * programmed internally by rising edge on TESTCLK.
381 	 */
382 	dsi_write(dsi, DSI_PHY_TST_CTRL0, PHY_TESTCLK | PHY_UNTESTCLR);
383 
384 	dsi_write(dsi, DSI_PHY_TST_CTRL1, PHY_TESTEN | PHY_TESTDOUT(0) |
385 					  PHY_TESTDIN(test_code));
386 
387 	dsi_write(dsi, DSI_PHY_TST_CTRL0, PHY_UNTESTCLK | PHY_UNTESTCLR);
388 
389 	dsi_write(dsi, DSI_PHY_TST_CTRL1, PHY_UNTESTEN | PHY_TESTDOUT(0) |
390 					  PHY_TESTDIN(test_data));
391 
392 	dsi_write(dsi, DSI_PHY_TST_CTRL0, PHY_TESTCLK | PHY_UNTESTCLR);
393 }
394 
395 /*
396  * ns2bc - Nanoseconds to byte clock cycles
397  */
398 static inline unsigned int ns2bc(struct dw_mipi_dsi_rockchip *dsi, int ns)
399 {
400 	return DIV_ROUND_UP(ns * dsi->lane_mbps / 8, 1000);
401 }
402 
403 /*
404  * ns2ui - Nanoseconds to UI time periods
405  */
406 static inline unsigned int ns2ui(struct dw_mipi_dsi_rockchip *dsi, int ns)
407 {
408 	return DIV_ROUND_UP(ns * dsi->lane_mbps, 1000);
409 }
410 
411 static int dw_mipi_dsi_phy_init(void *priv_data)
412 {
413 	struct dw_mipi_dsi_rockchip *dsi = priv_data;
414 	int ret, i, vco;
415 
416 	if (dsi->phy)
417 		return 0;
418 
419 	/*
420 	 * Get vco from frequency(lane_mbps)
421 	 * vco	frequency table
422 	 * 000 - between   80 and  200 MHz
423 	 * 001 - between  200 and  300 MHz
424 	 * 010 - between  300 and  500 MHz
425 	 * 011 - between  500 and  700 MHz
426 	 * 100 - between  700 and  900 MHz
427 	 * 101 - between  900 and 1100 MHz
428 	 * 110 - between 1100 and 1300 MHz
429 	 * 111 - between 1300 and 1500 MHz
430 	 */
431 	vco = (dsi->lane_mbps < 200) ? 0 : (dsi->lane_mbps + 100) / 200;
432 
433 	i = max_mbps_to_parameter(dsi->lane_mbps);
434 	if (i < 0) {
435 		DRM_DEV_ERROR(dsi->dev,
436 			      "failed to get parameter for %dmbps clock\n",
437 			      dsi->lane_mbps);
438 		return i;
439 	}
440 
441 	ret = clk_prepare_enable(dsi->phy_cfg_clk);
442 	if (ret) {
443 		DRM_DEV_ERROR(dsi->dev, "Failed to enable phy_cfg_clk\n");
444 		return ret;
445 	}
446 
447 	dw_mipi_dsi_phy_write(dsi, PLL_BIAS_CUR_SEL_CAP_VCO_CONTROL,
448 			      BYPASS_VCO_RANGE |
449 			      VCO_RANGE_CON_SEL(vco) |
450 			      VCO_IN_CAP_CON_LOW |
451 			      REF_BIAS_CUR_SEL);
452 
453 	dw_mipi_dsi_phy_write(dsi, PLL_CP_CONTROL_PLL_LOCK_BYPASS,
454 			      CP_CURRENT_SEL(dppa_map[i].icpctrl));
455 	dw_mipi_dsi_phy_write(dsi, PLL_LPF_AND_CP_CONTROL,
456 			      CP_PROGRAM_EN | LPF_PROGRAM_EN |
457 			      LPF_RESISTORS_SEL(dppa_map[i].lpfctrl));
458 
459 	dw_mipi_dsi_phy_write(dsi, HS_RX_CONTROL_OF_LANE_0,
460 			      HSFREQRANGE_SEL(dppa_map[i].hsfreqrange));
461 
462 	dw_mipi_dsi_phy_write(dsi, PLL_INPUT_DIVIDER_RATIO,
463 			      INPUT_DIVIDER(dsi->input_div));
464 	dw_mipi_dsi_phy_write(dsi, PLL_LOOP_DIVIDER_RATIO,
465 			      LOOP_DIV_LOW_SEL(dsi->feedback_div) |
466 			      LOW_PROGRAM_EN);
467 	/*
468 	 * We need set PLL_INPUT_AND_LOOP_DIVIDER_RATIOS_CONTROL immediately
469 	 * to make the configured LSB effective according to IP simulation
470 	 * and lab test results.
471 	 * Only in this way can we get correct mipi phy pll frequency.
472 	 */
473 	dw_mipi_dsi_phy_write(dsi, PLL_INPUT_AND_LOOP_DIVIDER_RATIOS_CONTROL,
474 			      PLL_LOOP_DIV_EN | PLL_INPUT_DIV_EN);
475 	dw_mipi_dsi_phy_write(dsi, PLL_LOOP_DIVIDER_RATIO,
476 			      LOOP_DIV_HIGH_SEL(dsi->feedback_div) |
477 			      HIGH_PROGRAM_EN);
478 	dw_mipi_dsi_phy_write(dsi, PLL_INPUT_AND_LOOP_DIVIDER_RATIOS_CONTROL,
479 			      PLL_LOOP_DIV_EN | PLL_INPUT_DIV_EN);
480 
481 	dw_mipi_dsi_phy_write(dsi, AFE_BIAS_BANDGAP_ANALOG_PROGRAMMABILITY,
482 			      LOW_PROGRAM_EN | BIASEXTR_SEL(BIASEXTR_127_7));
483 	dw_mipi_dsi_phy_write(dsi, AFE_BIAS_BANDGAP_ANALOG_PROGRAMMABILITY,
484 			      HIGH_PROGRAM_EN | BANDGAP_SEL(BANDGAP_96_10));
485 
486 	dw_mipi_dsi_phy_write(dsi, BANDGAP_AND_BIAS_CONTROL,
487 			      POWER_CONTROL | INTERNAL_REG_CURRENT |
488 			      BIAS_BLOCK_ON | BANDGAP_ON);
489 
490 	dw_mipi_dsi_phy_write(dsi, TERMINATION_RESISTER_CONTROL,
491 			      TER_RESISTOR_LOW | TER_CAL_DONE |
492 			      SETRD_MAX | TER_RESISTORS_ON);
493 	dw_mipi_dsi_phy_write(dsi, TERMINATION_RESISTER_CONTROL,
494 			      TER_RESISTOR_HIGH | LEVEL_SHIFTERS_ON |
495 			      SETRD_MAX | POWER_MANAGE |
496 			      TER_RESISTORS_ON);
497 
498 	dw_mipi_dsi_phy_write(dsi, HS_TX_CLOCK_LANE_REQUEST_STATE_TIME_CONTROL,
499 			      TLP_PROGRAM_EN | ns2bc(dsi, 500));
500 	dw_mipi_dsi_phy_write(dsi, HS_TX_CLOCK_LANE_PREPARE_STATE_TIME_CONTROL,
501 			      THS_PRE_PROGRAM_EN | ns2ui(dsi, 40));
502 	dw_mipi_dsi_phy_write(dsi, HS_TX_CLOCK_LANE_HS_ZERO_STATE_TIME_CONTROL,
503 			      THS_ZERO_PROGRAM_EN | ns2bc(dsi, 300));
504 	dw_mipi_dsi_phy_write(dsi, HS_TX_CLOCK_LANE_TRAIL_STATE_TIME_CONTROL,
505 			      THS_PRE_PROGRAM_EN | ns2ui(dsi, 100));
506 	dw_mipi_dsi_phy_write(dsi, HS_TX_CLOCK_LANE_EXIT_STATE_TIME_CONTROL,
507 			      BIT(5) | ns2bc(dsi, 100));
508 	dw_mipi_dsi_phy_write(dsi, HS_TX_CLOCK_LANE_POST_TIME_CONTROL,
509 			      BIT(5) | (ns2bc(dsi, 60) + 7));
510 
511 	dw_mipi_dsi_phy_write(dsi, HS_TX_DATA_LANE_REQUEST_STATE_TIME_CONTROL,
512 			      TLP_PROGRAM_EN | ns2bc(dsi, 500));
513 	dw_mipi_dsi_phy_write(dsi, HS_TX_DATA_LANE_PREPARE_STATE_TIME_CONTROL,
514 			      THS_PRE_PROGRAM_EN | (ns2ui(dsi, 50) + 20));
515 	dw_mipi_dsi_phy_write(dsi, HS_TX_DATA_LANE_HS_ZERO_STATE_TIME_CONTROL,
516 			      THS_ZERO_PROGRAM_EN | (ns2bc(dsi, 140) + 2));
517 	dw_mipi_dsi_phy_write(dsi, HS_TX_DATA_LANE_TRAIL_STATE_TIME_CONTROL,
518 			      THS_PRE_PROGRAM_EN | (ns2ui(dsi, 60) + 8));
519 	dw_mipi_dsi_phy_write(dsi, HS_TX_DATA_LANE_EXIT_STATE_TIME_CONTROL,
520 			      BIT(5) | ns2bc(dsi, 100));
521 
522 	clk_disable_unprepare(dsi->phy_cfg_clk);
523 
524 	return ret;
525 }
526 
527 static void dw_mipi_dsi_phy_power_on(void *priv_data)
528 {
529 	struct dw_mipi_dsi_rockchip *dsi = priv_data;
530 	int ret;
531 
532 	ret = phy_set_mode(dsi->phy, PHY_MODE_MIPI_DPHY);
533 	if (ret) {
534 		DRM_DEV_ERROR(dsi->dev, "failed to set phy mode: %d\n", ret);
535 		return;
536 	}
537 
538 	phy_configure(dsi->phy, &dsi->phy_opts);
539 	phy_power_on(dsi->phy);
540 }
541 
542 static void dw_mipi_dsi_phy_power_off(void *priv_data)
543 {
544 	struct dw_mipi_dsi_rockchip *dsi = priv_data;
545 
546 	phy_power_off(dsi->phy);
547 }
548 
549 static int
550 dw_mipi_dsi_get_lane_mbps(void *priv_data, const struct drm_display_mode *mode,
551 			  unsigned long mode_flags, u32 lanes, u32 format,
552 			  unsigned int *lane_mbps)
553 {
554 	struct dw_mipi_dsi_rockchip *dsi = priv_data;
555 	int bpp;
556 	unsigned long mpclk, tmp;
557 	unsigned int target_mbps = 1000;
558 	unsigned int max_mbps = dppa_map[ARRAY_SIZE(dppa_map) - 1].max_mbps;
559 	unsigned long best_freq = 0;
560 	unsigned long fvco_min, fvco_max, fin, fout;
561 	unsigned int min_prediv, max_prediv;
562 	unsigned int _prediv, best_prediv;
563 	unsigned long _fbdiv, best_fbdiv;
564 	unsigned long min_delta = ULONG_MAX;
565 
566 	dsi->format = format;
567 	bpp = mipi_dsi_pixel_format_to_bpp(dsi->format);
568 	if (bpp < 0) {
569 		DRM_DEV_ERROR(dsi->dev,
570 			      "failed to get bpp for pixel format %d\n",
571 			      dsi->format);
572 		return bpp;
573 	}
574 
575 	mpclk = DIV_ROUND_UP(mode->clock, MSEC_PER_SEC);
576 	if (mpclk) {
577 		/* take 1 / 0.8, since mbps must big than bandwidth of RGB */
578 		tmp = mpclk * (bpp / lanes) * 10 / 8;
579 		if (tmp < max_mbps)
580 			target_mbps = tmp;
581 		else
582 			DRM_DEV_ERROR(dsi->dev,
583 				      "DPHY clock frequency is out of range\n");
584 	}
585 
586 	/* for external phy only a the mipi_dphy_config is necessary */
587 	if (dsi->phy) {
588 		phy_mipi_dphy_get_default_config(mode->clock * 1000 * 10 / 8,
589 						 bpp, lanes,
590 						 &dsi->phy_opts.mipi_dphy);
591 		dsi->lane_mbps = target_mbps;
592 		*lane_mbps = dsi->lane_mbps;
593 
594 		return 0;
595 	}
596 
597 	fin = clk_get_rate(dsi->pllref_clk);
598 	fout = target_mbps * USEC_PER_SEC;
599 
600 	/* constraint: 5Mhz <= Fref / N <= 40MHz */
601 	min_prediv = DIV_ROUND_UP(fin, 40 * USEC_PER_SEC);
602 	max_prediv = fin / (5 * USEC_PER_SEC);
603 
604 	/* constraint: 80MHz <= Fvco <= 1500Mhz */
605 	fvco_min = 80 * USEC_PER_SEC;
606 	fvco_max = 1500 * USEC_PER_SEC;
607 
608 	for (_prediv = min_prediv; _prediv <= max_prediv; _prediv++) {
609 		u64 tmp;
610 		u32 delta;
611 		/* Fvco = Fref * M / N */
612 		tmp = (u64)fout * _prediv;
613 		do_div(tmp, fin);
614 		_fbdiv = tmp;
615 		/*
616 		 * Due to the use of a "by 2 pre-scaler," the range of the
617 		 * feedback multiplication value M is limited to even division
618 		 * numbers, and m must be greater than 6, not bigger than 512.
619 		 */
620 		if (_fbdiv < 6 || _fbdiv > 512)
621 			continue;
622 
623 		_fbdiv += _fbdiv % 2;
624 
625 		tmp = (u64)_fbdiv * fin;
626 		do_div(tmp, _prediv);
627 		if (tmp < fvco_min || tmp > fvco_max)
628 			continue;
629 
630 		delta = abs(fout - tmp);
631 		if (delta < min_delta) {
632 			best_prediv = _prediv;
633 			best_fbdiv = _fbdiv;
634 			min_delta = delta;
635 			best_freq = tmp;
636 		}
637 	}
638 
639 	if (best_freq) {
640 		dsi->lane_mbps = DIV_ROUND_UP(best_freq, USEC_PER_SEC);
641 		*lane_mbps = dsi->lane_mbps;
642 		dsi->input_div = best_prediv;
643 		dsi->feedback_div = best_fbdiv;
644 	} else {
645 		DRM_DEV_ERROR(dsi->dev, "Can not find best_freq for DPHY\n");
646 		return -EINVAL;
647 	}
648 
649 	return 0;
650 }
651 
652 struct hstt {
653 	unsigned int maxfreq;
654 	struct dw_mipi_dsi_dphy_timing timing;
655 };
656 
657 #define HSTT(_maxfreq, _c_lp2hs, _c_hs2lp, _d_lp2hs, _d_hs2lp)	\
658 {					\
659 	.maxfreq = _maxfreq,		\
660 	.timing = {			\
661 		.clk_lp2hs = _c_lp2hs,	\
662 		.clk_hs2lp = _c_hs2lp,	\
663 		.data_lp2hs = _d_lp2hs,	\
664 		.data_hs2lp = _d_hs2lp,	\
665 	}				\
666 }
667 
668 /* Table A-3 High-Speed Transition Times */
669 static struct hstt hstt_table[] = {
670 	HSTT(  90,  32, 20,  26, 13),
671 	HSTT( 100,  35, 23,  28, 14),
672 	HSTT( 110,  32, 22,  26, 13),
673 	HSTT( 130,  31, 20,  27, 13),
674 	HSTT( 140,  33, 22,  26, 14),
675 	HSTT( 150,  33, 21,  26, 14),
676 	HSTT( 170,  32, 20,  27, 13),
677 	HSTT( 180,  36, 23,  30, 15),
678 	HSTT( 200,  40, 22,  33, 15),
679 	HSTT( 220,  40, 22,  33, 15),
680 	HSTT( 240,  44, 24,  36, 16),
681 	HSTT( 250,  48, 24,  38, 17),
682 	HSTT( 270,  48, 24,  38, 17),
683 	HSTT( 300,  50, 27,  41, 18),
684 	HSTT( 330,  56, 28,  45, 18),
685 	HSTT( 360,  59, 28,  48, 19),
686 	HSTT( 400,  61, 30,  50, 20),
687 	HSTT( 450,  67, 31,  55, 21),
688 	HSTT( 500,  73, 31,  59, 22),
689 	HSTT( 550,  79, 36,  63, 24),
690 	HSTT( 600,  83, 37,  68, 25),
691 	HSTT( 650,  90, 38,  73, 27),
692 	HSTT( 700,  95, 40,  77, 28),
693 	HSTT( 750, 102, 40,  84, 28),
694 	HSTT( 800, 106, 42,  87, 30),
695 	HSTT( 850, 113, 44,  93, 31),
696 	HSTT( 900, 118, 47,  98, 32),
697 	HSTT( 950, 124, 47, 102, 34),
698 	HSTT(1000, 130, 49, 107, 35),
699 	HSTT(1050, 135, 51, 111, 37),
700 	HSTT(1100, 139, 51, 114, 38),
701 	HSTT(1150, 146, 54, 120, 40),
702 	HSTT(1200, 153, 57, 125, 41),
703 	HSTT(1250, 158, 58, 130, 42),
704 	HSTT(1300, 163, 58, 135, 44),
705 	HSTT(1350, 168, 60, 140, 45),
706 	HSTT(1400, 172, 64, 144, 47),
707 	HSTT(1450, 176, 65, 148, 48),
708 	HSTT(1500, 181, 66, 153, 50)
709 };
710 
711 static int
712 dw_mipi_dsi_phy_get_timing(void *priv_data, unsigned int lane_mbps,
713 			   struct dw_mipi_dsi_dphy_timing *timing)
714 {
715 	int i;
716 
717 	for (i = 0; i < ARRAY_SIZE(hstt_table); i++)
718 		if (lane_mbps < hstt_table[i].maxfreq)
719 			break;
720 
721 	if (i == ARRAY_SIZE(hstt_table))
722 		i--;
723 
724 	*timing = hstt_table[i].timing;
725 
726 	return 0;
727 }
728 
729 static const struct dw_mipi_dsi_phy_ops dw_mipi_dsi_rockchip_phy_ops = {
730 	.init = dw_mipi_dsi_phy_init,
731 	.power_on = dw_mipi_dsi_phy_power_on,
732 	.power_off = dw_mipi_dsi_phy_power_off,
733 	.get_lane_mbps = dw_mipi_dsi_get_lane_mbps,
734 	.get_timing = dw_mipi_dsi_phy_get_timing,
735 };
736 
737 static void dw_mipi_dsi_rockchip_config(struct dw_mipi_dsi_rockchip *dsi)
738 {
739 	if (dsi->cdata->lanecfg1_grf_reg)
740 		regmap_write(dsi->grf_regmap, dsi->cdata->lanecfg1_grf_reg,
741 					      dsi->cdata->lanecfg1);
742 
743 	if (dsi->cdata->lanecfg2_grf_reg)
744 		regmap_write(dsi->grf_regmap, dsi->cdata->lanecfg2_grf_reg,
745 					      dsi->cdata->lanecfg2);
746 
747 	if (dsi->cdata->enable_grf_reg)
748 		regmap_write(dsi->grf_regmap, dsi->cdata->enable_grf_reg,
749 					      dsi->cdata->enable);
750 }
751 
752 static void dw_mipi_dsi_rockchip_set_lcdsel(struct dw_mipi_dsi_rockchip *dsi,
753 					    int mux)
754 {
755 	if (dsi->cdata->lcdsel_grf_reg)
756 		regmap_write(dsi->grf_regmap, dsi->cdata->lcdsel_grf_reg,
757 			mux ? dsi->cdata->lcdsel_lit : dsi->cdata->lcdsel_big);
758 }
759 
760 static int
761 dw_mipi_dsi_encoder_atomic_check(struct drm_encoder *encoder,
762 				 struct drm_crtc_state *crtc_state,
763 				 struct drm_connector_state *conn_state)
764 {
765 	struct rockchip_crtc_state *s = to_rockchip_crtc_state(crtc_state);
766 	struct dw_mipi_dsi_rockchip *dsi = to_dsi(encoder);
767 
768 	switch (dsi->format) {
769 	case MIPI_DSI_FMT_RGB888:
770 		s->output_mode = ROCKCHIP_OUT_MODE_P888;
771 		break;
772 	case MIPI_DSI_FMT_RGB666:
773 		s->output_mode = ROCKCHIP_OUT_MODE_P666;
774 		break;
775 	case MIPI_DSI_FMT_RGB565:
776 		s->output_mode = ROCKCHIP_OUT_MODE_P565;
777 		break;
778 	default:
779 		WARN_ON(1);
780 		return -EINVAL;
781 	}
782 
783 	s->output_type = DRM_MODE_CONNECTOR_DSI;
784 	if (dsi->slave)
785 		s->output_flags = ROCKCHIP_OUTPUT_DSI_DUAL;
786 
787 	return 0;
788 }
789 
790 static void dw_mipi_dsi_encoder_enable(struct drm_encoder *encoder)
791 {
792 	struct dw_mipi_dsi_rockchip *dsi = to_dsi(encoder);
793 	int ret, mux;
794 
795 	mux = drm_of_encoder_active_endpoint_id(dsi->dev->of_node,
796 						&dsi->encoder.encoder);
797 	if (mux < 0)
798 		return;
799 
800 	/*
801 	 * For the RK3399, the clk of grf must be enabled before writing grf
802 	 * register. And for RK3288 or other soc, this grf_clk must be NULL,
803 	 * the clk_prepare_enable return true directly.
804 	 */
805 	ret = clk_prepare_enable(dsi->grf_clk);
806 	if (ret) {
807 		DRM_DEV_ERROR(dsi->dev, "Failed to enable grf_clk: %d\n", ret);
808 		return;
809 	}
810 
811 	dw_mipi_dsi_rockchip_set_lcdsel(dsi, mux);
812 	if (dsi->slave)
813 		dw_mipi_dsi_rockchip_set_lcdsel(dsi->slave, mux);
814 
815 	clk_disable_unprepare(dsi->grf_clk);
816 }
817 
818 static const struct drm_encoder_helper_funcs
819 dw_mipi_dsi_encoder_helper_funcs = {
820 	.atomic_check = dw_mipi_dsi_encoder_atomic_check,
821 	.enable = dw_mipi_dsi_encoder_enable,
822 };
823 
824 static int rockchip_dsi_drm_create_encoder(struct dw_mipi_dsi_rockchip *dsi,
825 					   struct drm_device *drm_dev)
826 {
827 	struct drm_encoder *encoder = &dsi->encoder.encoder;
828 	int ret;
829 
830 	encoder->possible_crtcs = drm_of_find_possible_crtcs(drm_dev,
831 							     dsi->dev->of_node);
832 
833 	ret = drm_simple_encoder_init(drm_dev, encoder, DRM_MODE_ENCODER_DSI);
834 	if (ret) {
835 		DRM_ERROR("Failed to initialize encoder with drm\n");
836 		return ret;
837 	}
838 
839 	drm_encoder_helper_add(encoder, &dw_mipi_dsi_encoder_helper_funcs);
840 
841 	return 0;
842 }
843 
844 static struct device
845 *dw_mipi_dsi_rockchip_find_second(struct dw_mipi_dsi_rockchip *dsi)
846 {
847 	const struct of_device_id *match;
848 	struct device_node *node = NULL, *local;
849 
850 	match = of_match_device(dsi->dev->driver->of_match_table, dsi->dev);
851 
852 	local = of_graph_get_remote_node(dsi->dev->of_node, 1, 0);
853 	if (!local)
854 		return NULL;
855 
856 	while ((node = of_find_compatible_node(node, NULL,
857 					       match->compatible))) {
858 		struct device_node *remote;
859 
860 		/* found ourself */
861 		if (node == dsi->dev->of_node)
862 			continue;
863 
864 		remote = of_graph_get_remote_node(node, 1, 0);
865 		if (!remote)
866 			continue;
867 
868 		/* same display device in port1-ep0 for both */
869 		if (remote == local) {
870 			struct dw_mipi_dsi_rockchip *dsi2;
871 			struct platform_device *pdev;
872 
873 			pdev = of_find_device_by_node(node);
874 
875 			/*
876 			 * we have found the second, so will either return it
877 			 * or return with an error. In any case won't need the
878 			 * nodes anymore nor continue the loop.
879 			 */
880 			of_node_put(remote);
881 			of_node_put(node);
882 			of_node_put(local);
883 
884 			if (!pdev)
885 				return ERR_PTR(-EPROBE_DEFER);
886 
887 			dsi2 = platform_get_drvdata(pdev);
888 			if (!dsi2) {
889 				platform_device_put(pdev);
890 				return ERR_PTR(-EPROBE_DEFER);
891 			}
892 
893 			return &pdev->dev;
894 		}
895 
896 		of_node_put(remote);
897 	}
898 
899 	of_node_put(local);
900 
901 	return NULL;
902 }
903 
904 static int dw_mipi_dsi_rockchip_bind(struct device *dev,
905 				     struct device *master,
906 				     void *data)
907 {
908 	struct dw_mipi_dsi_rockchip *dsi = dev_get_drvdata(dev);
909 	struct drm_device *drm_dev = data;
910 	struct device *second;
911 	bool master1, master2;
912 	int ret;
913 
914 	second = dw_mipi_dsi_rockchip_find_second(dsi);
915 	if (IS_ERR(second))
916 		return PTR_ERR(second);
917 
918 	if (second) {
919 		master1 = of_property_read_bool(dsi->dev->of_node,
920 						"clock-master");
921 		master2 = of_property_read_bool(second->of_node,
922 						"clock-master");
923 
924 		if (master1 && master2) {
925 			DRM_DEV_ERROR(dsi->dev, "only one clock-master allowed\n");
926 			return -EINVAL;
927 		}
928 
929 		if (!master1 && !master2) {
930 			DRM_DEV_ERROR(dsi->dev, "no clock-master defined\n");
931 			return -EINVAL;
932 		}
933 
934 		/* we are the slave in dual-DSI */
935 		if (!master1) {
936 			dsi->is_slave = true;
937 			return 0;
938 		}
939 
940 		dsi->slave = dev_get_drvdata(second);
941 		if (!dsi->slave) {
942 			DRM_DEV_ERROR(dev, "could not get slaves data\n");
943 			return -ENODEV;
944 		}
945 
946 		dsi->slave->is_slave = true;
947 		dw_mipi_dsi_set_slave(dsi->dmd, dsi->slave->dmd);
948 		put_device(second);
949 	}
950 
951 	pm_runtime_get_sync(dsi->dev);
952 	if (dsi->slave)
953 		pm_runtime_get_sync(dsi->slave->dev);
954 
955 	ret = clk_prepare_enable(dsi->pllref_clk);
956 	if (ret) {
957 		DRM_DEV_ERROR(dev, "Failed to enable pllref_clk: %d\n", ret);
958 		goto out_pm_runtime;
959 	}
960 
961 	/*
962 	 * With the GRF clock running, write lane and dual-mode configurations
963 	 * that won't change immediately. If we waited until enable() to do
964 	 * this, things like panel preparation would not be able to send
965 	 * commands over DSI.
966 	 */
967 	ret = clk_prepare_enable(dsi->grf_clk);
968 	if (ret) {
969 		DRM_DEV_ERROR(dsi->dev, "Failed to enable grf_clk: %d\n", ret);
970 		goto out_pll_clk;
971 	}
972 
973 	dw_mipi_dsi_rockchip_config(dsi);
974 	if (dsi->slave)
975 		dw_mipi_dsi_rockchip_config(dsi->slave);
976 
977 	clk_disable_unprepare(dsi->grf_clk);
978 
979 	ret = rockchip_dsi_drm_create_encoder(dsi, drm_dev);
980 	if (ret) {
981 		DRM_DEV_ERROR(dev, "Failed to create drm encoder\n");
982 		goto out_pll_clk;
983 	}
984 	rockchip_drm_encoder_set_crtc_endpoint_id(&dsi->encoder,
985 						  dev->of_node, 0, 0);
986 
987 	ret = dw_mipi_dsi_bind(dsi->dmd, &dsi->encoder.encoder);
988 	if (ret) {
989 		DRM_DEV_ERROR(dev, "Failed to bind: %d\n", ret);
990 		goto out_pll_clk;
991 	}
992 
993 	dsi->dsi_bound = true;
994 
995 	return 0;
996 
997 out_pll_clk:
998 	clk_disable_unprepare(dsi->pllref_clk);
999 out_pm_runtime:
1000 	pm_runtime_put(dsi->dev);
1001 	if (dsi->slave)
1002 		pm_runtime_put(dsi->slave->dev);
1003 
1004 	return ret;
1005 }
1006 
1007 static void dw_mipi_dsi_rockchip_unbind(struct device *dev,
1008 					struct device *master,
1009 					void *data)
1010 {
1011 	struct dw_mipi_dsi_rockchip *dsi = dev_get_drvdata(dev);
1012 
1013 	if (dsi->is_slave)
1014 		return;
1015 
1016 	dsi->dsi_bound = false;
1017 
1018 	dw_mipi_dsi_unbind(dsi->dmd);
1019 
1020 	clk_disable_unprepare(dsi->pllref_clk);
1021 
1022 	pm_runtime_put(dsi->dev);
1023 	if (dsi->slave)
1024 		pm_runtime_put(dsi->slave->dev);
1025 }
1026 
1027 static const struct component_ops dw_mipi_dsi_rockchip_ops = {
1028 	.bind	= dw_mipi_dsi_rockchip_bind,
1029 	.unbind	= dw_mipi_dsi_rockchip_unbind,
1030 };
1031 
1032 static int dw_mipi_dsi_rockchip_host_attach(void *priv_data,
1033 					    struct mipi_dsi_device *device)
1034 {
1035 	struct dw_mipi_dsi_rockchip *dsi = priv_data;
1036 	struct device *second;
1037 	int ret;
1038 
1039 	mutex_lock(&dsi->usage_mutex);
1040 
1041 	if (dsi->usage_mode != DW_DSI_USAGE_IDLE) {
1042 		DRM_DEV_ERROR(dsi->dev, "dsi controller already in use\n");
1043 		mutex_unlock(&dsi->usage_mutex);
1044 		return -EBUSY;
1045 	}
1046 
1047 	dsi->usage_mode = DW_DSI_USAGE_DSI;
1048 	mutex_unlock(&dsi->usage_mutex);
1049 
1050 	ret = component_add(dsi->dev, &dw_mipi_dsi_rockchip_ops);
1051 	if (ret) {
1052 		DRM_DEV_ERROR(dsi->dev, "Failed to register component: %d\n",
1053 					ret);
1054 		goto out;
1055 	}
1056 
1057 	second = dw_mipi_dsi_rockchip_find_second(dsi);
1058 	if (IS_ERR(second)) {
1059 		ret = PTR_ERR(second);
1060 		goto out;
1061 	}
1062 	if (second) {
1063 		ret = component_add(second, &dw_mipi_dsi_rockchip_ops);
1064 		if (ret) {
1065 			DRM_DEV_ERROR(second,
1066 				      "Failed to register component: %d\n",
1067 				      ret);
1068 			goto out;
1069 		}
1070 	}
1071 
1072 	return 0;
1073 
1074 out:
1075 	mutex_lock(&dsi->usage_mutex);
1076 	dsi->usage_mode = DW_DSI_USAGE_IDLE;
1077 	mutex_unlock(&dsi->usage_mutex);
1078 	return ret;
1079 }
1080 
1081 static int dw_mipi_dsi_rockchip_host_detach(void *priv_data,
1082 					    struct mipi_dsi_device *device)
1083 {
1084 	struct dw_mipi_dsi_rockchip *dsi = priv_data;
1085 	struct device *second;
1086 
1087 	second = dw_mipi_dsi_rockchip_find_second(dsi);
1088 	if (second && !IS_ERR(second))
1089 		component_del(second, &dw_mipi_dsi_rockchip_ops);
1090 
1091 	component_del(dsi->dev, &dw_mipi_dsi_rockchip_ops);
1092 
1093 	mutex_lock(&dsi->usage_mutex);
1094 	dsi->usage_mode = DW_DSI_USAGE_IDLE;
1095 	mutex_unlock(&dsi->usage_mutex);
1096 
1097 	return 0;
1098 }
1099 
1100 static const struct dw_mipi_dsi_host_ops dw_mipi_dsi_rockchip_host_ops = {
1101 	.attach = dw_mipi_dsi_rockchip_host_attach,
1102 	.detach = dw_mipi_dsi_rockchip_host_detach,
1103 };
1104 
1105 static int dw_mipi_dsi_rockchip_dphy_bind(struct device *dev,
1106 					  struct device *master,
1107 					  void *data)
1108 {
1109 	/*
1110 	 * Nothing to do when used as a dphy.
1111 	 * Just make the rest of Rockchip-DRM happy
1112 	 * by being here.
1113 	 */
1114 
1115 	return 0;
1116 }
1117 
1118 static void dw_mipi_dsi_rockchip_dphy_unbind(struct device *dev,
1119 					     struct device *master,
1120 					     void *data)
1121 {
1122 	/* Nothing to do when used as a dphy. */
1123 }
1124 
1125 static const struct component_ops dw_mipi_dsi_rockchip_dphy_ops = {
1126 	.bind	= dw_mipi_dsi_rockchip_dphy_bind,
1127 	.unbind	= dw_mipi_dsi_rockchip_dphy_unbind,
1128 };
1129 
1130 static int dw_mipi_dsi_dphy_init(struct phy *phy)
1131 {
1132 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1133 	int ret;
1134 
1135 	mutex_lock(&dsi->usage_mutex);
1136 
1137 	if (dsi->usage_mode != DW_DSI_USAGE_IDLE) {
1138 		DRM_DEV_ERROR(dsi->dev, "dsi controller already in use\n");
1139 		mutex_unlock(&dsi->usage_mutex);
1140 		return -EBUSY;
1141 	}
1142 
1143 	dsi->usage_mode = DW_DSI_USAGE_PHY;
1144 	mutex_unlock(&dsi->usage_mutex);
1145 
1146 	ret = component_add(dsi->dev, &dw_mipi_dsi_rockchip_dphy_ops);
1147 	if (ret < 0)
1148 		goto err_graph;
1149 
1150 	if (dsi->cdata->dphy_rx_init) {
1151 		ret = clk_prepare_enable(dsi->pclk);
1152 		if (ret < 0)
1153 			goto err_init;
1154 
1155 		ret = clk_prepare_enable(dsi->grf_clk);
1156 		if (ret) {
1157 			clk_disable_unprepare(dsi->pclk);
1158 			goto err_init;
1159 		}
1160 
1161 		ret = dsi->cdata->dphy_rx_init(phy);
1162 		clk_disable_unprepare(dsi->grf_clk);
1163 		clk_disable_unprepare(dsi->pclk);
1164 		if (ret < 0)
1165 			goto err_init;
1166 	}
1167 
1168 	return 0;
1169 
1170 err_init:
1171 	component_del(dsi->dev, &dw_mipi_dsi_rockchip_dphy_ops);
1172 err_graph:
1173 	mutex_lock(&dsi->usage_mutex);
1174 	dsi->usage_mode = DW_DSI_USAGE_IDLE;
1175 	mutex_unlock(&dsi->usage_mutex);
1176 
1177 	return ret;
1178 }
1179 
1180 static int dw_mipi_dsi_dphy_exit(struct phy *phy)
1181 {
1182 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1183 
1184 	component_del(dsi->dev, &dw_mipi_dsi_rockchip_dphy_ops);
1185 
1186 	mutex_lock(&dsi->usage_mutex);
1187 	dsi->usage_mode = DW_DSI_USAGE_IDLE;
1188 	mutex_unlock(&dsi->usage_mutex);
1189 
1190 	return 0;
1191 }
1192 
1193 static int dw_mipi_dsi_dphy_configure(struct phy *phy, union phy_configure_opts *opts)
1194 {
1195 	struct phy_configure_opts_mipi_dphy *config = &opts->mipi_dphy;
1196 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1197 	int ret;
1198 
1199 	ret = phy_mipi_dphy_config_validate(&opts->mipi_dphy);
1200 	if (ret)
1201 		return ret;
1202 
1203 	dsi->dphy_config = *config;
1204 	dsi->lane_mbps = div_u64(config->hs_clk_rate, 1000 * 1000 * 1);
1205 
1206 	return 0;
1207 }
1208 
1209 static int dw_mipi_dsi_dphy_power_on(struct phy *phy)
1210 {
1211 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1212 	int i, ret;
1213 
1214 	DRM_DEV_DEBUG(dsi->dev, "lanes %d - data_rate_mbps %u\n",
1215 		      dsi->dphy_config.lanes, dsi->lane_mbps);
1216 
1217 	i = max_mbps_to_parameter(dsi->lane_mbps);
1218 	if (i < 0) {
1219 		DRM_DEV_ERROR(dsi->dev, "failed to get parameter for %dmbps clock\n",
1220 			      dsi->lane_mbps);
1221 		return i;
1222 	}
1223 
1224 	ret = pm_runtime_get_sync(dsi->dev);
1225 	if (ret < 0) {
1226 		DRM_DEV_ERROR(dsi->dev, "failed to enable device: %d\n", ret);
1227 		return ret;
1228 	}
1229 
1230 	ret = clk_prepare_enable(dsi->pclk);
1231 	if (ret) {
1232 		DRM_DEV_ERROR(dsi->dev, "Failed to enable pclk: %d\n", ret);
1233 		goto err_pclk;
1234 	}
1235 
1236 	ret = clk_prepare_enable(dsi->grf_clk);
1237 	if (ret) {
1238 		DRM_DEV_ERROR(dsi->dev, "Failed to enable grf_clk: %d\n", ret);
1239 		goto err_grf_clk;
1240 	}
1241 
1242 	ret = clk_prepare_enable(dsi->phy_cfg_clk);
1243 	if (ret) {
1244 		DRM_DEV_ERROR(dsi->dev, "Failed to enable phy_cfg_clk: %d\n", ret);
1245 		goto err_phy_cfg_clk;
1246 	}
1247 
1248 	/* do soc-variant specific init */
1249 	if (dsi->cdata->dphy_rx_power_on) {
1250 		ret = dsi->cdata->dphy_rx_power_on(phy);
1251 		if (ret < 0) {
1252 			DRM_DEV_ERROR(dsi->dev, "hardware-specific phy bringup failed: %d\n", ret);
1253 			goto err_pwr_on;
1254 		}
1255 	}
1256 
1257 	/*
1258 	 * Configure hsfreqrange according to frequency values
1259 	 * Set clock lane and hsfreqrange by lane0(test code 0x44)
1260 	 */
1261 	dw_mipi_dsi_phy_write(dsi, HS_RX_CONTROL_OF_LANE_CLK, 0);
1262 	dw_mipi_dsi_phy_write(dsi, HS_RX_CONTROL_OF_LANE_0,
1263 			      HSFREQRANGE_SEL(dppa_map[i].hsfreqrange));
1264 	dw_mipi_dsi_phy_write(dsi, HS_RX_CONTROL_OF_LANE_1, 0);
1265 	dw_mipi_dsi_phy_write(dsi, HS_RX_CONTROL_OF_LANE_2, 0);
1266 	dw_mipi_dsi_phy_write(dsi, HS_RX_CONTROL_OF_LANE_3, 0);
1267 
1268 	/* Normal operation */
1269 	dw_mipi_dsi_phy_write(dsi, 0x0, 0);
1270 
1271 	clk_disable_unprepare(dsi->phy_cfg_clk);
1272 	clk_disable_unprepare(dsi->grf_clk);
1273 
1274 	return ret;
1275 
1276 err_pwr_on:
1277 	clk_disable_unprepare(dsi->phy_cfg_clk);
1278 err_phy_cfg_clk:
1279 	clk_disable_unprepare(dsi->grf_clk);
1280 err_grf_clk:
1281 	clk_disable_unprepare(dsi->pclk);
1282 err_pclk:
1283 	pm_runtime_put(dsi->dev);
1284 	return ret;
1285 }
1286 
1287 static int dw_mipi_dsi_dphy_power_off(struct phy *phy)
1288 {
1289 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1290 	int ret;
1291 
1292 	ret = clk_prepare_enable(dsi->grf_clk);
1293 	if (ret) {
1294 		DRM_DEV_ERROR(dsi->dev, "Failed to enable grf_clk: %d\n", ret);
1295 		return ret;
1296 	}
1297 
1298 	if (dsi->cdata->dphy_rx_power_off) {
1299 		ret = dsi->cdata->dphy_rx_power_off(phy);
1300 		if (ret < 0)
1301 			DRM_DEV_ERROR(dsi->dev, "hardware-specific phy shutdown failed: %d\n", ret);
1302 	}
1303 
1304 	clk_disable_unprepare(dsi->grf_clk);
1305 	clk_disable_unprepare(dsi->pclk);
1306 
1307 	pm_runtime_put(dsi->dev);
1308 
1309 	return ret;
1310 }
1311 
1312 static const struct phy_ops dw_mipi_dsi_dphy_ops = {
1313 	.configure	= dw_mipi_dsi_dphy_configure,
1314 	.power_on	= dw_mipi_dsi_dphy_power_on,
1315 	.power_off	= dw_mipi_dsi_dphy_power_off,
1316 	.init		= dw_mipi_dsi_dphy_init,
1317 	.exit		= dw_mipi_dsi_dphy_exit,
1318 };
1319 
1320 static int __maybe_unused dw_mipi_dsi_rockchip_resume(struct device *dev)
1321 {
1322 	struct dw_mipi_dsi_rockchip *dsi = dev_get_drvdata(dev);
1323 	int ret;
1324 
1325 	/*
1326 	 * Re-configure DSI state, if we were previously initialized. We need
1327 	 * to do this before rockchip_drm_drv tries to re-enable() any panels.
1328 	 */
1329 	if (dsi->dsi_bound) {
1330 		ret = clk_prepare_enable(dsi->grf_clk);
1331 		if (ret) {
1332 			DRM_DEV_ERROR(dsi->dev, "Failed to enable grf_clk: %d\n", ret);
1333 			return ret;
1334 		}
1335 
1336 		dw_mipi_dsi_rockchip_config(dsi);
1337 		if (dsi->slave)
1338 			dw_mipi_dsi_rockchip_config(dsi->slave);
1339 
1340 		clk_disable_unprepare(dsi->grf_clk);
1341 	}
1342 
1343 	return 0;
1344 }
1345 
1346 static const struct dev_pm_ops dw_mipi_dsi_rockchip_pm_ops = {
1347 	SET_LATE_SYSTEM_SLEEP_PM_OPS(NULL, dw_mipi_dsi_rockchip_resume)
1348 };
1349 
1350 static int dw_mipi_dsi_rockchip_probe(struct platform_device *pdev)
1351 {
1352 	struct device *dev = &pdev->dev;
1353 	struct device_node *np = dev->of_node;
1354 	struct dw_mipi_dsi_rockchip *dsi;
1355 	struct phy_provider *phy_provider;
1356 	struct resource *res;
1357 	const struct rockchip_dw_dsi_chip_data *cdata =
1358 				of_device_get_match_data(dev);
1359 	int ret, i;
1360 
1361 	dsi = devm_kzalloc(dev, sizeof(*dsi), GFP_KERNEL);
1362 	if (!dsi)
1363 		return -ENOMEM;
1364 
1365 	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1366 	dsi->base = devm_ioremap_resource(dev, res);
1367 	if (IS_ERR(dsi->base)) {
1368 		DRM_DEV_ERROR(dev, "Unable to get dsi registers\n");
1369 		return PTR_ERR(dsi->base);
1370 	}
1371 
1372 	i = 0;
1373 	while (cdata[i].reg) {
1374 		if (cdata[i].reg == res->start) {
1375 			dsi->cdata = &cdata[i];
1376 			break;
1377 		}
1378 
1379 		i++;
1380 	}
1381 
1382 	if (!dsi->cdata) {
1383 		DRM_DEV_ERROR(dev, "no dsi-config for %s node\n", np->name);
1384 		return -EINVAL;
1385 	}
1386 
1387 	/* try to get a possible external dphy */
1388 	dsi->phy = devm_phy_optional_get(dev, "dphy");
1389 	if (IS_ERR(dsi->phy)) {
1390 		ret = PTR_ERR(dsi->phy);
1391 		DRM_DEV_ERROR(dev, "failed to get mipi dphy: %d\n", ret);
1392 		return ret;
1393 	}
1394 
1395 	dsi->pclk = devm_clk_get(dev, "pclk");
1396 	if (IS_ERR(dsi->pclk)) {
1397 		ret = PTR_ERR(dsi->pclk);
1398 		DRM_DEV_ERROR(dev, "Unable to get pclk: %d\n", ret);
1399 		return ret;
1400 	}
1401 
1402 	dsi->pllref_clk = devm_clk_get(dev, "ref");
1403 	if (IS_ERR(dsi->pllref_clk)) {
1404 		if (dsi->phy) {
1405 			/*
1406 			 * if external phy is present, pll will be
1407 			 * generated there.
1408 			 */
1409 			dsi->pllref_clk = NULL;
1410 		} else {
1411 			ret = PTR_ERR(dsi->pllref_clk);
1412 			DRM_DEV_ERROR(dev,
1413 				      "Unable to get pll reference clock: %d\n",
1414 				      ret);
1415 			return ret;
1416 		}
1417 	}
1418 
1419 	if (dsi->cdata->flags & DW_MIPI_NEEDS_PHY_CFG_CLK) {
1420 		dsi->phy_cfg_clk = devm_clk_get(dev, "phy_cfg");
1421 		if (IS_ERR(dsi->phy_cfg_clk)) {
1422 			ret = PTR_ERR(dsi->phy_cfg_clk);
1423 			DRM_DEV_ERROR(dev,
1424 				      "Unable to get phy_cfg_clk: %d\n", ret);
1425 			return ret;
1426 		}
1427 	}
1428 
1429 	if (dsi->cdata->flags & DW_MIPI_NEEDS_GRF_CLK) {
1430 		dsi->grf_clk = devm_clk_get(dev, "grf");
1431 		if (IS_ERR(dsi->grf_clk)) {
1432 			ret = PTR_ERR(dsi->grf_clk);
1433 			DRM_DEV_ERROR(dev, "Unable to get grf_clk: %d\n", ret);
1434 			return ret;
1435 		}
1436 	}
1437 
1438 	dsi->grf_regmap = syscon_regmap_lookup_by_phandle(np, "rockchip,grf");
1439 	if (IS_ERR(dsi->grf_regmap)) {
1440 		DRM_DEV_ERROR(dev, "Unable to get rockchip,grf\n");
1441 		return PTR_ERR(dsi->grf_regmap);
1442 	}
1443 
1444 	dsi->dev = dev;
1445 	dsi->pdata.base = dsi->base;
1446 	dsi->pdata.max_data_lanes = dsi->cdata->max_data_lanes;
1447 	dsi->pdata.phy_ops = &dw_mipi_dsi_rockchip_phy_ops;
1448 	dsi->pdata.host_ops = &dw_mipi_dsi_rockchip_host_ops;
1449 	dsi->pdata.priv_data = dsi;
1450 	platform_set_drvdata(pdev, dsi);
1451 
1452 	mutex_init(&dsi->usage_mutex);
1453 
1454 	dsi->dphy = devm_phy_create(dev, NULL, &dw_mipi_dsi_dphy_ops);
1455 	if (IS_ERR(dsi->dphy)) {
1456 		DRM_DEV_ERROR(&pdev->dev, "failed to create PHY\n");
1457 		return PTR_ERR(dsi->dphy);
1458 	}
1459 
1460 	phy_set_drvdata(dsi->dphy, dsi);
1461 	phy_provider = devm_of_phy_provider_register(dev, of_phy_simple_xlate);
1462 	if (IS_ERR(phy_provider))
1463 		return PTR_ERR(phy_provider);
1464 
1465 	dsi->dmd = dw_mipi_dsi_probe(pdev, &dsi->pdata);
1466 	if (IS_ERR(dsi->dmd)) {
1467 		ret = PTR_ERR(dsi->dmd);
1468 		if (ret != -EPROBE_DEFER)
1469 			DRM_DEV_ERROR(dev,
1470 				      "Failed to probe dw_mipi_dsi: %d\n", ret);
1471 		return ret;
1472 	}
1473 
1474 	return 0;
1475 }
1476 
1477 static int dw_mipi_dsi_rockchip_remove(struct platform_device *pdev)
1478 {
1479 	struct dw_mipi_dsi_rockchip *dsi = platform_get_drvdata(pdev);
1480 
1481 	dw_mipi_dsi_remove(dsi->dmd);
1482 
1483 	return 0;
1484 }
1485 
1486 static const struct rockchip_dw_dsi_chip_data px30_chip_data[] = {
1487 	{
1488 		.reg = 0xff450000,
1489 		.lcdsel_grf_reg = PX30_GRF_PD_VO_CON1,
1490 		.lcdsel_big = HIWORD_UPDATE(0, PX30_DSI_LCDC_SEL),
1491 		.lcdsel_lit = HIWORD_UPDATE(PX30_DSI_LCDC_SEL,
1492 					    PX30_DSI_LCDC_SEL),
1493 
1494 		.lanecfg1_grf_reg = PX30_GRF_PD_VO_CON1,
1495 		.lanecfg1 = HIWORD_UPDATE(0, PX30_DSI_TURNDISABLE |
1496 					     PX30_DSI_FORCERXMODE |
1497 					     PX30_DSI_FORCETXSTOPMODE),
1498 
1499 		.max_data_lanes = 4,
1500 	},
1501 	{ /* sentinel */ }
1502 };
1503 
1504 static const struct rockchip_dw_dsi_chip_data rk3288_chip_data[] = {
1505 	{
1506 		.reg = 0xff960000,
1507 		.lcdsel_grf_reg = RK3288_GRF_SOC_CON6,
1508 		.lcdsel_big = HIWORD_UPDATE(0, RK3288_DSI0_LCDC_SEL),
1509 		.lcdsel_lit = HIWORD_UPDATE(RK3288_DSI0_LCDC_SEL, RK3288_DSI0_LCDC_SEL),
1510 
1511 		.max_data_lanes = 4,
1512 	},
1513 	{
1514 		.reg = 0xff964000,
1515 		.lcdsel_grf_reg = RK3288_GRF_SOC_CON6,
1516 		.lcdsel_big = HIWORD_UPDATE(0, RK3288_DSI1_LCDC_SEL),
1517 		.lcdsel_lit = HIWORD_UPDATE(RK3288_DSI1_LCDC_SEL, RK3288_DSI1_LCDC_SEL),
1518 
1519 		.max_data_lanes = 4,
1520 	},
1521 	{ /* sentinel */ }
1522 };
1523 
1524 static int rk3399_dphy_tx1rx1_init(struct phy *phy)
1525 {
1526 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1527 
1528 	/*
1529 	 * Set TX1RX1 source to isp1.
1530 	 * Assume ISP0 is supplied by the RX0 dphy.
1531 	 */
1532 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
1533 		     HIWORD_UPDATE(0, RK3399_TXRX_SRC_SEL_ISP0));
1534 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
1535 		     HIWORD_UPDATE(0, RK3399_TXRX_MASTERSLAVEZ));
1536 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
1537 		     HIWORD_UPDATE(0, RK3399_TXRX_BASEDIR));
1538 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
1539 		     HIWORD_UPDATE(0, RK3399_DSI1_ENABLE));
1540 
1541 	return 0;
1542 }
1543 
1544 static int rk3399_dphy_tx1rx1_power_on(struct phy *phy)
1545 {
1546 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1547 
1548 	/* tester reset pulse */
1549 	dsi_write(dsi, DSI_PHY_TST_CTRL0, PHY_TESTCLK | PHY_TESTCLR);
1550 	usleep_range(100, 150);
1551 
1552 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
1553 		     HIWORD_UPDATE(0, RK3399_TXRX_MASTERSLAVEZ));
1554 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
1555 		     HIWORD_UPDATE(RK3399_TXRX_BASEDIR, RK3399_TXRX_BASEDIR));
1556 
1557 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
1558 		     HIWORD_UPDATE(0, RK3399_DSI1_FORCERXMODE));
1559 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
1560 		     HIWORD_UPDATE(0, RK3399_DSI1_FORCETXSTOPMODE));
1561 
1562 	/* Disable lane turn around, which is ignored in receive mode */
1563 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
1564 		     HIWORD_UPDATE(0, RK3399_TXRX_TURNREQUEST));
1565 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
1566 		     HIWORD_UPDATE(RK3399_DSI1_TURNDISABLE,
1567 				   RK3399_DSI1_TURNDISABLE));
1568 	usleep_range(100, 150);
1569 
1570 	dsi_write(dsi, DSI_PHY_TST_CTRL0, PHY_TESTCLK | PHY_UNTESTCLR);
1571 	usleep_range(100, 150);
1572 
1573 	/* Enable dphy lanes */
1574 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
1575 		     HIWORD_UPDATE(GENMASK(dsi->dphy_config.lanes - 1, 0),
1576 				   RK3399_DSI1_ENABLE));
1577 
1578 	usleep_range(100, 150);
1579 
1580 	return 0;
1581 }
1582 
1583 static int rk3399_dphy_tx1rx1_power_off(struct phy *phy)
1584 {
1585 	struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
1586 
1587 	regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
1588 		     HIWORD_UPDATE(0, RK3399_DSI1_ENABLE));
1589 
1590 	return 0;
1591 }
1592 
1593 static const struct rockchip_dw_dsi_chip_data rk3399_chip_data[] = {
1594 	{
1595 		.reg = 0xff960000,
1596 		.lcdsel_grf_reg = RK3399_GRF_SOC_CON20,
1597 		.lcdsel_big = HIWORD_UPDATE(0, RK3399_DSI0_LCDC_SEL),
1598 		.lcdsel_lit = HIWORD_UPDATE(RK3399_DSI0_LCDC_SEL,
1599 					    RK3399_DSI0_LCDC_SEL),
1600 
1601 		.lanecfg1_grf_reg = RK3399_GRF_SOC_CON22,
1602 		.lanecfg1 = HIWORD_UPDATE(0, RK3399_DSI0_TURNREQUEST |
1603 					     RK3399_DSI0_TURNDISABLE |
1604 					     RK3399_DSI0_FORCETXSTOPMODE |
1605 					     RK3399_DSI0_FORCERXMODE),
1606 
1607 		.flags = DW_MIPI_NEEDS_PHY_CFG_CLK | DW_MIPI_NEEDS_GRF_CLK,
1608 		.max_data_lanes = 4,
1609 	},
1610 	{
1611 		.reg = 0xff968000,
1612 		.lcdsel_grf_reg = RK3399_GRF_SOC_CON20,
1613 		.lcdsel_big = HIWORD_UPDATE(0, RK3399_DSI1_LCDC_SEL),
1614 		.lcdsel_lit = HIWORD_UPDATE(RK3399_DSI1_LCDC_SEL,
1615 					    RK3399_DSI1_LCDC_SEL),
1616 
1617 		.lanecfg1_grf_reg = RK3399_GRF_SOC_CON23,
1618 		.lanecfg1 = HIWORD_UPDATE(0, RK3399_DSI1_TURNDISABLE |
1619 					     RK3399_DSI1_FORCETXSTOPMODE |
1620 					     RK3399_DSI1_FORCERXMODE |
1621 					     RK3399_DSI1_ENABLE),
1622 
1623 		.lanecfg2_grf_reg = RK3399_GRF_SOC_CON24,
1624 		.lanecfg2 = HIWORD_UPDATE(RK3399_TXRX_MASTERSLAVEZ |
1625 					  RK3399_TXRX_ENABLECLK,
1626 					  RK3399_TXRX_MASTERSLAVEZ |
1627 					  RK3399_TXRX_ENABLECLK |
1628 					  RK3399_TXRX_BASEDIR),
1629 
1630 		.enable_grf_reg = RK3399_GRF_SOC_CON23,
1631 		.enable = HIWORD_UPDATE(RK3399_DSI1_ENABLE, RK3399_DSI1_ENABLE),
1632 
1633 		.flags = DW_MIPI_NEEDS_PHY_CFG_CLK | DW_MIPI_NEEDS_GRF_CLK,
1634 		.max_data_lanes = 4,
1635 
1636 		.dphy_rx_init = rk3399_dphy_tx1rx1_init,
1637 		.dphy_rx_power_on = rk3399_dphy_tx1rx1_power_on,
1638 		.dphy_rx_power_off = rk3399_dphy_tx1rx1_power_off,
1639 	},
1640 	{ /* sentinel */ }
1641 };
1642 
1643 static const struct rockchip_dw_dsi_chip_data rk3568_chip_data[] = {
1644 	{
1645 		.reg = 0xfe060000,
1646 		.lanecfg1_grf_reg = RK3568_GRF_VO_CON2,
1647 		.lanecfg1 = HIWORD_UPDATE(0, RK3568_DSI0_SKEWCALHS |
1648 					  RK3568_DSI0_FORCETXSTOPMODE |
1649 					  RK3568_DSI0_TURNDISABLE |
1650 					  RK3568_DSI0_FORCERXMODE),
1651 		.max_data_lanes = 4,
1652 	},
1653 	{
1654 		.reg = 0xfe070000,
1655 		.lanecfg1_grf_reg = RK3568_GRF_VO_CON3,
1656 		.lanecfg1 = HIWORD_UPDATE(0, RK3568_DSI1_SKEWCALHS |
1657 					  RK3568_DSI1_FORCETXSTOPMODE |
1658 					  RK3568_DSI1_TURNDISABLE |
1659 					  RK3568_DSI1_FORCERXMODE),
1660 		.max_data_lanes = 4,
1661 	},
1662 	{ /* sentinel */ }
1663 };
1664 
1665 static const struct of_device_id dw_mipi_dsi_rockchip_dt_ids[] = {
1666 	{
1667 	 .compatible = "rockchip,px30-mipi-dsi",
1668 	 .data = &px30_chip_data,
1669 	}, {
1670 	 .compatible = "rockchip,rk3288-mipi-dsi",
1671 	 .data = &rk3288_chip_data,
1672 	}, {
1673 	 .compatible = "rockchip,rk3399-mipi-dsi",
1674 	 .data = &rk3399_chip_data,
1675 	}, {
1676 	 .compatible = "rockchip,rk3568-mipi-dsi",
1677 	 .data = &rk3568_chip_data,
1678 	},
1679 	{ /* sentinel */ }
1680 };
1681 MODULE_DEVICE_TABLE(of, dw_mipi_dsi_rockchip_dt_ids);
1682 
1683 struct platform_driver dw_mipi_dsi_rockchip_driver = {
1684 	.probe		= dw_mipi_dsi_rockchip_probe,
1685 	.remove		= dw_mipi_dsi_rockchip_remove,
1686 	.driver		= {
1687 		.of_match_table = dw_mipi_dsi_rockchip_dt_ids,
1688 		.pm	= &dw_mipi_dsi_rockchip_pm_ops,
1689 		.name	= "dw-mipi-dsi-rockchip",
1690 		/*
1691 		 * For dual-DSI display, one DSI pokes at the other DSI's
1692 		 * drvdata in dw_mipi_dsi_rockchip_find_second(). This is not
1693 		 * safe for asynchronous probe.
1694 		 */
1695 		.probe_type = PROBE_FORCE_SYNCHRONOUS,
1696 	},
1697 };
1698