1 /*
2  * DesignWare High-Definition Multimedia Interface (HDMI) driver
3  *
4  * Copyright (C) 2013-2015 Mentor Graphics Inc.
5  * Copyright (C) 2011-2013 Freescale Semiconductor, Inc.
6  * Copyright (C) 2010, Guennadi Liakhovetski <g.liakhovetski@gmx.de>
7  *
8  * This program is free software; you can redistribute it and/or modify
9  * it under the terms of the GNU General Public License as published by
10  * the Free Software Foundation; either version 2 of the License, or
11  * (at your option) any later version.
12  *
13  */
14 #include <linux/module.h>
15 #include <linux/irq.h>
16 #include <linux/delay.h>
17 #include <linux/err.h>
18 #include <linux/clk.h>
19 #include <linux/hdmi.h>
20 #include <linux/mutex.h>
21 #include <linux/of_device.h>
22 #include <linux/regmap.h>
23 #include <linux/spinlock.h>
24 
25 #include <drm/drm_of.h>
26 #include <drm/drmP.h>
27 #include <drm/drm_atomic_helper.h>
28 #include <drm/drm_edid.h>
29 #include <drm/drm_encoder_slave.h>
30 #include <drm/drm_scdc_helper.h>
31 #include <drm/drm_probe_helper.h>
32 #include <drm/bridge/dw_hdmi.h>
33 
34 #include <uapi/linux/media-bus-format.h>
35 #include <uapi/linux/videodev2.h>
36 
37 #include "dw-hdmi.h"
38 #include "dw-hdmi-audio.h"
39 #include "dw-hdmi-cec.h"
40 
41 #include <media/cec-notifier.h>
42 
43 #define DDC_SEGMENT_ADDR	0x30
44 
45 #define HDMI_EDID_LEN		512
46 
47 /* DW-HDMI Controller >= 0x200a are at least compliant with SCDC version 1 */
48 #define SCDC_MIN_SOURCE_VERSION	0x1
49 
50 #define HDMI14_MAX_TMDSCLK	340000000
51 
52 enum hdmi_datamap {
53 	RGB444_8B = 0x01,
54 	RGB444_10B = 0x03,
55 	RGB444_12B = 0x05,
56 	RGB444_16B = 0x07,
57 	YCbCr444_8B = 0x09,
58 	YCbCr444_10B = 0x0B,
59 	YCbCr444_12B = 0x0D,
60 	YCbCr444_16B = 0x0F,
61 	YCbCr422_8B = 0x16,
62 	YCbCr422_10B = 0x14,
63 	YCbCr422_12B = 0x12,
64 };
65 
66 static const u16 csc_coeff_default[3][4] = {
67 	{ 0x2000, 0x0000, 0x0000, 0x0000 },
68 	{ 0x0000, 0x2000, 0x0000, 0x0000 },
69 	{ 0x0000, 0x0000, 0x2000, 0x0000 }
70 };
71 
72 static const u16 csc_coeff_rgb_out_eitu601[3][4] = {
73 	{ 0x2000, 0x6926, 0x74fd, 0x010e },
74 	{ 0x2000, 0x2cdd, 0x0000, 0x7e9a },
75 	{ 0x2000, 0x0000, 0x38b4, 0x7e3b }
76 };
77 
78 static const u16 csc_coeff_rgb_out_eitu709[3][4] = {
79 	{ 0x2000, 0x7106, 0x7a02, 0x00a7 },
80 	{ 0x2000, 0x3264, 0x0000, 0x7e6d },
81 	{ 0x2000, 0x0000, 0x3b61, 0x7e25 }
82 };
83 
84 static const u16 csc_coeff_rgb_in_eitu601[3][4] = {
85 	{ 0x2591, 0x1322, 0x074b, 0x0000 },
86 	{ 0x6535, 0x2000, 0x7acc, 0x0200 },
87 	{ 0x6acd, 0x7534, 0x2000, 0x0200 }
88 };
89 
90 static const u16 csc_coeff_rgb_in_eitu709[3][4] = {
91 	{ 0x2dc5, 0x0d9b, 0x049e, 0x0000 },
92 	{ 0x62f0, 0x2000, 0x7d11, 0x0200 },
93 	{ 0x6756, 0x78ab, 0x2000, 0x0200 }
94 };
95 
96 struct hdmi_vmode {
97 	bool mdataenablepolarity;
98 
99 	unsigned int mpixelclock;
100 	unsigned int mpixelrepetitioninput;
101 	unsigned int mpixelrepetitionoutput;
102 	unsigned int mtmdsclock;
103 };
104 
105 struct hdmi_data_info {
106 	unsigned int enc_in_bus_format;
107 	unsigned int enc_out_bus_format;
108 	unsigned int enc_in_encoding;
109 	unsigned int enc_out_encoding;
110 	unsigned int pix_repet_factor;
111 	unsigned int hdcp_enable;
112 	struct hdmi_vmode video_mode;
113 };
114 
115 struct dw_hdmi_i2c {
116 	struct i2c_adapter	adap;
117 
118 	struct mutex		lock;	/* used to serialize data transfers */
119 	struct completion	cmp;
120 	u8			stat;
121 
122 	u8			slave_reg;
123 	bool			is_regaddr;
124 	bool			is_segment;
125 };
126 
127 struct dw_hdmi_phy_data {
128 	enum dw_hdmi_phy_type type;
129 	const char *name;
130 	unsigned int gen;
131 	bool has_svsret;
132 	int (*configure)(struct dw_hdmi *hdmi,
133 			 const struct dw_hdmi_plat_data *pdata,
134 			 unsigned long mpixelclock);
135 };
136 
137 struct dw_hdmi {
138 	struct drm_connector connector;
139 	struct drm_bridge bridge;
140 
141 	unsigned int version;
142 
143 	struct platform_device *audio;
144 	struct platform_device *cec;
145 	struct device *dev;
146 	struct clk *isfr_clk;
147 	struct clk *iahb_clk;
148 	struct clk *cec_clk;
149 	struct dw_hdmi_i2c *i2c;
150 
151 	struct hdmi_data_info hdmi_data;
152 	const struct dw_hdmi_plat_data *plat_data;
153 
154 	int vic;
155 
156 	u8 edid[HDMI_EDID_LEN];
157 
158 	struct {
159 		const struct dw_hdmi_phy_ops *ops;
160 		const char *name;
161 		void *data;
162 		bool enabled;
163 	} phy;
164 
165 	struct drm_display_mode previous_mode;
166 
167 	struct i2c_adapter *ddc;
168 	void __iomem *regs;
169 	bool sink_is_hdmi;
170 	bool sink_has_audio;
171 
172 	struct mutex mutex;		/* for state below and previous_mode */
173 	enum drm_connector_force force;	/* mutex-protected force state */
174 	bool disabled;			/* DRM has disabled our bridge */
175 	bool bridge_is_on;		/* indicates the bridge is on */
176 	bool rxsense;			/* rxsense state */
177 	u8 phy_mask;			/* desired phy int mask settings */
178 	u8 mc_clkdis;			/* clock disable register */
179 
180 	spinlock_t audio_lock;
181 	struct mutex audio_mutex;
182 	unsigned int sample_rate;
183 	unsigned int audio_cts;
184 	unsigned int audio_n;
185 	bool audio_enable;
186 
187 	unsigned int reg_shift;
188 	struct regmap *regm;
189 	void (*enable_audio)(struct dw_hdmi *hdmi);
190 	void (*disable_audio)(struct dw_hdmi *hdmi);
191 
192 	struct cec_notifier *cec_notifier;
193 };
194 
195 #define HDMI_IH_PHY_STAT0_RX_SENSE \
196 	(HDMI_IH_PHY_STAT0_RX_SENSE0 | HDMI_IH_PHY_STAT0_RX_SENSE1 | \
197 	 HDMI_IH_PHY_STAT0_RX_SENSE2 | HDMI_IH_PHY_STAT0_RX_SENSE3)
198 
199 #define HDMI_PHY_RX_SENSE \
200 	(HDMI_PHY_RX_SENSE0 | HDMI_PHY_RX_SENSE1 | \
201 	 HDMI_PHY_RX_SENSE2 | HDMI_PHY_RX_SENSE3)
202 
203 static inline void hdmi_writeb(struct dw_hdmi *hdmi, u8 val, int offset)
204 {
205 	regmap_write(hdmi->regm, offset << hdmi->reg_shift, val);
206 }
207 
208 static inline u8 hdmi_readb(struct dw_hdmi *hdmi, int offset)
209 {
210 	unsigned int val = 0;
211 
212 	regmap_read(hdmi->regm, offset << hdmi->reg_shift, &val);
213 
214 	return val;
215 }
216 
217 static void hdmi_modb(struct dw_hdmi *hdmi, u8 data, u8 mask, unsigned reg)
218 {
219 	regmap_update_bits(hdmi->regm, reg << hdmi->reg_shift, mask, data);
220 }
221 
222 static void hdmi_mask_writeb(struct dw_hdmi *hdmi, u8 data, unsigned int reg,
223 			     u8 shift, u8 mask)
224 {
225 	hdmi_modb(hdmi, data << shift, mask, reg);
226 }
227 
228 static void dw_hdmi_i2c_init(struct dw_hdmi *hdmi)
229 {
230 	/* Software reset */
231 	hdmi_writeb(hdmi, 0x00, HDMI_I2CM_SOFTRSTZ);
232 
233 	/* Set Standard Mode speed (determined to be 100KHz on iMX6) */
234 	hdmi_writeb(hdmi, 0x00, HDMI_I2CM_DIV);
235 
236 	/* Set done, not acknowledged and arbitration interrupt polarities */
237 	hdmi_writeb(hdmi, HDMI_I2CM_INT_DONE_POL, HDMI_I2CM_INT);
238 	hdmi_writeb(hdmi, HDMI_I2CM_CTLINT_NAC_POL | HDMI_I2CM_CTLINT_ARB_POL,
239 		    HDMI_I2CM_CTLINT);
240 
241 	/* Clear DONE and ERROR interrupts */
242 	hdmi_writeb(hdmi, HDMI_IH_I2CM_STAT0_ERROR | HDMI_IH_I2CM_STAT0_DONE,
243 		    HDMI_IH_I2CM_STAT0);
244 
245 	/* Mute DONE and ERROR interrupts */
246 	hdmi_writeb(hdmi, HDMI_IH_I2CM_STAT0_ERROR | HDMI_IH_I2CM_STAT0_DONE,
247 		    HDMI_IH_MUTE_I2CM_STAT0);
248 }
249 
250 static int dw_hdmi_i2c_read(struct dw_hdmi *hdmi,
251 			    unsigned char *buf, unsigned int length)
252 {
253 	struct dw_hdmi_i2c *i2c = hdmi->i2c;
254 	int stat;
255 
256 	if (!i2c->is_regaddr) {
257 		dev_dbg(hdmi->dev, "set read register address to 0\n");
258 		i2c->slave_reg = 0x00;
259 		i2c->is_regaddr = true;
260 	}
261 
262 	while (length--) {
263 		reinit_completion(&i2c->cmp);
264 
265 		hdmi_writeb(hdmi, i2c->slave_reg++, HDMI_I2CM_ADDRESS);
266 		if (i2c->is_segment)
267 			hdmi_writeb(hdmi, HDMI_I2CM_OPERATION_READ_EXT,
268 				    HDMI_I2CM_OPERATION);
269 		else
270 			hdmi_writeb(hdmi, HDMI_I2CM_OPERATION_READ,
271 				    HDMI_I2CM_OPERATION);
272 
273 		stat = wait_for_completion_timeout(&i2c->cmp, HZ / 10);
274 		if (!stat)
275 			return -EAGAIN;
276 
277 		/* Check for error condition on the bus */
278 		if (i2c->stat & HDMI_IH_I2CM_STAT0_ERROR)
279 			return -EIO;
280 
281 		*buf++ = hdmi_readb(hdmi, HDMI_I2CM_DATAI);
282 	}
283 	i2c->is_segment = false;
284 
285 	return 0;
286 }
287 
288 static int dw_hdmi_i2c_write(struct dw_hdmi *hdmi,
289 			     unsigned char *buf, unsigned int length)
290 {
291 	struct dw_hdmi_i2c *i2c = hdmi->i2c;
292 	int stat;
293 
294 	if (!i2c->is_regaddr) {
295 		/* Use the first write byte as register address */
296 		i2c->slave_reg = buf[0];
297 		length--;
298 		buf++;
299 		i2c->is_regaddr = true;
300 	}
301 
302 	while (length--) {
303 		reinit_completion(&i2c->cmp);
304 
305 		hdmi_writeb(hdmi, *buf++, HDMI_I2CM_DATAO);
306 		hdmi_writeb(hdmi, i2c->slave_reg++, HDMI_I2CM_ADDRESS);
307 		hdmi_writeb(hdmi, HDMI_I2CM_OPERATION_WRITE,
308 			    HDMI_I2CM_OPERATION);
309 
310 		stat = wait_for_completion_timeout(&i2c->cmp, HZ / 10);
311 		if (!stat)
312 			return -EAGAIN;
313 
314 		/* Check for error condition on the bus */
315 		if (i2c->stat & HDMI_IH_I2CM_STAT0_ERROR)
316 			return -EIO;
317 	}
318 
319 	return 0;
320 }
321 
322 static int dw_hdmi_i2c_xfer(struct i2c_adapter *adap,
323 			    struct i2c_msg *msgs, int num)
324 {
325 	struct dw_hdmi *hdmi = i2c_get_adapdata(adap);
326 	struct dw_hdmi_i2c *i2c = hdmi->i2c;
327 	u8 addr = msgs[0].addr;
328 	int i, ret = 0;
329 
330 	dev_dbg(hdmi->dev, "xfer: num: %d, addr: %#x\n", num, addr);
331 
332 	for (i = 0; i < num; i++) {
333 		if (msgs[i].len == 0) {
334 			dev_dbg(hdmi->dev,
335 				"unsupported transfer %d/%d, no data\n",
336 				i + 1, num);
337 			return -EOPNOTSUPP;
338 		}
339 	}
340 
341 	mutex_lock(&i2c->lock);
342 
343 	/* Unmute DONE and ERROR interrupts */
344 	hdmi_writeb(hdmi, 0x00, HDMI_IH_MUTE_I2CM_STAT0);
345 
346 	/* Set slave device address taken from the first I2C message */
347 	hdmi_writeb(hdmi, addr, HDMI_I2CM_SLAVE);
348 
349 	/* Set slave device register address on transfer */
350 	i2c->is_regaddr = false;
351 
352 	/* Set segment pointer for I2C extended read mode operation */
353 	i2c->is_segment = false;
354 
355 	for (i = 0; i < num; i++) {
356 		dev_dbg(hdmi->dev, "xfer: num: %d/%d, len: %d, flags: %#x\n",
357 			i + 1, num, msgs[i].len, msgs[i].flags);
358 		if (msgs[i].addr == DDC_SEGMENT_ADDR && msgs[i].len == 1) {
359 			i2c->is_segment = true;
360 			hdmi_writeb(hdmi, DDC_SEGMENT_ADDR, HDMI_I2CM_SEGADDR);
361 			hdmi_writeb(hdmi, *msgs[i].buf, HDMI_I2CM_SEGPTR);
362 		} else {
363 			if (msgs[i].flags & I2C_M_RD)
364 				ret = dw_hdmi_i2c_read(hdmi, msgs[i].buf,
365 						       msgs[i].len);
366 			else
367 				ret = dw_hdmi_i2c_write(hdmi, msgs[i].buf,
368 							msgs[i].len);
369 		}
370 		if (ret < 0)
371 			break;
372 	}
373 
374 	if (!ret)
375 		ret = num;
376 
377 	/* Mute DONE and ERROR interrupts */
378 	hdmi_writeb(hdmi, HDMI_IH_I2CM_STAT0_ERROR | HDMI_IH_I2CM_STAT0_DONE,
379 		    HDMI_IH_MUTE_I2CM_STAT0);
380 
381 	mutex_unlock(&i2c->lock);
382 
383 	return ret;
384 }
385 
386 static u32 dw_hdmi_i2c_func(struct i2c_adapter *adapter)
387 {
388 	return I2C_FUNC_I2C | I2C_FUNC_SMBUS_EMUL;
389 }
390 
391 static const struct i2c_algorithm dw_hdmi_algorithm = {
392 	.master_xfer	= dw_hdmi_i2c_xfer,
393 	.functionality	= dw_hdmi_i2c_func,
394 };
395 
396 static struct i2c_adapter *dw_hdmi_i2c_adapter(struct dw_hdmi *hdmi)
397 {
398 	struct i2c_adapter *adap;
399 	struct dw_hdmi_i2c *i2c;
400 	int ret;
401 
402 	i2c = devm_kzalloc(hdmi->dev, sizeof(*i2c), GFP_KERNEL);
403 	if (!i2c)
404 		return ERR_PTR(-ENOMEM);
405 
406 	mutex_init(&i2c->lock);
407 	init_completion(&i2c->cmp);
408 
409 	adap = &i2c->adap;
410 	adap->class = I2C_CLASS_DDC;
411 	adap->owner = THIS_MODULE;
412 	adap->dev.parent = hdmi->dev;
413 	adap->algo = &dw_hdmi_algorithm;
414 	strlcpy(adap->name, "DesignWare HDMI", sizeof(adap->name));
415 	i2c_set_adapdata(adap, hdmi);
416 
417 	ret = i2c_add_adapter(adap);
418 	if (ret) {
419 		dev_warn(hdmi->dev, "cannot add %s I2C adapter\n", adap->name);
420 		devm_kfree(hdmi->dev, i2c);
421 		return ERR_PTR(ret);
422 	}
423 
424 	hdmi->i2c = i2c;
425 
426 	dev_info(hdmi->dev, "registered %s I2C bus driver\n", adap->name);
427 
428 	return adap;
429 }
430 
431 static void hdmi_set_cts_n(struct dw_hdmi *hdmi, unsigned int cts,
432 			   unsigned int n)
433 {
434 	/* Must be set/cleared first */
435 	hdmi_modb(hdmi, 0, HDMI_AUD_CTS3_CTS_MANUAL, HDMI_AUD_CTS3);
436 
437 	/* nshift factor = 0 */
438 	hdmi_modb(hdmi, 0, HDMI_AUD_CTS3_N_SHIFT_MASK, HDMI_AUD_CTS3);
439 
440 	hdmi_writeb(hdmi, ((cts >> 16) & HDMI_AUD_CTS3_AUDCTS19_16_MASK) |
441 		    HDMI_AUD_CTS3_CTS_MANUAL, HDMI_AUD_CTS3);
442 	hdmi_writeb(hdmi, (cts >> 8) & 0xff, HDMI_AUD_CTS2);
443 	hdmi_writeb(hdmi, cts & 0xff, HDMI_AUD_CTS1);
444 
445 	hdmi_writeb(hdmi, (n >> 16) & 0x0f, HDMI_AUD_N3);
446 	hdmi_writeb(hdmi, (n >> 8) & 0xff, HDMI_AUD_N2);
447 	hdmi_writeb(hdmi, n & 0xff, HDMI_AUD_N1);
448 }
449 
450 static unsigned int hdmi_compute_n(unsigned int freq, unsigned long pixel_clk)
451 {
452 	unsigned int n = (128 * freq) / 1000;
453 	unsigned int mult = 1;
454 
455 	while (freq > 48000) {
456 		mult *= 2;
457 		freq /= 2;
458 	}
459 
460 	switch (freq) {
461 	case 32000:
462 		if (pixel_clk == 25175000)
463 			n = 4576;
464 		else if (pixel_clk == 27027000)
465 			n = 4096;
466 		else if (pixel_clk == 74176000 || pixel_clk == 148352000)
467 			n = 11648;
468 		else
469 			n = 4096;
470 		n *= mult;
471 		break;
472 
473 	case 44100:
474 		if (pixel_clk == 25175000)
475 			n = 7007;
476 		else if (pixel_clk == 74176000)
477 			n = 17836;
478 		else if (pixel_clk == 148352000)
479 			n = 8918;
480 		else
481 			n = 6272;
482 		n *= mult;
483 		break;
484 
485 	case 48000:
486 		if (pixel_clk == 25175000)
487 			n = 6864;
488 		else if (pixel_clk == 27027000)
489 			n = 6144;
490 		else if (pixel_clk == 74176000)
491 			n = 11648;
492 		else if (pixel_clk == 148352000)
493 			n = 5824;
494 		else
495 			n = 6144;
496 		n *= mult;
497 		break;
498 
499 	default:
500 		break;
501 	}
502 
503 	return n;
504 }
505 
506 static void hdmi_set_clk_regenerator(struct dw_hdmi *hdmi,
507 	unsigned long pixel_clk, unsigned int sample_rate)
508 {
509 	unsigned long ftdms = pixel_clk;
510 	unsigned int n, cts;
511 	u64 tmp;
512 
513 	n = hdmi_compute_n(sample_rate, pixel_clk);
514 
515 	/*
516 	 * Compute the CTS value from the N value.  Note that CTS and N
517 	 * can be up to 20 bits in total, so we need 64-bit math.  Also
518 	 * note that our TDMS clock is not fully accurate; it is accurate
519 	 * to kHz.  This can introduce an unnecessary remainder in the
520 	 * calculation below, so we don't try to warn about that.
521 	 */
522 	tmp = (u64)ftdms * n;
523 	do_div(tmp, 128 * sample_rate);
524 	cts = tmp;
525 
526 	dev_dbg(hdmi->dev, "%s: fs=%uHz ftdms=%lu.%03luMHz N=%d cts=%d\n",
527 		__func__, sample_rate, ftdms / 1000000, (ftdms / 1000) % 1000,
528 		n, cts);
529 
530 	spin_lock_irq(&hdmi->audio_lock);
531 	hdmi->audio_n = n;
532 	hdmi->audio_cts = cts;
533 	hdmi_set_cts_n(hdmi, cts, hdmi->audio_enable ? n : 0);
534 	spin_unlock_irq(&hdmi->audio_lock);
535 }
536 
537 static void hdmi_init_clk_regenerator(struct dw_hdmi *hdmi)
538 {
539 	mutex_lock(&hdmi->audio_mutex);
540 	hdmi_set_clk_regenerator(hdmi, 74250000, hdmi->sample_rate);
541 	mutex_unlock(&hdmi->audio_mutex);
542 }
543 
544 static void hdmi_clk_regenerator_update_pixel_clock(struct dw_hdmi *hdmi)
545 {
546 	mutex_lock(&hdmi->audio_mutex);
547 	hdmi_set_clk_regenerator(hdmi, hdmi->hdmi_data.video_mode.mtmdsclock,
548 				 hdmi->sample_rate);
549 	mutex_unlock(&hdmi->audio_mutex);
550 }
551 
552 void dw_hdmi_set_sample_rate(struct dw_hdmi *hdmi, unsigned int rate)
553 {
554 	mutex_lock(&hdmi->audio_mutex);
555 	hdmi->sample_rate = rate;
556 	hdmi_set_clk_regenerator(hdmi, hdmi->hdmi_data.video_mode.mtmdsclock,
557 				 hdmi->sample_rate);
558 	mutex_unlock(&hdmi->audio_mutex);
559 }
560 EXPORT_SYMBOL_GPL(dw_hdmi_set_sample_rate);
561 
562 static void hdmi_enable_audio_clk(struct dw_hdmi *hdmi, bool enable)
563 {
564 	if (enable)
565 		hdmi->mc_clkdis &= ~HDMI_MC_CLKDIS_AUDCLK_DISABLE;
566 	else
567 		hdmi->mc_clkdis |= HDMI_MC_CLKDIS_AUDCLK_DISABLE;
568 	hdmi_writeb(hdmi, hdmi->mc_clkdis, HDMI_MC_CLKDIS);
569 }
570 
571 static void dw_hdmi_ahb_audio_enable(struct dw_hdmi *hdmi)
572 {
573 	hdmi_set_cts_n(hdmi, hdmi->audio_cts, hdmi->audio_n);
574 }
575 
576 static void dw_hdmi_ahb_audio_disable(struct dw_hdmi *hdmi)
577 {
578 	hdmi_set_cts_n(hdmi, hdmi->audio_cts, 0);
579 }
580 
581 static void dw_hdmi_i2s_audio_enable(struct dw_hdmi *hdmi)
582 {
583 	hdmi_set_cts_n(hdmi, hdmi->audio_cts, hdmi->audio_n);
584 	hdmi_enable_audio_clk(hdmi, true);
585 }
586 
587 static void dw_hdmi_i2s_audio_disable(struct dw_hdmi *hdmi)
588 {
589 	hdmi_enable_audio_clk(hdmi, false);
590 }
591 
592 void dw_hdmi_audio_enable(struct dw_hdmi *hdmi)
593 {
594 	unsigned long flags;
595 
596 	spin_lock_irqsave(&hdmi->audio_lock, flags);
597 	hdmi->audio_enable = true;
598 	if (hdmi->enable_audio)
599 		hdmi->enable_audio(hdmi);
600 	spin_unlock_irqrestore(&hdmi->audio_lock, flags);
601 }
602 EXPORT_SYMBOL_GPL(dw_hdmi_audio_enable);
603 
604 void dw_hdmi_audio_disable(struct dw_hdmi *hdmi)
605 {
606 	unsigned long flags;
607 
608 	spin_lock_irqsave(&hdmi->audio_lock, flags);
609 	hdmi->audio_enable = false;
610 	if (hdmi->disable_audio)
611 		hdmi->disable_audio(hdmi);
612 	spin_unlock_irqrestore(&hdmi->audio_lock, flags);
613 }
614 EXPORT_SYMBOL_GPL(dw_hdmi_audio_disable);
615 
616 static bool hdmi_bus_fmt_is_rgb(unsigned int bus_format)
617 {
618 	switch (bus_format) {
619 	case MEDIA_BUS_FMT_RGB888_1X24:
620 	case MEDIA_BUS_FMT_RGB101010_1X30:
621 	case MEDIA_BUS_FMT_RGB121212_1X36:
622 	case MEDIA_BUS_FMT_RGB161616_1X48:
623 		return true;
624 
625 	default:
626 		return false;
627 	}
628 }
629 
630 static bool hdmi_bus_fmt_is_yuv444(unsigned int bus_format)
631 {
632 	switch (bus_format) {
633 	case MEDIA_BUS_FMT_YUV8_1X24:
634 	case MEDIA_BUS_FMT_YUV10_1X30:
635 	case MEDIA_BUS_FMT_YUV12_1X36:
636 	case MEDIA_BUS_FMT_YUV16_1X48:
637 		return true;
638 
639 	default:
640 		return false;
641 	}
642 }
643 
644 static bool hdmi_bus_fmt_is_yuv422(unsigned int bus_format)
645 {
646 	switch (bus_format) {
647 	case MEDIA_BUS_FMT_UYVY8_1X16:
648 	case MEDIA_BUS_FMT_UYVY10_1X20:
649 	case MEDIA_BUS_FMT_UYVY12_1X24:
650 		return true;
651 
652 	default:
653 		return false;
654 	}
655 }
656 
657 static bool hdmi_bus_fmt_is_yuv420(unsigned int bus_format)
658 {
659 	switch (bus_format) {
660 	case MEDIA_BUS_FMT_UYYVYY8_0_5X24:
661 	case MEDIA_BUS_FMT_UYYVYY10_0_5X30:
662 	case MEDIA_BUS_FMT_UYYVYY12_0_5X36:
663 	case MEDIA_BUS_FMT_UYYVYY16_0_5X48:
664 		return true;
665 
666 	default:
667 		return false;
668 	}
669 }
670 
671 static int hdmi_bus_fmt_color_depth(unsigned int bus_format)
672 {
673 	switch (bus_format) {
674 	case MEDIA_BUS_FMT_RGB888_1X24:
675 	case MEDIA_BUS_FMT_YUV8_1X24:
676 	case MEDIA_BUS_FMT_UYVY8_1X16:
677 	case MEDIA_BUS_FMT_UYYVYY8_0_5X24:
678 		return 8;
679 
680 	case MEDIA_BUS_FMT_RGB101010_1X30:
681 	case MEDIA_BUS_FMT_YUV10_1X30:
682 	case MEDIA_BUS_FMT_UYVY10_1X20:
683 	case MEDIA_BUS_FMT_UYYVYY10_0_5X30:
684 		return 10;
685 
686 	case MEDIA_BUS_FMT_RGB121212_1X36:
687 	case MEDIA_BUS_FMT_YUV12_1X36:
688 	case MEDIA_BUS_FMT_UYVY12_1X24:
689 	case MEDIA_BUS_FMT_UYYVYY12_0_5X36:
690 		return 12;
691 
692 	case MEDIA_BUS_FMT_RGB161616_1X48:
693 	case MEDIA_BUS_FMT_YUV16_1X48:
694 	case MEDIA_BUS_FMT_UYYVYY16_0_5X48:
695 		return 16;
696 
697 	default:
698 		return 0;
699 	}
700 }
701 
702 /*
703  * this submodule is responsible for the video data synchronization.
704  * for example, for RGB 4:4:4 input, the data map is defined as
705  *			pin{47~40} <==> R[7:0]
706  *			pin{31~24} <==> G[7:0]
707  *			pin{15~8}  <==> B[7:0]
708  */
709 static void hdmi_video_sample(struct dw_hdmi *hdmi)
710 {
711 	int color_format = 0;
712 	u8 val;
713 
714 	switch (hdmi->hdmi_data.enc_in_bus_format) {
715 	case MEDIA_BUS_FMT_RGB888_1X24:
716 		color_format = 0x01;
717 		break;
718 	case MEDIA_BUS_FMT_RGB101010_1X30:
719 		color_format = 0x03;
720 		break;
721 	case MEDIA_BUS_FMT_RGB121212_1X36:
722 		color_format = 0x05;
723 		break;
724 	case MEDIA_BUS_FMT_RGB161616_1X48:
725 		color_format = 0x07;
726 		break;
727 
728 	case MEDIA_BUS_FMT_YUV8_1X24:
729 	case MEDIA_BUS_FMT_UYYVYY8_0_5X24:
730 		color_format = 0x09;
731 		break;
732 	case MEDIA_BUS_FMT_YUV10_1X30:
733 	case MEDIA_BUS_FMT_UYYVYY10_0_5X30:
734 		color_format = 0x0B;
735 		break;
736 	case MEDIA_BUS_FMT_YUV12_1X36:
737 	case MEDIA_BUS_FMT_UYYVYY12_0_5X36:
738 		color_format = 0x0D;
739 		break;
740 	case MEDIA_BUS_FMT_YUV16_1X48:
741 	case MEDIA_BUS_FMT_UYYVYY16_0_5X48:
742 		color_format = 0x0F;
743 		break;
744 
745 	case MEDIA_BUS_FMT_UYVY8_1X16:
746 		color_format = 0x16;
747 		break;
748 	case MEDIA_BUS_FMT_UYVY10_1X20:
749 		color_format = 0x14;
750 		break;
751 	case MEDIA_BUS_FMT_UYVY12_1X24:
752 		color_format = 0x12;
753 		break;
754 
755 	default:
756 		return;
757 	}
758 
759 	val = HDMI_TX_INVID0_INTERNAL_DE_GENERATOR_DISABLE |
760 		((color_format << HDMI_TX_INVID0_VIDEO_MAPPING_OFFSET) &
761 		HDMI_TX_INVID0_VIDEO_MAPPING_MASK);
762 	hdmi_writeb(hdmi, val, HDMI_TX_INVID0);
763 
764 	/* Enable TX stuffing: When DE is inactive, fix the output data to 0 */
765 	val = HDMI_TX_INSTUFFING_BDBDATA_STUFFING_ENABLE |
766 		HDMI_TX_INSTUFFING_RCRDATA_STUFFING_ENABLE |
767 		HDMI_TX_INSTUFFING_GYDATA_STUFFING_ENABLE;
768 	hdmi_writeb(hdmi, val, HDMI_TX_INSTUFFING);
769 	hdmi_writeb(hdmi, 0x0, HDMI_TX_GYDATA0);
770 	hdmi_writeb(hdmi, 0x0, HDMI_TX_GYDATA1);
771 	hdmi_writeb(hdmi, 0x0, HDMI_TX_RCRDATA0);
772 	hdmi_writeb(hdmi, 0x0, HDMI_TX_RCRDATA1);
773 	hdmi_writeb(hdmi, 0x0, HDMI_TX_BCBDATA0);
774 	hdmi_writeb(hdmi, 0x0, HDMI_TX_BCBDATA1);
775 }
776 
777 static int is_color_space_conversion(struct dw_hdmi *hdmi)
778 {
779 	return hdmi->hdmi_data.enc_in_bus_format != hdmi->hdmi_data.enc_out_bus_format;
780 }
781 
782 static int is_color_space_decimation(struct dw_hdmi *hdmi)
783 {
784 	if (!hdmi_bus_fmt_is_yuv422(hdmi->hdmi_data.enc_out_bus_format))
785 		return 0;
786 
787 	if (hdmi_bus_fmt_is_rgb(hdmi->hdmi_data.enc_in_bus_format) ||
788 	    hdmi_bus_fmt_is_yuv444(hdmi->hdmi_data.enc_in_bus_format))
789 		return 1;
790 
791 	return 0;
792 }
793 
794 static int is_color_space_interpolation(struct dw_hdmi *hdmi)
795 {
796 	if (!hdmi_bus_fmt_is_yuv422(hdmi->hdmi_data.enc_in_bus_format))
797 		return 0;
798 
799 	if (hdmi_bus_fmt_is_rgb(hdmi->hdmi_data.enc_out_bus_format) ||
800 	    hdmi_bus_fmt_is_yuv444(hdmi->hdmi_data.enc_out_bus_format))
801 		return 1;
802 
803 	return 0;
804 }
805 
806 static void dw_hdmi_update_csc_coeffs(struct dw_hdmi *hdmi)
807 {
808 	const u16 (*csc_coeff)[3][4] = &csc_coeff_default;
809 	unsigned i;
810 	u32 csc_scale = 1;
811 
812 	if (is_color_space_conversion(hdmi)) {
813 		if (hdmi_bus_fmt_is_rgb(hdmi->hdmi_data.enc_out_bus_format)) {
814 			if (hdmi->hdmi_data.enc_out_encoding ==
815 						V4L2_YCBCR_ENC_601)
816 				csc_coeff = &csc_coeff_rgb_out_eitu601;
817 			else
818 				csc_coeff = &csc_coeff_rgb_out_eitu709;
819 		} else if (hdmi_bus_fmt_is_rgb(
820 					hdmi->hdmi_data.enc_in_bus_format)) {
821 			if (hdmi->hdmi_data.enc_out_encoding ==
822 						V4L2_YCBCR_ENC_601)
823 				csc_coeff = &csc_coeff_rgb_in_eitu601;
824 			else
825 				csc_coeff = &csc_coeff_rgb_in_eitu709;
826 			csc_scale = 0;
827 		}
828 	}
829 
830 	/* The CSC registers are sequential, alternating MSB then LSB */
831 	for (i = 0; i < ARRAY_SIZE(csc_coeff_default[0]); i++) {
832 		u16 coeff_a = (*csc_coeff)[0][i];
833 		u16 coeff_b = (*csc_coeff)[1][i];
834 		u16 coeff_c = (*csc_coeff)[2][i];
835 
836 		hdmi_writeb(hdmi, coeff_a & 0xff, HDMI_CSC_COEF_A1_LSB + i * 2);
837 		hdmi_writeb(hdmi, coeff_a >> 8, HDMI_CSC_COEF_A1_MSB + i * 2);
838 		hdmi_writeb(hdmi, coeff_b & 0xff, HDMI_CSC_COEF_B1_LSB + i * 2);
839 		hdmi_writeb(hdmi, coeff_b >> 8, HDMI_CSC_COEF_B1_MSB + i * 2);
840 		hdmi_writeb(hdmi, coeff_c & 0xff, HDMI_CSC_COEF_C1_LSB + i * 2);
841 		hdmi_writeb(hdmi, coeff_c >> 8, HDMI_CSC_COEF_C1_MSB + i * 2);
842 	}
843 
844 	hdmi_modb(hdmi, csc_scale, HDMI_CSC_SCALE_CSCSCALE_MASK,
845 		  HDMI_CSC_SCALE);
846 }
847 
848 static void hdmi_video_csc(struct dw_hdmi *hdmi)
849 {
850 	int color_depth = 0;
851 	int interpolation = HDMI_CSC_CFG_INTMODE_DISABLE;
852 	int decimation = 0;
853 
854 	/* YCC422 interpolation to 444 mode */
855 	if (is_color_space_interpolation(hdmi))
856 		interpolation = HDMI_CSC_CFG_INTMODE_CHROMA_INT_FORMULA1;
857 	else if (is_color_space_decimation(hdmi))
858 		decimation = HDMI_CSC_CFG_DECMODE_CHROMA_INT_FORMULA3;
859 
860 	switch (hdmi_bus_fmt_color_depth(hdmi->hdmi_data.enc_out_bus_format)) {
861 	case 8:
862 		color_depth = HDMI_CSC_SCALE_CSC_COLORDE_PTH_24BPP;
863 		break;
864 	case 10:
865 		color_depth = HDMI_CSC_SCALE_CSC_COLORDE_PTH_30BPP;
866 		break;
867 	case 12:
868 		color_depth = HDMI_CSC_SCALE_CSC_COLORDE_PTH_36BPP;
869 		break;
870 	case 16:
871 		color_depth = HDMI_CSC_SCALE_CSC_COLORDE_PTH_48BPP;
872 		break;
873 
874 	default:
875 		return;
876 	}
877 
878 	/* Configure the CSC registers */
879 	hdmi_writeb(hdmi, interpolation | decimation, HDMI_CSC_CFG);
880 	hdmi_modb(hdmi, color_depth, HDMI_CSC_SCALE_CSC_COLORDE_PTH_MASK,
881 		  HDMI_CSC_SCALE);
882 
883 	dw_hdmi_update_csc_coeffs(hdmi);
884 }
885 
886 /*
887  * HDMI video packetizer is used to packetize the data.
888  * for example, if input is YCC422 mode or repeater is used,
889  * data should be repacked this module can be bypassed.
890  */
891 static void hdmi_video_packetize(struct dw_hdmi *hdmi)
892 {
893 	unsigned int color_depth = 0;
894 	unsigned int remap_size = HDMI_VP_REMAP_YCC422_16bit;
895 	unsigned int output_select = HDMI_VP_CONF_OUTPUT_SELECTOR_PP;
896 	struct hdmi_data_info *hdmi_data = &hdmi->hdmi_data;
897 	u8 val, vp_conf;
898 
899 	if (hdmi_bus_fmt_is_rgb(hdmi->hdmi_data.enc_out_bus_format) ||
900 	    hdmi_bus_fmt_is_yuv444(hdmi->hdmi_data.enc_out_bus_format) ||
901 	    hdmi_bus_fmt_is_yuv420(hdmi->hdmi_data.enc_out_bus_format)) {
902 		switch (hdmi_bus_fmt_color_depth(
903 					hdmi->hdmi_data.enc_out_bus_format)) {
904 		case 8:
905 			color_depth = 4;
906 			output_select = HDMI_VP_CONF_OUTPUT_SELECTOR_BYPASS;
907 			break;
908 		case 10:
909 			color_depth = 5;
910 			break;
911 		case 12:
912 			color_depth = 6;
913 			break;
914 		case 16:
915 			color_depth = 7;
916 			break;
917 		default:
918 			output_select = HDMI_VP_CONF_OUTPUT_SELECTOR_BYPASS;
919 		}
920 	} else if (hdmi_bus_fmt_is_yuv422(hdmi->hdmi_data.enc_out_bus_format)) {
921 		switch (hdmi_bus_fmt_color_depth(
922 					hdmi->hdmi_data.enc_out_bus_format)) {
923 		case 0:
924 		case 8:
925 			remap_size = HDMI_VP_REMAP_YCC422_16bit;
926 			break;
927 		case 10:
928 			remap_size = HDMI_VP_REMAP_YCC422_20bit;
929 			break;
930 		case 12:
931 			remap_size = HDMI_VP_REMAP_YCC422_24bit;
932 			break;
933 
934 		default:
935 			return;
936 		}
937 		output_select = HDMI_VP_CONF_OUTPUT_SELECTOR_YCC422;
938 	} else {
939 		return;
940 	}
941 
942 	/* set the packetizer registers */
943 	val = ((color_depth << HDMI_VP_PR_CD_COLOR_DEPTH_OFFSET) &
944 		HDMI_VP_PR_CD_COLOR_DEPTH_MASK) |
945 		((hdmi_data->pix_repet_factor <<
946 		HDMI_VP_PR_CD_DESIRED_PR_FACTOR_OFFSET) &
947 		HDMI_VP_PR_CD_DESIRED_PR_FACTOR_MASK);
948 	hdmi_writeb(hdmi, val, HDMI_VP_PR_CD);
949 
950 	hdmi_modb(hdmi, HDMI_VP_STUFF_PR_STUFFING_STUFFING_MODE,
951 		  HDMI_VP_STUFF_PR_STUFFING_MASK, HDMI_VP_STUFF);
952 
953 	/* Data from pixel repeater block */
954 	if (hdmi_data->pix_repet_factor > 1) {
955 		vp_conf = HDMI_VP_CONF_PR_EN_ENABLE |
956 			  HDMI_VP_CONF_BYPASS_SELECT_PIX_REPEATER;
957 	} else { /* data from packetizer block */
958 		vp_conf = HDMI_VP_CONF_PR_EN_DISABLE |
959 			  HDMI_VP_CONF_BYPASS_SELECT_VID_PACKETIZER;
960 	}
961 
962 	hdmi_modb(hdmi, vp_conf,
963 		  HDMI_VP_CONF_PR_EN_MASK |
964 		  HDMI_VP_CONF_BYPASS_SELECT_MASK, HDMI_VP_CONF);
965 
966 	hdmi_modb(hdmi, 1 << HDMI_VP_STUFF_IDEFAULT_PHASE_OFFSET,
967 		  HDMI_VP_STUFF_IDEFAULT_PHASE_MASK, HDMI_VP_STUFF);
968 
969 	hdmi_writeb(hdmi, remap_size, HDMI_VP_REMAP);
970 
971 	if (output_select == HDMI_VP_CONF_OUTPUT_SELECTOR_PP) {
972 		vp_conf = HDMI_VP_CONF_BYPASS_EN_DISABLE |
973 			  HDMI_VP_CONF_PP_EN_ENABLE |
974 			  HDMI_VP_CONF_YCC422_EN_DISABLE;
975 	} else if (output_select == HDMI_VP_CONF_OUTPUT_SELECTOR_YCC422) {
976 		vp_conf = HDMI_VP_CONF_BYPASS_EN_DISABLE |
977 			  HDMI_VP_CONF_PP_EN_DISABLE |
978 			  HDMI_VP_CONF_YCC422_EN_ENABLE;
979 	} else if (output_select == HDMI_VP_CONF_OUTPUT_SELECTOR_BYPASS) {
980 		vp_conf = HDMI_VP_CONF_BYPASS_EN_ENABLE |
981 			  HDMI_VP_CONF_PP_EN_DISABLE |
982 			  HDMI_VP_CONF_YCC422_EN_DISABLE;
983 	} else {
984 		return;
985 	}
986 
987 	hdmi_modb(hdmi, vp_conf,
988 		  HDMI_VP_CONF_BYPASS_EN_MASK | HDMI_VP_CONF_PP_EN_ENMASK |
989 		  HDMI_VP_CONF_YCC422_EN_MASK, HDMI_VP_CONF);
990 
991 	hdmi_modb(hdmi, HDMI_VP_STUFF_PP_STUFFING_STUFFING_MODE |
992 			HDMI_VP_STUFF_YCC422_STUFFING_STUFFING_MODE,
993 		  HDMI_VP_STUFF_PP_STUFFING_MASK |
994 		  HDMI_VP_STUFF_YCC422_STUFFING_MASK, HDMI_VP_STUFF);
995 
996 	hdmi_modb(hdmi, output_select, HDMI_VP_CONF_OUTPUT_SELECTOR_MASK,
997 		  HDMI_VP_CONF);
998 }
999 
1000 /* -----------------------------------------------------------------------------
1001  * Synopsys PHY Handling
1002  */
1003 
1004 static inline void hdmi_phy_test_clear(struct dw_hdmi *hdmi,
1005 				       unsigned char bit)
1006 {
1007 	hdmi_modb(hdmi, bit << HDMI_PHY_TST0_TSTCLR_OFFSET,
1008 		  HDMI_PHY_TST0_TSTCLR_MASK, HDMI_PHY_TST0);
1009 }
1010 
1011 static bool hdmi_phy_wait_i2c_done(struct dw_hdmi *hdmi, int msec)
1012 {
1013 	u32 val;
1014 
1015 	while ((val = hdmi_readb(hdmi, HDMI_IH_I2CMPHY_STAT0) & 0x3) == 0) {
1016 		if (msec-- == 0)
1017 			return false;
1018 		udelay(1000);
1019 	}
1020 	hdmi_writeb(hdmi, val, HDMI_IH_I2CMPHY_STAT0);
1021 
1022 	return true;
1023 }
1024 
1025 void dw_hdmi_phy_i2c_write(struct dw_hdmi *hdmi, unsigned short data,
1026 			   unsigned char addr)
1027 {
1028 	hdmi_writeb(hdmi, 0xFF, HDMI_IH_I2CMPHY_STAT0);
1029 	hdmi_writeb(hdmi, addr, HDMI_PHY_I2CM_ADDRESS_ADDR);
1030 	hdmi_writeb(hdmi, (unsigned char)(data >> 8),
1031 		    HDMI_PHY_I2CM_DATAO_1_ADDR);
1032 	hdmi_writeb(hdmi, (unsigned char)(data >> 0),
1033 		    HDMI_PHY_I2CM_DATAO_0_ADDR);
1034 	hdmi_writeb(hdmi, HDMI_PHY_I2CM_OPERATION_ADDR_WRITE,
1035 		    HDMI_PHY_I2CM_OPERATION_ADDR);
1036 	hdmi_phy_wait_i2c_done(hdmi, 1000);
1037 }
1038 EXPORT_SYMBOL_GPL(dw_hdmi_phy_i2c_write);
1039 
1040 /* Filter out invalid setups to avoid configuring SCDC and scrambling */
1041 static bool dw_hdmi_support_scdc(struct dw_hdmi *hdmi)
1042 {
1043 	struct drm_display_info *display = &hdmi->connector.display_info;
1044 
1045 	/* Completely disable SCDC support for older controllers */
1046 	if (hdmi->version < 0x200a)
1047 		return false;
1048 
1049 	/* Disable if no DDC bus */
1050 	if (!hdmi->ddc)
1051 		return false;
1052 
1053 	/* Disable if SCDC is not supported, or if an HF-VSDB block is absent */
1054 	if (!display->hdmi.scdc.supported ||
1055 	    !display->hdmi.scdc.scrambling.supported)
1056 		return false;
1057 
1058 	/*
1059 	 * Disable if display only support low TMDS rates and scrambling
1060 	 * for low rates is not supported either
1061 	 */
1062 	if (!display->hdmi.scdc.scrambling.low_rates &&
1063 	    display->max_tmds_clock <= 340000)
1064 		return false;
1065 
1066 	return true;
1067 }
1068 
1069 /*
1070  * HDMI2.0 Specifies the following procedure for High TMDS Bit Rates:
1071  * - The Source shall suspend transmission of the TMDS clock and data
1072  * - The Source shall write to the TMDS_Bit_Clock_Ratio bit to change it
1073  * from a 0 to a 1 or from a 1 to a 0
1074  * - The Source shall allow a minimum of 1 ms and a maximum of 100 ms from
1075  * the time the TMDS_Bit_Clock_Ratio bit is written until resuming
1076  * transmission of TMDS clock and data
1077  *
1078  * To respect the 100ms maximum delay, the dw_hdmi_set_high_tmds_clock_ratio()
1079  * helper should called right before enabling the TMDS Clock and Data in
1080  * the PHY configuration callback.
1081  */
1082 void dw_hdmi_set_high_tmds_clock_ratio(struct dw_hdmi *hdmi)
1083 {
1084 	unsigned long mtmdsclock = hdmi->hdmi_data.video_mode.mtmdsclock;
1085 
1086 	/* Control for TMDS Bit Period/TMDS Clock-Period Ratio */
1087 	if (dw_hdmi_support_scdc(hdmi)) {
1088 		if (mtmdsclock > HDMI14_MAX_TMDSCLK)
1089 			drm_scdc_set_high_tmds_clock_ratio(hdmi->ddc, 1);
1090 		else
1091 			drm_scdc_set_high_tmds_clock_ratio(hdmi->ddc, 0);
1092 	}
1093 }
1094 EXPORT_SYMBOL_GPL(dw_hdmi_set_high_tmds_clock_ratio);
1095 
1096 static void dw_hdmi_phy_enable_powerdown(struct dw_hdmi *hdmi, bool enable)
1097 {
1098 	hdmi_mask_writeb(hdmi, !enable, HDMI_PHY_CONF0,
1099 			 HDMI_PHY_CONF0_PDZ_OFFSET,
1100 			 HDMI_PHY_CONF0_PDZ_MASK);
1101 }
1102 
1103 static void dw_hdmi_phy_enable_tmds(struct dw_hdmi *hdmi, u8 enable)
1104 {
1105 	hdmi_mask_writeb(hdmi, enable, HDMI_PHY_CONF0,
1106 			 HDMI_PHY_CONF0_ENTMDS_OFFSET,
1107 			 HDMI_PHY_CONF0_ENTMDS_MASK);
1108 }
1109 
1110 static void dw_hdmi_phy_enable_svsret(struct dw_hdmi *hdmi, u8 enable)
1111 {
1112 	hdmi_mask_writeb(hdmi, enable, HDMI_PHY_CONF0,
1113 			 HDMI_PHY_CONF0_SVSRET_OFFSET,
1114 			 HDMI_PHY_CONF0_SVSRET_MASK);
1115 }
1116 
1117 void dw_hdmi_phy_gen2_pddq(struct dw_hdmi *hdmi, u8 enable)
1118 {
1119 	hdmi_mask_writeb(hdmi, enable, HDMI_PHY_CONF0,
1120 			 HDMI_PHY_CONF0_GEN2_PDDQ_OFFSET,
1121 			 HDMI_PHY_CONF0_GEN2_PDDQ_MASK);
1122 }
1123 EXPORT_SYMBOL_GPL(dw_hdmi_phy_gen2_pddq);
1124 
1125 void dw_hdmi_phy_gen2_txpwron(struct dw_hdmi *hdmi, u8 enable)
1126 {
1127 	hdmi_mask_writeb(hdmi, enable, HDMI_PHY_CONF0,
1128 			 HDMI_PHY_CONF0_GEN2_TXPWRON_OFFSET,
1129 			 HDMI_PHY_CONF0_GEN2_TXPWRON_MASK);
1130 }
1131 EXPORT_SYMBOL_GPL(dw_hdmi_phy_gen2_txpwron);
1132 
1133 static void dw_hdmi_phy_sel_data_en_pol(struct dw_hdmi *hdmi, u8 enable)
1134 {
1135 	hdmi_mask_writeb(hdmi, enable, HDMI_PHY_CONF0,
1136 			 HDMI_PHY_CONF0_SELDATAENPOL_OFFSET,
1137 			 HDMI_PHY_CONF0_SELDATAENPOL_MASK);
1138 }
1139 
1140 static void dw_hdmi_phy_sel_interface_control(struct dw_hdmi *hdmi, u8 enable)
1141 {
1142 	hdmi_mask_writeb(hdmi, enable, HDMI_PHY_CONF0,
1143 			 HDMI_PHY_CONF0_SELDIPIF_OFFSET,
1144 			 HDMI_PHY_CONF0_SELDIPIF_MASK);
1145 }
1146 
1147 void dw_hdmi_phy_reset(struct dw_hdmi *hdmi)
1148 {
1149 	/* PHY reset. The reset signal is active high on Gen2 PHYs. */
1150 	hdmi_writeb(hdmi, HDMI_MC_PHYRSTZ_PHYRSTZ, HDMI_MC_PHYRSTZ);
1151 	hdmi_writeb(hdmi, 0, HDMI_MC_PHYRSTZ);
1152 }
1153 EXPORT_SYMBOL_GPL(dw_hdmi_phy_reset);
1154 
1155 void dw_hdmi_phy_i2c_set_addr(struct dw_hdmi *hdmi, u8 address)
1156 {
1157 	hdmi_phy_test_clear(hdmi, 1);
1158 	hdmi_writeb(hdmi, address, HDMI_PHY_I2CM_SLAVE_ADDR);
1159 	hdmi_phy_test_clear(hdmi, 0);
1160 }
1161 EXPORT_SYMBOL_GPL(dw_hdmi_phy_i2c_set_addr);
1162 
1163 static void dw_hdmi_phy_power_off(struct dw_hdmi *hdmi)
1164 {
1165 	const struct dw_hdmi_phy_data *phy = hdmi->phy.data;
1166 	unsigned int i;
1167 	u16 val;
1168 
1169 	if (phy->gen == 1) {
1170 		dw_hdmi_phy_enable_tmds(hdmi, 0);
1171 		dw_hdmi_phy_enable_powerdown(hdmi, true);
1172 		return;
1173 	}
1174 
1175 	dw_hdmi_phy_gen2_txpwron(hdmi, 0);
1176 
1177 	/*
1178 	 * Wait for TX_PHY_LOCK to be deasserted to indicate that the PHY went
1179 	 * to low power mode.
1180 	 */
1181 	for (i = 0; i < 5; ++i) {
1182 		val = hdmi_readb(hdmi, HDMI_PHY_STAT0);
1183 		if (!(val & HDMI_PHY_TX_PHY_LOCK))
1184 			break;
1185 
1186 		usleep_range(1000, 2000);
1187 	}
1188 
1189 	if (val & HDMI_PHY_TX_PHY_LOCK)
1190 		dev_warn(hdmi->dev, "PHY failed to power down\n");
1191 	else
1192 		dev_dbg(hdmi->dev, "PHY powered down in %u iterations\n", i);
1193 
1194 	dw_hdmi_phy_gen2_pddq(hdmi, 1);
1195 }
1196 
1197 static int dw_hdmi_phy_power_on(struct dw_hdmi *hdmi)
1198 {
1199 	const struct dw_hdmi_phy_data *phy = hdmi->phy.data;
1200 	unsigned int i;
1201 	u8 val;
1202 
1203 	if (phy->gen == 1) {
1204 		dw_hdmi_phy_enable_powerdown(hdmi, false);
1205 
1206 		/* Toggle TMDS enable. */
1207 		dw_hdmi_phy_enable_tmds(hdmi, 0);
1208 		dw_hdmi_phy_enable_tmds(hdmi, 1);
1209 		return 0;
1210 	}
1211 
1212 	dw_hdmi_phy_gen2_txpwron(hdmi, 1);
1213 	dw_hdmi_phy_gen2_pddq(hdmi, 0);
1214 
1215 	/* Wait for PHY PLL lock */
1216 	for (i = 0; i < 5; ++i) {
1217 		val = hdmi_readb(hdmi, HDMI_PHY_STAT0) & HDMI_PHY_TX_PHY_LOCK;
1218 		if (val)
1219 			break;
1220 
1221 		usleep_range(1000, 2000);
1222 	}
1223 
1224 	if (!val) {
1225 		dev_err(hdmi->dev, "PHY PLL failed to lock\n");
1226 		return -ETIMEDOUT;
1227 	}
1228 
1229 	dev_dbg(hdmi->dev, "PHY PLL locked %u iterations\n", i);
1230 	return 0;
1231 }
1232 
1233 /*
1234  * PHY configuration function for the DWC HDMI 3D TX PHY. Based on the available
1235  * information the DWC MHL PHY has the same register layout and is thus also
1236  * supported by this function.
1237  */
1238 static int hdmi_phy_configure_dwc_hdmi_3d_tx(struct dw_hdmi *hdmi,
1239 		const struct dw_hdmi_plat_data *pdata,
1240 		unsigned long mpixelclock)
1241 {
1242 	const struct dw_hdmi_mpll_config *mpll_config = pdata->mpll_cfg;
1243 	const struct dw_hdmi_curr_ctrl *curr_ctrl = pdata->cur_ctr;
1244 	const struct dw_hdmi_phy_config *phy_config = pdata->phy_config;
1245 
1246 	/* TOFIX Will need 420 specific PHY configuration tables */
1247 
1248 	/* PLL/MPLL Cfg - always match on final entry */
1249 	for (; mpll_config->mpixelclock != ~0UL; mpll_config++)
1250 		if (mpixelclock <= mpll_config->mpixelclock)
1251 			break;
1252 
1253 	for (; curr_ctrl->mpixelclock != ~0UL; curr_ctrl++)
1254 		if (mpixelclock <= curr_ctrl->mpixelclock)
1255 			break;
1256 
1257 	for (; phy_config->mpixelclock != ~0UL; phy_config++)
1258 		if (mpixelclock <= phy_config->mpixelclock)
1259 			break;
1260 
1261 	if (mpll_config->mpixelclock == ~0UL ||
1262 	    curr_ctrl->mpixelclock == ~0UL ||
1263 	    phy_config->mpixelclock == ~0UL)
1264 		return -EINVAL;
1265 
1266 	dw_hdmi_phy_i2c_write(hdmi, mpll_config->res[0].cpce,
1267 			      HDMI_3D_TX_PHY_CPCE_CTRL);
1268 	dw_hdmi_phy_i2c_write(hdmi, mpll_config->res[0].gmp,
1269 			      HDMI_3D_TX_PHY_GMPCTRL);
1270 	dw_hdmi_phy_i2c_write(hdmi, curr_ctrl->curr[0],
1271 			      HDMI_3D_TX_PHY_CURRCTRL);
1272 
1273 	dw_hdmi_phy_i2c_write(hdmi, 0, HDMI_3D_TX_PHY_PLLPHBYCTRL);
1274 	dw_hdmi_phy_i2c_write(hdmi, HDMI_3D_TX_PHY_MSM_CTRL_CKO_SEL_FB_CLK,
1275 			      HDMI_3D_TX_PHY_MSM_CTRL);
1276 
1277 	dw_hdmi_phy_i2c_write(hdmi, phy_config->term, HDMI_3D_TX_PHY_TXTERM);
1278 	dw_hdmi_phy_i2c_write(hdmi, phy_config->sym_ctr,
1279 			      HDMI_3D_TX_PHY_CKSYMTXCTRL);
1280 	dw_hdmi_phy_i2c_write(hdmi, phy_config->vlev_ctr,
1281 			      HDMI_3D_TX_PHY_VLEVCTRL);
1282 
1283 	/* Override and disable clock termination. */
1284 	dw_hdmi_phy_i2c_write(hdmi, HDMI_3D_TX_PHY_CKCALCTRL_OVERRIDE,
1285 			      HDMI_3D_TX_PHY_CKCALCTRL);
1286 
1287 	return 0;
1288 }
1289 
1290 static int hdmi_phy_configure(struct dw_hdmi *hdmi)
1291 {
1292 	const struct dw_hdmi_phy_data *phy = hdmi->phy.data;
1293 	const struct dw_hdmi_plat_data *pdata = hdmi->plat_data;
1294 	unsigned long mpixelclock = hdmi->hdmi_data.video_mode.mpixelclock;
1295 	unsigned long mtmdsclock = hdmi->hdmi_data.video_mode.mtmdsclock;
1296 	int ret;
1297 
1298 	dw_hdmi_phy_power_off(hdmi);
1299 
1300 	dw_hdmi_set_high_tmds_clock_ratio(hdmi);
1301 
1302 	/* Leave low power consumption mode by asserting SVSRET. */
1303 	if (phy->has_svsret)
1304 		dw_hdmi_phy_enable_svsret(hdmi, 1);
1305 
1306 	dw_hdmi_phy_reset(hdmi);
1307 
1308 	hdmi_writeb(hdmi, HDMI_MC_HEACPHY_RST_ASSERT, HDMI_MC_HEACPHY_RST);
1309 
1310 	dw_hdmi_phy_i2c_set_addr(hdmi, HDMI_PHY_I2CM_SLAVE_ADDR_PHY_GEN2);
1311 
1312 	/* Write to the PHY as configured by the platform */
1313 	if (pdata->configure_phy)
1314 		ret = pdata->configure_phy(hdmi, pdata, mpixelclock);
1315 	else
1316 		ret = phy->configure(hdmi, pdata, mpixelclock);
1317 	if (ret) {
1318 		dev_err(hdmi->dev, "PHY configuration failed (clock %lu)\n",
1319 			mpixelclock);
1320 		return ret;
1321 	}
1322 
1323 	/* Wait for resuming transmission of TMDS clock and data */
1324 	if (mtmdsclock > HDMI14_MAX_TMDSCLK)
1325 		msleep(100);
1326 
1327 	return dw_hdmi_phy_power_on(hdmi);
1328 }
1329 
1330 static int dw_hdmi_phy_init(struct dw_hdmi *hdmi, void *data,
1331 			    struct drm_display_mode *mode)
1332 {
1333 	int i, ret;
1334 
1335 	/* HDMI Phy spec says to do the phy initialization sequence twice */
1336 	for (i = 0; i < 2; i++) {
1337 		dw_hdmi_phy_sel_data_en_pol(hdmi, 1);
1338 		dw_hdmi_phy_sel_interface_control(hdmi, 0);
1339 
1340 		ret = hdmi_phy_configure(hdmi);
1341 		if (ret)
1342 			return ret;
1343 	}
1344 
1345 	return 0;
1346 }
1347 
1348 static void dw_hdmi_phy_disable(struct dw_hdmi *hdmi, void *data)
1349 {
1350 	dw_hdmi_phy_power_off(hdmi);
1351 }
1352 
1353 enum drm_connector_status dw_hdmi_phy_read_hpd(struct dw_hdmi *hdmi,
1354 					       void *data)
1355 {
1356 	return hdmi_readb(hdmi, HDMI_PHY_STAT0) & HDMI_PHY_HPD ?
1357 		connector_status_connected : connector_status_disconnected;
1358 }
1359 EXPORT_SYMBOL_GPL(dw_hdmi_phy_read_hpd);
1360 
1361 void dw_hdmi_phy_update_hpd(struct dw_hdmi *hdmi, void *data,
1362 			    bool force, bool disabled, bool rxsense)
1363 {
1364 	u8 old_mask = hdmi->phy_mask;
1365 
1366 	if (force || disabled || !rxsense)
1367 		hdmi->phy_mask |= HDMI_PHY_RX_SENSE;
1368 	else
1369 		hdmi->phy_mask &= ~HDMI_PHY_RX_SENSE;
1370 
1371 	if (old_mask != hdmi->phy_mask)
1372 		hdmi_writeb(hdmi, hdmi->phy_mask, HDMI_PHY_MASK0);
1373 }
1374 EXPORT_SYMBOL_GPL(dw_hdmi_phy_update_hpd);
1375 
1376 void dw_hdmi_phy_setup_hpd(struct dw_hdmi *hdmi, void *data)
1377 {
1378 	/*
1379 	 * Configure the PHY RX SENSE and HPD interrupts polarities and clear
1380 	 * any pending interrupt.
1381 	 */
1382 	hdmi_writeb(hdmi, HDMI_PHY_HPD | HDMI_PHY_RX_SENSE, HDMI_PHY_POL0);
1383 	hdmi_writeb(hdmi, HDMI_IH_PHY_STAT0_HPD | HDMI_IH_PHY_STAT0_RX_SENSE,
1384 		    HDMI_IH_PHY_STAT0);
1385 
1386 	/* Enable cable hot plug irq. */
1387 	hdmi_writeb(hdmi, hdmi->phy_mask, HDMI_PHY_MASK0);
1388 
1389 	/* Clear and unmute interrupts. */
1390 	hdmi_writeb(hdmi, HDMI_IH_PHY_STAT0_HPD | HDMI_IH_PHY_STAT0_RX_SENSE,
1391 		    HDMI_IH_PHY_STAT0);
1392 	hdmi_writeb(hdmi, ~(HDMI_IH_PHY_STAT0_HPD | HDMI_IH_PHY_STAT0_RX_SENSE),
1393 		    HDMI_IH_MUTE_PHY_STAT0);
1394 }
1395 EXPORT_SYMBOL_GPL(dw_hdmi_phy_setup_hpd);
1396 
1397 static const struct dw_hdmi_phy_ops dw_hdmi_synopsys_phy_ops = {
1398 	.init = dw_hdmi_phy_init,
1399 	.disable = dw_hdmi_phy_disable,
1400 	.read_hpd = dw_hdmi_phy_read_hpd,
1401 	.update_hpd = dw_hdmi_phy_update_hpd,
1402 	.setup_hpd = dw_hdmi_phy_setup_hpd,
1403 };
1404 
1405 /* -----------------------------------------------------------------------------
1406  * HDMI TX Setup
1407  */
1408 
1409 static void hdmi_tx_hdcp_config(struct dw_hdmi *hdmi)
1410 {
1411 	u8 de;
1412 
1413 	if (hdmi->hdmi_data.video_mode.mdataenablepolarity)
1414 		de = HDMI_A_VIDPOLCFG_DATAENPOL_ACTIVE_HIGH;
1415 	else
1416 		de = HDMI_A_VIDPOLCFG_DATAENPOL_ACTIVE_LOW;
1417 
1418 	/* disable rx detect */
1419 	hdmi_modb(hdmi, HDMI_A_HDCPCFG0_RXDETECT_DISABLE,
1420 		  HDMI_A_HDCPCFG0_RXDETECT_MASK, HDMI_A_HDCPCFG0);
1421 
1422 	hdmi_modb(hdmi, de, HDMI_A_VIDPOLCFG_DATAENPOL_MASK, HDMI_A_VIDPOLCFG);
1423 
1424 	hdmi_modb(hdmi, HDMI_A_HDCPCFG1_ENCRYPTIONDISABLE_DISABLE,
1425 		  HDMI_A_HDCPCFG1_ENCRYPTIONDISABLE_MASK, HDMI_A_HDCPCFG1);
1426 }
1427 
1428 static void hdmi_config_AVI(struct dw_hdmi *hdmi, struct drm_display_mode *mode)
1429 {
1430 	struct hdmi_avi_infoframe frame;
1431 	u8 val;
1432 
1433 	/* Initialise info frame from DRM mode */
1434 	drm_hdmi_avi_infoframe_from_display_mode(&frame,
1435 						 &hdmi->connector, mode);
1436 
1437 	if (hdmi_bus_fmt_is_yuv444(hdmi->hdmi_data.enc_out_bus_format))
1438 		frame.colorspace = HDMI_COLORSPACE_YUV444;
1439 	else if (hdmi_bus_fmt_is_yuv422(hdmi->hdmi_data.enc_out_bus_format))
1440 		frame.colorspace = HDMI_COLORSPACE_YUV422;
1441 	else if (hdmi_bus_fmt_is_yuv420(hdmi->hdmi_data.enc_out_bus_format))
1442 		frame.colorspace = HDMI_COLORSPACE_YUV420;
1443 	else
1444 		frame.colorspace = HDMI_COLORSPACE_RGB;
1445 
1446 	/* Set up colorimetry */
1447 	switch (hdmi->hdmi_data.enc_out_encoding) {
1448 	case V4L2_YCBCR_ENC_601:
1449 		if (hdmi->hdmi_data.enc_in_encoding == V4L2_YCBCR_ENC_XV601)
1450 			frame.colorimetry = HDMI_COLORIMETRY_EXTENDED;
1451 		else
1452 			frame.colorimetry = HDMI_COLORIMETRY_ITU_601;
1453 		frame.extended_colorimetry =
1454 				HDMI_EXTENDED_COLORIMETRY_XV_YCC_601;
1455 		break;
1456 	case V4L2_YCBCR_ENC_709:
1457 		if (hdmi->hdmi_data.enc_in_encoding == V4L2_YCBCR_ENC_XV709)
1458 			frame.colorimetry = HDMI_COLORIMETRY_EXTENDED;
1459 		else
1460 			frame.colorimetry = HDMI_COLORIMETRY_ITU_709;
1461 		frame.extended_colorimetry =
1462 				HDMI_EXTENDED_COLORIMETRY_XV_YCC_709;
1463 		break;
1464 	default: /* Carries no data */
1465 		frame.colorimetry = HDMI_COLORIMETRY_ITU_601;
1466 		frame.extended_colorimetry =
1467 				HDMI_EXTENDED_COLORIMETRY_XV_YCC_601;
1468 		break;
1469 	}
1470 
1471 	frame.scan_mode = HDMI_SCAN_MODE_NONE;
1472 
1473 	/*
1474 	 * The Designware IP uses a different byte format from standard
1475 	 * AVI info frames, though generally the bits are in the correct
1476 	 * bytes.
1477 	 */
1478 
1479 	/*
1480 	 * AVI data byte 1 differences: Colorspace in bits 0,1 rather than 5,6,
1481 	 * scan info in bits 4,5 rather than 0,1 and active aspect present in
1482 	 * bit 6 rather than 4.
1483 	 */
1484 	val = (frame.scan_mode & 3) << 4 | (frame.colorspace & 3);
1485 	if (frame.active_aspect & 15)
1486 		val |= HDMI_FC_AVICONF0_ACTIVE_FMT_INFO_PRESENT;
1487 	if (frame.top_bar || frame.bottom_bar)
1488 		val |= HDMI_FC_AVICONF0_BAR_DATA_HORIZ_BAR;
1489 	if (frame.left_bar || frame.right_bar)
1490 		val |= HDMI_FC_AVICONF0_BAR_DATA_VERT_BAR;
1491 	hdmi_writeb(hdmi, val, HDMI_FC_AVICONF0);
1492 
1493 	/* AVI data byte 2 differences: none */
1494 	val = ((frame.colorimetry & 0x3) << 6) |
1495 	      ((frame.picture_aspect & 0x3) << 4) |
1496 	      (frame.active_aspect & 0xf);
1497 	hdmi_writeb(hdmi, val, HDMI_FC_AVICONF1);
1498 
1499 	/* AVI data byte 3 differences: none */
1500 	val = ((frame.extended_colorimetry & 0x7) << 4) |
1501 	      ((frame.quantization_range & 0x3) << 2) |
1502 	      (frame.nups & 0x3);
1503 	if (frame.itc)
1504 		val |= HDMI_FC_AVICONF2_IT_CONTENT_VALID;
1505 	hdmi_writeb(hdmi, val, HDMI_FC_AVICONF2);
1506 
1507 	/* AVI data byte 4 differences: none */
1508 	val = frame.video_code & 0x7f;
1509 	hdmi_writeb(hdmi, val, HDMI_FC_AVIVID);
1510 
1511 	/* AVI Data Byte 5- set up input and output pixel repetition */
1512 	val = (((hdmi->hdmi_data.video_mode.mpixelrepetitioninput + 1) <<
1513 		HDMI_FC_PRCONF_INCOMING_PR_FACTOR_OFFSET) &
1514 		HDMI_FC_PRCONF_INCOMING_PR_FACTOR_MASK) |
1515 		((hdmi->hdmi_data.video_mode.mpixelrepetitionoutput <<
1516 		HDMI_FC_PRCONF_OUTPUT_PR_FACTOR_OFFSET) &
1517 		HDMI_FC_PRCONF_OUTPUT_PR_FACTOR_MASK);
1518 	hdmi_writeb(hdmi, val, HDMI_FC_PRCONF);
1519 
1520 	/*
1521 	 * AVI data byte 5 differences: content type in 0,1 rather than 4,5,
1522 	 * ycc range in bits 2,3 rather than 6,7
1523 	 */
1524 	val = ((frame.ycc_quantization_range & 0x3) << 2) |
1525 	      (frame.content_type & 0x3);
1526 	hdmi_writeb(hdmi, val, HDMI_FC_AVICONF3);
1527 
1528 	/* AVI Data Bytes 6-13 */
1529 	hdmi_writeb(hdmi, frame.top_bar & 0xff, HDMI_FC_AVIETB0);
1530 	hdmi_writeb(hdmi, (frame.top_bar >> 8) & 0xff, HDMI_FC_AVIETB1);
1531 	hdmi_writeb(hdmi, frame.bottom_bar & 0xff, HDMI_FC_AVISBB0);
1532 	hdmi_writeb(hdmi, (frame.bottom_bar >> 8) & 0xff, HDMI_FC_AVISBB1);
1533 	hdmi_writeb(hdmi, frame.left_bar & 0xff, HDMI_FC_AVIELB0);
1534 	hdmi_writeb(hdmi, (frame.left_bar >> 8) & 0xff, HDMI_FC_AVIELB1);
1535 	hdmi_writeb(hdmi, frame.right_bar & 0xff, HDMI_FC_AVISRB0);
1536 	hdmi_writeb(hdmi, (frame.right_bar >> 8) & 0xff, HDMI_FC_AVISRB1);
1537 }
1538 
1539 static void hdmi_config_vendor_specific_infoframe(struct dw_hdmi *hdmi,
1540 						 struct drm_display_mode *mode)
1541 {
1542 	struct hdmi_vendor_infoframe frame;
1543 	u8 buffer[10];
1544 	ssize_t err;
1545 
1546 	err = drm_hdmi_vendor_infoframe_from_display_mode(&frame,
1547 							  &hdmi->connector,
1548 							  mode);
1549 	if (err < 0)
1550 		/*
1551 		 * Going into that statement does not means vendor infoframe
1552 		 * fails. It just informed us that vendor infoframe is not
1553 		 * needed for the selected mode. Only 4k or stereoscopic 3D
1554 		 * mode requires vendor infoframe. So just simply return.
1555 		 */
1556 		return;
1557 
1558 	err = hdmi_vendor_infoframe_pack(&frame, buffer, sizeof(buffer));
1559 	if (err < 0) {
1560 		dev_err(hdmi->dev, "Failed to pack vendor infoframe: %zd\n",
1561 			err);
1562 		return;
1563 	}
1564 	hdmi_mask_writeb(hdmi, 0, HDMI_FC_DATAUTO0, HDMI_FC_DATAUTO0_VSD_OFFSET,
1565 			HDMI_FC_DATAUTO0_VSD_MASK);
1566 
1567 	/* Set the length of HDMI vendor specific InfoFrame payload */
1568 	hdmi_writeb(hdmi, buffer[2], HDMI_FC_VSDSIZE);
1569 
1570 	/* Set 24bit IEEE Registration Identifier */
1571 	hdmi_writeb(hdmi, buffer[4], HDMI_FC_VSDIEEEID0);
1572 	hdmi_writeb(hdmi, buffer[5], HDMI_FC_VSDIEEEID1);
1573 	hdmi_writeb(hdmi, buffer[6], HDMI_FC_VSDIEEEID2);
1574 
1575 	/* Set HDMI_Video_Format and HDMI_VIC/3D_Structure */
1576 	hdmi_writeb(hdmi, buffer[7], HDMI_FC_VSDPAYLOAD0);
1577 	hdmi_writeb(hdmi, buffer[8], HDMI_FC_VSDPAYLOAD1);
1578 
1579 	if (frame.s3d_struct >= HDMI_3D_STRUCTURE_SIDE_BY_SIDE_HALF)
1580 		hdmi_writeb(hdmi, buffer[9], HDMI_FC_VSDPAYLOAD2);
1581 
1582 	/* Packet frame interpolation */
1583 	hdmi_writeb(hdmi, 1, HDMI_FC_DATAUTO1);
1584 
1585 	/* Auto packets per frame and line spacing */
1586 	hdmi_writeb(hdmi, 0x11, HDMI_FC_DATAUTO2);
1587 
1588 	/* Configures the Frame Composer On RDRB mode */
1589 	hdmi_mask_writeb(hdmi, 1, HDMI_FC_DATAUTO0, HDMI_FC_DATAUTO0_VSD_OFFSET,
1590 			HDMI_FC_DATAUTO0_VSD_MASK);
1591 }
1592 
1593 static void hdmi_av_composer(struct dw_hdmi *hdmi,
1594 			     const struct drm_display_mode *mode)
1595 {
1596 	u8 inv_val, bytes;
1597 	struct drm_hdmi_info *hdmi_info = &hdmi->connector.display_info.hdmi;
1598 	struct hdmi_vmode *vmode = &hdmi->hdmi_data.video_mode;
1599 	int hblank, vblank, h_de_hs, v_de_vs, hsync_len, vsync_len;
1600 	unsigned int vdisplay, hdisplay;
1601 
1602 	vmode->mtmdsclock = vmode->mpixelclock = mode->clock * 1000;
1603 
1604 	dev_dbg(hdmi->dev, "final pixclk = %d\n", vmode->mpixelclock);
1605 
1606 	if (hdmi_bus_fmt_is_yuv420(hdmi->hdmi_data.enc_out_bus_format))
1607 		vmode->mtmdsclock /= 2;
1608 
1609 	/* Set up HDMI_FC_INVIDCONF */
1610 	inv_val = (hdmi->hdmi_data.hdcp_enable ||
1611 		   (dw_hdmi_support_scdc(hdmi) &&
1612 		    (vmode->mtmdsclock > HDMI14_MAX_TMDSCLK ||
1613 		     hdmi_info->scdc.scrambling.low_rates)) ?
1614 		HDMI_FC_INVIDCONF_HDCP_KEEPOUT_ACTIVE :
1615 		HDMI_FC_INVIDCONF_HDCP_KEEPOUT_INACTIVE);
1616 
1617 	inv_val |= mode->flags & DRM_MODE_FLAG_PVSYNC ?
1618 		HDMI_FC_INVIDCONF_VSYNC_IN_POLARITY_ACTIVE_HIGH :
1619 		HDMI_FC_INVIDCONF_VSYNC_IN_POLARITY_ACTIVE_LOW;
1620 
1621 	inv_val |= mode->flags & DRM_MODE_FLAG_PHSYNC ?
1622 		HDMI_FC_INVIDCONF_HSYNC_IN_POLARITY_ACTIVE_HIGH :
1623 		HDMI_FC_INVIDCONF_HSYNC_IN_POLARITY_ACTIVE_LOW;
1624 
1625 	inv_val |= (vmode->mdataenablepolarity ?
1626 		HDMI_FC_INVIDCONF_DE_IN_POLARITY_ACTIVE_HIGH :
1627 		HDMI_FC_INVIDCONF_DE_IN_POLARITY_ACTIVE_LOW);
1628 
1629 	if (hdmi->vic == 39)
1630 		inv_val |= HDMI_FC_INVIDCONF_R_V_BLANK_IN_OSC_ACTIVE_HIGH;
1631 	else
1632 		inv_val |= mode->flags & DRM_MODE_FLAG_INTERLACE ?
1633 			HDMI_FC_INVIDCONF_R_V_BLANK_IN_OSC_ACTIVE_HIGH :
1634 			HDMI_FC_INVIDCONF_R_V_BLANK_IN_OSC_ACTIVE_LOW;
1635 
1636 	inv_val |= mode->flags & DRM_MODE_FLAG_INTERLACE ?
1637 		HDMI_FC_INVIDCONF_IN_I_P_INTERLACED :
1638 		HDMI_FC_INVIDCONF_IN_I_P_PROGRESSIVE;
1639 
1640 	inv_val |= hdmi->sink_is_hdmi ?
1641 		HDMI_FC_INVIDCONF_DVI_MODEZ_HDMI_MODE :
1642 		HDMI_FC_INVIDCONF_DVI_MODEZ_DVI_MODE;
1643 
1644 	hdmi_writeb(hdmi, inv_val, HDMI_FC_INVIDCONF);
1645 
1646 	hdisplay = mode->hdisplay;
1647 	hblank = mode->htotal - mode->hdisplay;
1648 	h_de_hs = mode->hsync_start - mode->hdisplay;
1649 	hsync_len = mode->hsync_end - mode->hsync_start;
1650 
1651 	/*
1652 	 * When we're setting a YCbCr420 mode, we need
1653 	 * to adjust the horizontal timing to suit.
1654 	 */
1655 	if (hdmi_bus_fmt_is_yuv420(hdmi->hdmi_data.enc_out_bus_format)) {
1656 		hdisplay /= 2;
1657 		hblank /= 2;
1658 		h_de_hs /= 2;
1659 		hsync_len /= 2;
1660 	}
1661 
1662 	vdisplay = mode->vdisplay;
1663 	vblank = mode->vtotal - mode->vdisplay;
1664 	v_de_vs = mode->vsync_start - mode->vdisplay;
1665 	vsync_len = mode->vsync_end - mode->vsync_start;
1666 
1667 	/*
1668 	 * When we're setting an interlaced mode, we need
1669 	 * to adjust the vertical timing to suit.
1670 	 */
1671 	if (mode->flags & DRM_MODE_FLAG_INTERLACE) {
1672 		vdisplay /= 2;
1673 		vblank /= 2;
1674 		v_de_vs /= 2;
1675 		vsync_len /= 2;
1676 	}
1677 
1678 	/* Scrambling Control */
1679 	if (dw_hdmi_support_scdc(hdmi)) {
1680 		if (vmode->mtmdsclock > HDMI14_MAX_TMDSCLK ||
1681 		    hdmi_info->scdc.scrambling.low_rates) {
1682 			/*
1683 			 * HDMI2.0 Specifies the following procedure:
1684 			 * After the Source Device has determined that
1685 			 * SCDC_Present is set (=1), the Source Device should
1686 			 * write the accurate Version of the Source Device
1687 			 * to the Source Version field in the SCDCS.
1688 			 * Source Devices compliant shall set the
1689 			 * Source Version = 1.
1690 			 */
1691 			drm_scdc_readb(hdmi->ddc, SCDC_SINK_VERSION,
1692 				       &bytes);
1693 			drm_scdc_writeb(hdmi->ddc, SCDC_SOURCE_VERSION,
1694 				min_t(u8, bytes, SCDC_MIN_SOURCE_VERSION));
1695 
1696 			/* Enabled Scrambling in the Sink */
1697 			drm_scdc_set_scrambling(hdmi->ddc, 1);
1698 
1699 			/*
1700 			 * To activate the scrambler feature, you must ensure
1701 			 * that the quasi-static configuration bit
1702 			 * fc_invidconf.HDCP_keepout is set at configuration
1703 			 * time, before the required mc_swrstzreq.tmdsswrst_req
1704 			 * reset request is issued.
1705 			 */
1706 			hdmi_writeb(hdmi, (u8)~HDMI_MC_SWRSTZ_TMDSSWRST_REQ,
1707 				    HDMI_MC_SWRSTZ);
1708 			hdmi_writeb(hdmi, 1, HDMI_FC_SCRAMBLER_CTRL);
1709 		} else {
1710 			hdmi_writeb(hdmi, 0, HDMI_FC_SCRAMBLER_CTRL);
1711 			hdmi_writeb(hdmi, (u8)~HDMI_MC_SWRSTZ_TMDSSWRST_REQ,
1712 				    HDMI_MC_SWRSTZ);
1713 			drm_scdc_set_scrambling(hdmi->ddc, 0);
1714 		}
1715 	}
1716 
1717 	/* Set up horizontal active pixel width */
1718 	hdmi_writeb(hdmi, hdisplay >> 8, HDMI_FC_INHACTV1);
1719 	hdmi_writeb(hdmi, hdisplay, HDMI_FC_INHACTV0);
1720 
1721 	/* Set up vertical active lines */
1722 	hdmi_writeb(hdmi, vdisplay >> 8, HDMI_FC_INVACTV1);
1723 	hdmi_writeb(hdmi, vdisplay, HDMI_FC_INVACTV0);
1724 
1725 	/* Set up horizontal blanking pixel region width */
1726 	hdmi_writeb(hdmi, hblank >> 8, HDMI_FC_INHBLANK1);
1727 	hdmi_writeb(hdmi, hblank, HDMI_FC_INHBLANK0);
1728 
1729 	/* Set up vertical blanking pixel region width */
1730 	hdmi_writeb(hdmi, vblank, HDMI_FC_INVBLANK);
1731 
1732 	/* Set up HSYNC active edge delay width (in pixel clks) */
1733 	hdmi_writeb(hdmi, h_de_hs >> 8, HDMI_FC_HSYNCINDELAY1);
1734 	hdmi_writeb(hdmi, h_de_hs, HDMI_FC_HSYNCINDELAY0);
1735 
1736 	/* Set up VSYNC active edge delay (in lines) */
1737 	hdmi_writeb(hdmi, v_de_vs, HDMI_FC_VSYNCINDELAY);
1738 
1739 	/* Set up HSYNC active pulse width (in pixel clks) */
1740 	hdmi_writeb(hdmi, hsync_len >> 8, HDMI_FC_HSYNCINWIDTH1);
1741 	hdmi_writeb(hdmi, hsync_len, HDMI_FC_HSYNCINWIDTH0);
1742 
1743 	/* Set up VSYNC active edge delay (in lines) */
1744 	hdmi_writeb(hdmi, vsync_len, HDMI_FC_VSYNCINWIDTH);
1745 }
1746 
1747 /* HDMI Initialization Step B.4 */
1748 static void dw_hdmi_enable_video_path(struct dw_hdmi *hdmi)
1749 {
1750 	/* control period minimum duration */
1751 	hdmi_writeb(hdmi, 12, HDMI_FC_CTRLDUR);
1752 	hdmi_writeb(hdmi, 32, HDMI_FC_EXCTRLDUR);
1753 	hdmi_writeb(hdmi, 1, HDMI_FC_EXCTRLSPAC);
1754 
1755 	/* Set to fill TMDS data channels */
1756 	hdmi_writeb(hdmi, 0x0B, HDMI_FC_CH0PREAM);
1757 	hdmi_writeb(hdmi, 0x16, HDMI_FC_CH1PREAM);
1758 	hdmi_writeb(hdmi, 0x21, HDMI_FC_CH2PREAM);
1759 
1760 	/* Enable pixel clock and tmds data path */
1761 	hdmi->mc_clkdis |= HDMI_MC_CLKDIS_HDCPCLK_DISABLE |
1762 			   HDMI_MC_CLKDIS_CSCCLK_DISABLE |
1763 			   HDMI_MC_CLKDIS_AUDCLK_DISABLE |
1764 			   HDMI_MC_CLKDIS_PREPCLK_DISABLE |
1765 			   HDMI_MC_CLKDIS_TMDSCLK_DISABLE;
1766 	hdmi->mc_clkdis &= ~HDMI_MC_CLKDIS_PIXELCLK_DISABLE;
1767 	hdmi_writeb(hdmi, hdmi->mc_clkdis, HDMI_MC_CLKDIS);
1768 
1769 	hdmi->mc_clkdis &= ~HDMI_MC_CLKDIS_TMDSCLK_DISABLE;
1770 	hdmi_writeb(hdmi, hdmi->mc_clkdis, HDMI_MC_CLKDIS);
1771 
1772 	/* Enable csc path */
1773 	if (is_color_space_conversion(hdmi)) {
1774 		hdmi->mc_clkdis &= ~HDMI_MC_CLKDIS_CSCCLK_DISABLE;
1775 		hdmi_writeb(hdmi, hdmi->mc_clkdis, HDMI_MC_CLKDIS);
1776 	}
1777 
1778 	/* Enable color space conversion if needed */
1779 	if (is_color_space_conversion(hdmi))
1780 		hdmi_writeb(hdmi, HDMI_MC_FLOWCTRL_FEED_THROUGH_OFF_CSC_IN_PATH,
1781 			    HDMI_MC_FLOWCTRL);
1782 	else
1783 		hdmi_writeb(hdmi, HDMI_MC_FLOWCTRL_FEED_THROUGH_OFF_CSC_BYPASS,
1784 			    HDMI_MC_FLOWCTRL);
1785 }
1786 
1787 /* Workaround to clear the overflow condition */
1788 static void dw_hdmi_clear_overflow(struct dw_hdmi *hdmi)
1789 {
1790 	unsigned int count;
1791 	unsigned int i;
1792 	u8 val;
1793 
1794 	/*
1795 	 * Under some circumstances the Frame Composer arithmetic unit can miss
1796 	 * an FC register write due to being busy processing the previous one.
1797 	 * The issue can be worked around by issuing a TMDS software reset and
1798 	 * then write one of the FC registers several times.
1799 	 *
1800 	 * The number of iterations matters and depends on the HDMI TX revision
1801 	 * (and possibly on the platform). So far i.MX6Q (v1.30a), i.MX6DL
1802 	 * (v1.31a) and multiple Allwinner SoCs (v1.32a) have been identified
1803 	 * as needing the workaround, with 4 iterations for v1.30a and 1
1804 	 * iteration for others.
1805 	 * The Amlogic Meson GX SoCs (v2.01a) have been identified as needing
1806 	 * the workaround with a single iteration.
1807 	 * The Rockchip RK3288 SoC (v2.00a) and RK3328/RK3399 SoCs (v2.11a) have
1808 	 * been identified as needing the workaround with a single iteration.
1809 	 */
1810 
1811 	switch (hdmi->version) {
1812 	case 0x130a:
1813 		count = 4;
1814 		break;
1815 	case 0x131a:
1816 	case 0x132a:
1817 	case 0x200a:
1818 	case 0x201a:
1819 	case 0x211a:
1820 	case 0x212a:
1821 		count = 1;
1822 		break;
1823 	default:
1824 		return;
1825 	}
1826 
1827 	/* TMDS software reset */
1828 	hdmi_writeb(hdmi, (u8)~HDMI_MC_SWRSTZ_TMDSSWRST_REQ, HDMI_MC_SWRSTZ);
1829 
1830 	val = hdmi_readb(hdmi, HDMI_FC_INVIDCONF);
1831 	for (i = 0; i < count; i++)
1832 		hdmi_writeb(hdmi, val, HDMI_FC_INVIDCONF);
1833 }
1834 
1835 static void hdmi_disable_overflow_interrupts(struct dw_hdmi *hdmi)
1836 {
1837 	hdmi_writeb(hdmi, HDMI_IH_MUTE_FC_STAT2_OVERFLOW_MASK,
1838 		    HDMI_IH_MUTE_FC_STAT2);
1839 }
1840 
1841 static int dw_hdmi_setup(struct dw_hdmi *hdmi, struct drm_display_mode *mode)
1842 {
1843 	int ret;
1844 
1845 	hdmi_disable_overflow_interrupts(hdmi);
1846 
1847 	hdmi->vic = drm_match_cea_mode(mode);
1848 
1849 	if (!hdmi->vic) {
1850 		dev_dbg(hdmi->dev, "Non-CEA mode used in HDMI\n");
1851 	} else {
1852 		dev_dbg(hdmi->dev, "CEA mode used vic=%d\n", hdmi->vic);
1853 	}
1854 
1855 	if ((hdmi->vic == 6) || (hdmi->vic == 7) ||
1856 	    (hdmi->vic == 21) || (hdmi->vic == 22) ||
1857 	    (hdmi->vic == 2) || (hdmi->vic == 3) ||
1858 	    (hdmi->vic == 17) || (hdmi->vic == 18))
1859 		hdmi->hdmi_data.enc_out_encoding = V4L2_YCBCR_ENC_601;
1860 	else
1861 		hdmi->hdmi_data.enc_out_encoding = V4L2_YCBCR_ENC_709;
1862 
1863 	hdmi->hdmi_data.video_mode.mpixelrepetitionoutput = 0;
1864 	hdmi->hdmi_data.video_mode.mpixelrepetitioninput = 0;
1865 
1866 	/* TOFIX: Get input format from plat data or fallback to RGB888 */
1867 	if (hdmi->plat_data->input_bus_format)
1868 		hdmi->hdmi_data.enc_in_bus_format =
1869 			hdmi->plat_data->input_bus_format;
1870 	else
1871 		hdmi->hdmi_data.enc_in_bus_format = MEDIA_BUS_FMT_RGB888_1X24;
1872 
1873 	/* TOFIX: Get input encoding from plat data or fallback to none */
1874 	if (hdmi->plat_data->input_bus_encoding)
1875 		hdmi->hdmi_data.enc_in_encoding =
1876 			hdmi->plat_data->input_bus_encoding;
1877 	else
1878 		hdmi->hdmi_data.enc_in_encoding = V4L2_YCBCR_ENC_DEFAULT;
1879 
1880 	/* TOFIX: Default to RGB888 output format */
1881 	hdmi->hdmi_data.enc_out_bus_format = MEDIA_BUS_FMT_RGB888_1X24;
1882 
1883 	hdmi->hdmi_data.pix_repet_factor = 0;
1884 	hdmi->hdmi_data.hdcp_enable = 0;
1885 	hdmi->hdmi_data.video_mode.mdataenablepolarity = true;
1886 
1887 	/* HDMI Initialization Step B.1 */
1888 	hdmi_av_composer(hdmi, mode);
1889 
1890 	/* HDMI Initializateion Step B.2 */
1891 	ret = hdmi->phy.ops->init(hdmi, hdmi->phy.data, &hdmi->previous_mode);
1892 	if (ret)
1893 		return ret;
1894 	hdmi->phy.enabled = true;
1895 
1896 	/* HDMI Initialization Step B.3 */
1897 	dw_hdmi_enable_video_path(hdmi);
1898 
1899 	if (hdmi->sink_has_audio) {
1900 		dev_dbg(hdmi->dev, "sink has audio support\n");
1901 
1902 		/* HDMI Initialization Step E - Configure audio */
1903 		hdmi_clk_regenerator_update_pixel_clock(hdmi);
1904 		hdmi_enable_audio_clk(hdmi, true);
1905 	}
1906 
1907 	/* not for DVI mode */
1908 	if (hdmi->sink_is_hdmi) {
1909 		dev_dbg(hdmi->dev, "%s HDMI mode\n", __func__);
1910 
1911 		/* HDMI Initialization Step F - Configure AVI InfoFrame */
1912 		hdmi_config_AVI(hdmi, mode);
1913 		hdmi_config_vendor_specific_infoframe(hdmi, mode);
1914 	} else {
1915 		dev_dbg(hdmi->dev, "%s DVI mode\n", __func__);
1916 	}
1917 
1918 	hdmi_video_packetize(hdmi);
1919 	hdmi_video_csc(hdmi);
1920 	hdmi_video_sample(hdmi);
1921 	hdmi_tx_hdcp_config(hdmi);
1922 
1923 	dw_hdmi_clear_overflow(hdmi);
1924 
1925 	return 0;
1926 }
1927 
1928 static void dw_hdmi_setup_i2c(struct dw_hdmi *hdmi)
1929 {
1930 	hdmi_writeb(hdmi, HDMI_PHY_I2CM_INT_ADDR_DONE_POL,
1931 		    HDMI_PHY_I2CM_INT_ADDR);
1932 
1933 	hdmi_writeb(hdmi, HDMI_PHY_I2CM_CTLINT_ADDR_NAC_POL |
1934 		    HDMI_PHY_I2CM_CTLINT_ADDR_ARBITRATION_POL,
1935 		    HDMI_PHY_I2CM_CTLINT_ADDR);
1936 }
1937 
1938 static void initialize_hdmi_ih_mutes(struct dw_hdmi *hdmi)
1939 {
1940 	u8 ih_mute;
1941 
1942 	/*
1943 	 * Boot up defaults are:
1944 	 * HDMI_IH_MUTE   = 0x03 (disabled)
1945 	 * HDMI_IH_MUTE_* = 0x00 (enabled)
1946 	 *
1947 	 * Disable top level interrupt bits in HDMI block
1948 	 */
1949 	ih_mute = hdmi_readb(hdmi, HDMI_IH_MUTE) |
1950 		  HDMI_IH_MUTE_MUTE_WAKEUP_INTERRUPT |
1951 		  HDMI_IH_MUTE_MUTE_ALL_INTERRUPT;
1952 
1953 	hdmi_writeb(hdmi, ih_mute, HDMI_IH_MUTE);
1954 
1955 	/* by default mask all interrupts */
1956 	hdmi_writeb(hdmi, 0xff, HDMI_VP_MASK);
1957 	hdmi_writeb(hdmi, 0xff, HDMI_FC_MASK0);
1958 	hdmi_writeb(hdmi, 0xff, HDMI_FC_MASK1);
1959 	hdmi_writeb(hdmi, 0xff, HDMI_FC_MASK2);
1960 	hdmi_writeb(hdmi, 0xff, HDMI_PHY_MASK0);
1961 	hdmi_writeb(hdmi, 0xff, HDMI_PHY_I2CM_INT_ADDR);
1962 	hdmi_writeb(hdmi, 0xff, HDMI_PHY_I2CM_CTLINT_ADDR);
1963 	hdmi_writeb(hdmi, 0xff, HDMI_AUD_INT);
1964 	hdmi_writeb(hdmi, 0xff, HDMI_AUD_SPDIFINT);
1965 	hdmi_writeb(hdmi, 0xff, HDMI_AUD_HBR_MASK);
1966 	hdmi_writeb(hdmi, 0xff, HDMI_GP_MASK);
1967 	hdmi_writeb(hdmi, 0xff, HDMI_A_APIINTMSK);
1968 	hdmi_writeb(hdmi, 0xff, HDMI_I2CM_INT);
1969 	hdmi_writeb(hdmi, 0xff, HDMI_I2CM_CTLINT);
1970 
1971 	/* Disable interrupts in the IH_MUTE_* registers */
1972 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_FC_STAT0);
1973 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_FC_STAT1);
1974 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_FC_STAT2);
1975 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_AS_STAT0);
1976 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_PHY_STAT0);
1977 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_I2CM_STAT0);
1978 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_CEC_STAT0);
1979 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_VP_STAT0);
1980 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_I2CMPHY_STAT0);
1981 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_AHBDMAAUD_STAT0);
1982 
1983 	/* Enable top level interrupt bits in HDMI block */
1984 	ih_mute &= ~(HDMI_IH_MUTE_MUTE_WAKEUP_INTERRUPT |
1985 		    HDMI_IH_MUTE_MUTE_ALL_INTERRUPT);
1986 	hdmi_writeb(hdmi, ih_mute, HDMI_IH_MUTE);
1987 }
1988 
1989 static void dw_hdmi_poweron(struct dw_hdmi *hdmi)
1990 {
1991 	hdmi->bridge_is_on = true;
1992 	dw_hdmi_setup(hdmi, &hdmi->previous_mode);
1993 }
1994 
1995 static void dw_hdmi_poweroff(struct dw_hdmi *hdmi)
1996 {
1997 	if (hdmi->phy.enabled) {
1998 		hdmi->phy.ops->disable(hdmi, hdmi->phy.data);
1999 		hdmi->phy.enabled = false;
2000 	}
2001 
2002 	hdmi->bridge_is_on = false;
2003 }
2004 
2005 static void dw_hdmi_update_power(struct dw_hdmi *hdmi)
2006 {
2007 	int force = hdmi->force;
2008 
2009 	if (hdmi->disabled) {
2010 		force = DRM_FORCE_OFF;
2011 	} else if (force == DRM_FORCE_UNSPECIFIED) {
2012 		if (hdmi->rxsense)
2013 			force = DRM_FORCE_ON;
2014 		else
2015 			force = DRM_FORCE_OFF;
2016 	}
2017 
2018 	if (force == DRM_FORCE_OFF) {
2019 		if (hdmi->bridge_is_on)
2020 			dw_hdmi_poweroff(hdmi);
2021 	} else {
2022 		if (!hdmi->bridge_is_on)
2023 			dw_hdmi_poweron(hdmi);
2024 	}
2025 }
2026 
2027 /*
2028  * Adjust the detection of RXSENSE according to whether we have a forced
2029  * connection mode enabled, or whether we have been disabled.  There is
2030  * no point processing RXSENSE interrupts if we have a forced connection
2031  * state, or DRM has us disabled.
2032  *
2033  * We also disable rxsense interrupts when we think we're disconnected
2034  * to avoid floating TDMS signals giving false rxsense interrupts.
2035  *
2036  * Note: we still need to listen for HPD interrupts even when DRM has us
2037  * disabled so that we can detect a connect event.
2038  */
2039 static void dw_hdmi_update_phy_mask(struct dw_hdmi *hdmi)
2040 {
2041 	if (hdmi->phy.ops->update_hpd)
2042 		hdmi->phy.ops->update_hpd(hdmi, hdmi->phy.data,
2043 					  hdmi->force, hdmi->disabled,
2044 					  hdmi->rxsense);
2045 }
2046 
2047 static enum drm_connector_status
2048 dw_hdmi_connector_detect(struct drm_connector *connector, bool force)
2049 {
2050 	struct dw_hdmi *hdmi = container_of(connector, struct dw_hdmi,
2051 					     connector);
2052 
2053 	mutex_lock(&hdmi->mutex);
2054 	hdmi->force = DRM_FORCE_UNSPECIFIED;
2055 	dw_hdmi_update_power(hdmi);
2056 	dw_hdmi_update_phy_mask(hdmi);
2057 	mutex_unlock(&hdmi->mutex);
2058 
2059 	return hdmi->phy.ops->read_hpd(hdmi, hdmi->phy.data);
2060 }
2061 
2062 static int dw_hdmi_connector_get_modes(struct drm_connector *connector)
2063 {
2064 	struct dw_hdmi *hdmi = container_of(connector, struct dw_hdmi,
2065 					     connector);
2066 	struct edid *edid;
2067 	int ret = 0;
2068 
2069 	if (!hdmi->ddc)
2070 		return 0;
2071 
2072 	edid = drm_get_edid(connector, hdmi->ddc);
2073 	if (edid) {
2074 		dev_dbg(hdmi->dev, "got edid: width[%d] x height[%d]\n",
2075 			edid->width_cm, edid->height_cm);
2076 
2077 		hdmi->sink_is_hdmi = drm_detect_hdmi_monitor(edid);
2078 		hdmi->sink_has_audio = drm_detect_monitor_audio(edid);
2079 		drm_connector_update_edid_property(connector, edid);
2080 		cec_notifier_set_phys_addr_from_edid(hdmi->cec_notifier, edid);
2081 		ret = drm_add_edid_modes(connector, edid);
2082 		kfree(edid);
2083 	} else {
2084 		dev_dbg(hdmi->dev, "failed to get edid\n");
2085 	}
2086 
2087 	return ret;
2088 }
2089 
2090 static void dw_hdmi_connector_force(struct drm_connector *connector)
2091 {
2092 	struct dw_hdmi *hdmi = container_of(connector, struct dw_hdmi,
2093 					     connector);
2094 
2095 	mutex_lock(&hdmi->mutex);
2096 	hdmi->force = connector->force;
2097 	dw_hdmi_update_power(hdmi);
2098 	dw_hdmi_update_phy_mask(hdmi);
2099 	mutex_unlock(&hdmi->mutex);
2100 }
2101 
2102 static const struct drm_connector_funcs dw_hdmi_connector_funcs = {
2103 	.fill_modes = drm_helper_probe_single_connector_modes,
2104 	.detect = dw_hdmi_connector_detect,
2105 	.destroy = drm_connector_cleanup,
2106 	.force = dw_hdmi_connector_force,
2107 	.reset = drm_atomic_helper_connector_reset,
2108 	.atomic_duplicate_state = drm_atomic_helper_connector_duplicate_state,
2109 	.atomic_destroy_state = drm_atomic_helper_connector_destroy_state,
2110 };
2111 
2112 static const struct drm_connector_helper_funcs dw_hdmi_connector_helper_funcs = {
2113 	.get_modes = dw_hdmi_connector_get_modes,
2114 };
2115 
2116 static int dw_hdmi_bridge_attach(struct drm_bridge *bridge)
2117 {
2118 	struct dw_hdmi *hdmi = bridge->driver_private;
2119 	struct drm_encoder *encoder = bridge->encoder;
2120 	struct drm_connector *connector = &hdmi->connector;
2121 
2122 	connector->interlace_allowed = 1;
2123 	connector->polled = DRM_CONNECTOR_POLL_HPD;
2124 
2125 	drm_connector_helper_add(connector, &dw_hdmi_connector_helper_funcs);
2126 
2127 	drm_connector_init(bridge->dev, connector, &dw_hdmi_connector_funcs,
2128 			   DRM_MODE_CONNECTOR_HDMIA);
2129 
2130 	drm_connector_attach_encoder(connector, encoder);
2131 
2132 	return 0;
2133 }
2134 
2135 static enum drm_mode_status
2136 dw_hdmi_bridge_mode_valid(struct drm_bridge *bridge,
2137 			  const struct drm_display_mode *mode)
2138 {
2139 	struct dw_hdmi *hdmi = bridge->driver_private;
2140 	struct drm_connector *connector = &hdmi->connector;
2141 	enum drm_mode_status mode_status = MODE_OK;
2142 
2143 	/* We don't support double-clocked modes */
2144 	if (mode->flags & DRM_MODE_FLAG_DBLCLK)
2145 		return MODE_BAD;
2146 
2147 	if (hdmi->plat_data->mode_valid)
2148 		mode_status = hdmi->plat_data->mode_valid(connector, mode);
2149 
2150 	return mode_status;
2151 }
2152 
2153 static void dw_hdmi_bridge_mode_set(struct drm_bridge *bridge,
2154 				    const struct drm_display_mode *orig_mode,
2155 				    const struct drm_display_mode *mode)
2156 {
2157 	struct dw_hdmi *hdmi = bridge->driver_private;
2158 
2159 	mutex_lock(&hdmi->mutex);
2160 
2161 	/* Store the display mode for plugin/DKMS poweron events */
2162 	memcpy(&hdmi->previous_mode, mode, sizeof(hdmi->previous_mode));
2163 
2164 	mutex_unlock(&hdmi->mutex);
2165 }
2166 
2167 static void dw_hdmi_bridge_disable(struct drm_bridge *bridge)
2168 {
2169 	struct dw_hdmi *hdmi = bridge->driver_private;
2170 
2171 	mutex_lock(&hdmi->mutex);
2172 	hdmi->disabled = true;
2173 	dw_hdmi_update_power(hdmi);
2174 	dw_hdmi_update_phy_mask(hdmi);
2175 	mutex_unlock(&hdmi->mutex);
2176 }
2177 
2178 static void dw_hdmi_bridge_enable(struct drm_bridge *bridge)
2179 {
2180 	struct dw_hdmi *hdmi = bridge->driver_private;
2181 
2182 	mutex_lock(&hdmi->mutex);
2183 	hdmi->disabled = false;
2184 	dw_hdmi_update_power(hdmi);
2185 	dw_hdmi_update_phy_mask(hdmi);
2186 	mutex_unlock(&hdmi->mutex);
2187 }
2188 
2189 static const struct drm_bridge_funcs dw_hdmi_bridge_funcs = {
2190 	.attach = dw_hdmi_bridge_attach,
2191 	.enable = dw_hdmi_bridge_enable,
2192 	.disable = dw_hdmi_bridge_disable,
2193 	.mode_set = dw_hdmi_bridge_mode_set,
2194 	.mode_valid = dw_hdmi_bridge_mode_valid,
2195 };
2196 
2197 static irqreturn_t dw_hdmi_i2c_irq(struct dw_hdmi *hdmi)
2198 {
2199 	struct dw_hdmi_i2c *i2c = hdmi->i2c;
2200 	unsigned int stat;
2201 
2202 	stat = hdmi_readb(hdmi, HDMI_IH_I2CM_STAT0);
2203 	if (!stat)
2204 		return IRQ_NONE;
2205 
2206 	hdmi_writeb(hdmi, stat, HDMI_IH_I2CM_STAT0);
2207 
2208 	i2c->stat = stat;
2209 
2210 	complete(&i2c->cmp);
2211 
2212 	return IRQ_HANDLED;
2213 }
2214 
2215 static irqreturn_t dw_hdmi_hardirq(int irq, void *dev_id)
2216 {
2217 	struct dw_hdmi *hdmi = dev_id;
2218 	u8 intr_stat;
2219 	irqreturn_t ret = IRQ_NONE;
2220 
2221 	if (hdmi->i2c)
2222 		ret = dw_hdmi_i2c_irq(hdmi);
2223 
2224 	intr_stat = hdmi_readb(hdmi, HDMI_IH_PHY_STAT0);
2225 	if (intr_stat) {
2226 		hdmi_writeb(hdmi, ~0, HDMI_IH_MUTE_PHY_STAT0);
2227 		return IRQ_WAKE_THREAD;
2228 	}
2229 
2230 	return ret;
2231 }
2232 
2233 void dw_hdmi_setup_rx_sense(struct dw_hdmi *hdmi, bool hpd, bool rx_sense)
2234 {
2235 	mutex_lock(&hdmi->mutex);
2236 
2237 	if (!hdmi->force) {
2238 		/*
2239 		 * If the RX sense status indicates we're disconnected,
2240 		 * clear the software rxsense status.
2241 		 */
2242 		if (!rx_sense)
2243 			hdmi->rxsense = false;
2244 
2245 		/*
2246 		 * Only set the software rxsense status when both
2247 		 * rxsense and hpd indicates we're connected.
2248 		 * This avoids what seems to be bad behaviour in
2249 		 * at least iMX6S versions of the phy.
2250 		 */
2251 		if (hpd)
2252 			hdmi->rxsense = true;
2253 
2254 		dw_hdmi_update_power(hdmi);
2255 		dw_hdmi_update_phy_mask(hdmi);
2256 	}
2257 	mutex_unlock(&hdmi->mutex);
2258 }
2259 EXPORT_SYMBOL_GPL(dw_hdmi_setup_rx_sense);
2260 
2261 static irqreturn_t dw_hdmi_irq(int irq, void *dev_id)
2262 {
2263 	struct dw_hdmi *hdmi = dev_id;
2264 	u8 intr_stat, phy_int_pol, phy_pol_mask, phy_stat;
2265 
2266 	intr_stat = hdmi_readb(hdmi, HDMI_IH_PHY_STAT0);
2267 	phy_int_pol = hdmi_readb(hdmi, HDMI_PHY_POL0);
2268 	phy_stat = hdmi_readb(hdmi, HDMI_PHY_STAT0);
2269 
2270 	phy_pol_mask = 0;
2271 	if (intr_stat & HDMI_IH_PHY_STAT0_HPD)
2272 		phy_pol_mask |= HDMI_PHY_HPD;
2273 	if (intr_stat & HDMI_IH_PHY_STAT0_RX_SENSE0)
2274 		phy_pol_mask |= HDMI_PHY_RX_SENSE0;
2275 	if (intr_stat & HDMI_IH_PHY_STAT0_RX_SENSE1)
2276 		phy_pol_mask |= HDMI_PHY_RX_SENSE1;
2277 	if (intr_stat & HDMI_IH_PHY_STAT0_RX_SENSE2)
2278 		phy_pol_mask |= HDMI_PHY_RX_SENSE2;
2279 	if (intr_stat & HDMI_IH_PHY_STAT0_RX_SENSE3)
2280 		phy_pol_mask |= HDMI_PHY_RX_SENSE3;
2281 
2282 	if (phy_pol_mask)
2283 		hdmi_modb(hdmi, ~phy_int_pol, phy_pol_mask, HDMI_PHY_POL0);
2284 
2285 	/*
2286 	 * RX sense tells us whether the TDMS transmitters are detecting
2287 	 * load - in other words, there's something listening on the
2288 	 * other end of the link.  Use this to decide whether we should
2289 	 * power on the phy as HPD may be toggled by the sink to merely
2290 	 * ask the source to re-read the EDID.
2291 	 */
2292 	if (intr_stat &
2293 	    (HDMI_IH_PHY_STAT0_RX_SENSE | HDMI_IH_PHY_STAT0_HPD)) {
2294 		dw_hdmi_setup_rx_sense(hdmi,
2295 				       phy_stat & HDMI_PHY_HPD,
2296 				       phy_stat & HDMI_PHY_RX_SENSE);
2297 
2298 		if ((phy_stat & (HDMI_PHY_RX_SENSE | HDMI_PHY_HPD)) == 0)
2299 			cec_notifier_set_phys_addr(hdmi->cec_notifier,
2300 						   CEC_PHYS_ADDR_INVALID);
2301 	}
2302 
2303 	if (intr_stat & HDMI_IH_PHY_STAT0_HPD) {
2304 		dev_dbg(hdmi->dev, "EVENT=%s\n",
2305 			phy_int_pol & HDMI_PHY_HPD ? "plugin" : "plugout");
2306 		if (hdmi->bridge.dev)
2307 			drm_helper_hpd_irq_event(hdmi->bridge.dev);
2308 	}
2309 
2310 	hdmi_writeb(hdmi, intr_stat, HDMI_IH_PHY_STAT0);
2311 	hdmi_writeb(hdmi, ~(HDMI_IH_PHY_STAT0_HPD | HDMI_IH_PHY_STAT0_RX_SENSE),
2312 		    HDMI_IH_MUTE_PHY_STAT0);
2313 
2314 	return IRQ_HANDLED;
2315 }
2316 
2317 static const struct dw_hdmi_phy_data dw_hdmi_phys[] = {
2318 	{
2319 		.type = DW_HDMI_PHY_DWC_HDMI_TX_PHY,
2320 		.name = "DWC HDMI TX PHY",
2321 		.gen = 1,
2322 	}, {
2323 		.type = DW_HDMI_PHY_DWC_MHL_PHY_HEAC,
2324 		.name = "DWC MHL PHY + HEAC PHY",
2325 		.gen = 2,
2326 		.has_svsret = true,
2327 		.configure = hdmi_phy_configure_dwc_hdmi_3d_tx,
2328 	}, {
2329 		.type = DW_HDMI_PHY_DWC_MHL_PHY,
2330 		.name = "DWC MHL PHY",
2331 		.gen = 2,
2332 		.has_svsret = true,
2333 		.configure = hdmi_phy_configure_dwc_hdmi_3d_tx,
2334 	}, {
2335 		.type = DW_HDMI_PHY_DWC_HDMI_3D_TX_PHY_HEAC,
2336 		.name = "DWC HDMI 3D TX PHY + HEAC PHY",
2337 		.gen = 2,
2338 		.configure = hdmi_phy_configure_dwc_hdmi_3d_tx,
2339 	}, {
2340 		.type = DW_HDMI_PHY_DWC_HDMI_3D_TX_PHY,
2341 		.name = "DWC HDMI 3D TX PHY",
2342 		.gen = 2,
2343 		.configure = hdmi_phy_configure_dwc_hdmi_3d_tx,
2344 	}, {
2345 		.type = DW_HDMI_PHY_DWC_HDMI20_TX_PHY,
2346 		.name = "DWC HDMI 2.0 TX PHY",
2347 		.gen = 2,
2348 		.has_svsret = true,
2349 		.configure = hdmi_phy_configure_dwc_hdmi_3d_tx,
2350 	}, {
2351 		.type = DW_HDMI_PHY_VENDOR_PHY,
2352 		.name = "Vendor PHY",
2353 	}
2354 };
2355 
2356 static int dw_hdmi_detect_phy(struct dw_hdmi *hdmi)
2357 {
2358 	unsigned int i;
2359 	u8 phy_type;
2360 
2361 	phy_type = hdmi->plat_data->phy_force_vendor ?
2362 				DW_HDMI_PHY_VENDOR_PHY :
2363 				hdmi_readb(hdmi, HDMI_CONFIG2_ID);
2364 
2365 	if (phy_type == DW_HDMI_PHY_VENDOR_PHY) {
2366 		/* Vendor PHYs require support from the glue layer. */
2367 		if (!hdmi->plat_data->phy_ops || !hdmi->plat_data->phy_name) {
2368 			dev_err(hdmi->dev,
2369 				"Vendor HDMI PHY not supported by glue layer\n");
2370 			return -ENODEV;
2371 		}
2372 
2373 		hdmi->phy.ops = hdmi->plat_data->phy_ops;
2374 		hdmi->phy.data = hdmi->plat_data->phy_data;
2375 		hdmi->phy.name = hdmi->plat_data->phy_name;
2376 		return 0;
2377 	}
2378 
2379 	/* Synopsys PHYs are handled internally. */
2380 	for (i = 0; i < ARRAY_SIZE(dw_hdmi_phys); ++i) {
2381 		if (dw_hdmi_phys[i].type == phy_type) {
2382 			hdmi->phy.ops = &dw_hdmi_synopsys_phy_ops;
2383 			hdmi->phy.name = dw_hdmi_phys[i].name;
2384 			hdmi->phy.data = (void *)&dw_hdmi_phys[i];
2385 
2386 			if (!dw_hdmi_phys[i].configure &&
2387 			    !hdmi->plat_data->configure_phy) {
2388 				dev_err(hdmi->dev, "%s requires platform support\n",
2389 					hdmi->phy.name);
2390 				return -ENODEV;
2391 			}
2392 
2393 			return 0;
2394 		}
2395 	}
2396 
2397 	dev_err(hdmi->dev, "Unsupported HDMI PHY type (%02x)\n", phy_type);
2398 	return -ENODEV;
2399 }
2400 
2401 static void dw_hdmi_cec_enable(struct dw_hdmi *hdmi)
2402 {
2403 	mutex_lock(&hdmi->mutex);
2404 	hdmi->mc_clkdis &= ~HDMI_MC_CLKDIS_CECCLK_DISABLE;
2405 	hdmi_writeb(hdmi, hdmi->mc_clkdis, HDMI_MC_CLKDIS);
2406 	mutex_unlock(&hdmi->mutex);
2407 }
2408 
2409 static void dw_hdmi_cec_disable(struct dw_hdmi *hdmi)
2410 {
2411 	mutex_lock(&hdmi->mutex);
2412 	hdmi->mc_clkdis |= HDMI_MC_CLKDIS_CECCLK_DISABLE;
2413 	hdmi_writeb(hdmi, hdmi->mc_clkdis, HDMI_MC_CLKDIS);
2414 	mutex_unlock(&hdmi->mutex);
2415 }
2416 
2417 static const struct dw_hdmi_cec_ops dw_hdmi_cec_ops = {
2418 	.write = hdmi_writeb,
2419 	.read = hdmi_readb,
2420 	.enable = dw_hdmi_cec_enable,
2421 	.disable = dw_hdmi_cec_disable,
2422 };
2423 
2424 static const struct regmap_config hdmi_regmap_8bit_config = {
2425 	.reg_bits	= 32,
2426 	.val_bits	= 8,
2427 	.reg_stride	= 1,
2428 	.max_register	= HDMI_I2CM_FS_SCL_LCNT_0_ADDR,
2429 };
2430 
2431 static const struct regmap_config hdmi_regmap_32bit_config = {
2432 	.reg_bits	= 32,
2433 	.val_bits	= 32,
2434 	.reg_stride	= 4,
2435 	.max_register	= HDMI_I2CM_FS_SCL_LCNT_0_ADDR << 2,
2436 };
2437 
2438 static struct dw_hdmi *
2439 __dw_hdmi_probe(struct platform_device *pdev,
2440 		const struct dw_hdmi_plat_data *plat_data)
2441 {
2442 	struct device *dev = &pdev->dev;
2443 	struct device_node *np = dev->of_node;
2444 	struct platform_device_info pdevinfo;
2445 	struct device_node *ddc_node;
2446 	struct dw_hdmi_cec_data cec;
2447 	struct dw_hdmi *hdmi;
2448 	struct resource *iores = NULL;
2449 	int irq;
2450 	int ret;
2451 	u32 val = 1;
2452 	u8 prod_id0;
2453 	u8 prod_id1;
2454 	u8 config0;
2455 	u8 config3;
2456 
2457 	hdmi = devm_kzalloc(dev, sizeof(*hdmi), GFP_KERNEL);
2458 	if (!hdmi)
2459 		return ERR_PTR(-ENOMEM);
2460 
2461 	hdmi->plat_data = plat_data;
2462 	hdmi->dev = dev;
2463 	hdmi->sample_rate = 48000;
2464 	hdmi->disabled = true;
2465 	hdmi->rxsense = true;
2466 	hdmi->phy_mask = (u8)~(HDMI_PHY_HPD | HDMI_PHY_RX_SENSE);
2467 	hdmi->mc_clkdis = 0x7f;
2468 
2469 	mutex_init(&hdmi->mutex);
2470 	mutex_init(&hdmi->audio_mutex);
2471 	spin_lock_init(&hdmi->audio_lock);
2472 
2473 	ddc_node = of_parse_phandle(np, "ddc-i2c-bus", 0);
2474 	if (ddc_node) {
2475 		hdmi->ddc = of_get_i2c_adapter_by_node(ddc_node);
2476 		of_node_put(ddc_node);
2477 		if (!hdmi->ddc) {
2478 			dev_dbg(hdmi->dev, "failed to read ddc node\n");
2479 			return ERR_PTR(-EPROBE_DEFER);
2480 		}
2481 
2482 	} else {
2483 		dev_dbg(hdmi->dev, "no ddc property found\n");
2484 	}
2485 
2486 	if (!plat_data->regm) {
2487 		const struct regmap_config *reg_config;
2488 
2489 		of_property_read_u32(np, "reg-io-width", &val);
2490 		switch (val) {
2491 		case 4:
2492 			reg_config = &hdmi_regmap_32bit_config;
2493 			hdmi->reg_shift = 2;
2494 			break;
2495 		case 1:
2496 			reg_config = &hdmi_regmap_8bit_config;
2497 			break;
2498 		default:
2499 			dev_err(dev, "reg-io-width must be 1 or 4\n");
2500 			return ERR_PTR(-EINVAL);
2501 		}
2502 
2503 		iores = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2504 		hdmi->regs = devm_ioremap_resource(dev, iores);
2505 		if (IS_ERR(hdmi->regs)) {
2506 			ret = PTR_ERR(hdmi->regs);
2507 			goto err_res;
2508 		}
2509 
2510 		hdmi->regm = devm_regmap_init_mmio(dev, hdmi->regs, reg_config);
2511 		if (IS_ERR(hdmi->regm)) {
2512 			dev_err(dev, "Failed to configure regmap\n");
2513 			ret = PTR_ERR(hdmi->regm);
2514 			goto err_res;
2515 		}
2516 	} else {
2517 		hdmi->regm = plat_data->regm;
2518 	}
2519 
2520 	hdmi->isfr_clk = devm_clk_get(hdmi->dev, "isfr");
2521 	if (IS_ERR(hdmi->isfr_clk)) {
2522 		ret = PTR_ERR(hdmi->isfr_clk);
2523 		dev_err(hdmi->dev, "Unable to get HDMI isfr clk: %d\n", ret);
2524 		goto err_res;
2525 	}
2526 
2527 	ret = clk_prepare_enable(hdmi->isfr_clk);
2528 	if (ret) {
2529 		dev_err(hdmi->dev, "Cannot enable HDMI isfr clock: %d\n", ret);
2530 		goto err_res;
2531 	}
2532 
2533 	hdmi->iahb_clk = devm_clk_get(hdmi->dev, "iahb");
2534 	if (IS_ERR(hdmi->iahb_clk)) {
2535 		ret = PTR_ERR(hdmi->iahb_clk);
2536 		dev_err(hdmi->dev, "Unable to get HDMI iahb clk: %d\n", ret);
2537 		goto err_isfr;
2538 	}
2539 
2540 	ret = clk_prepare_enable(hdmi->iahb_clk);
2541 	if (ret) {
2542 		dev_err(hdmi->dev, "Cannot enable HDMI iahb clock: %d\n", ret);
2543 		goto err_isfr;
2544 	}
2545 
2546 	hdmi->cec_clk = devm_clk_get(hdmi->dev, "cec");
2547 	if (PTR_ERR(hdmi->cec_clk) == -ENOENT) {
2548 		hdmi->cec_clk = NULL;
2549 	} else if (IS_ERR(hdmi->cec_clk)) {
2550 		ret = PTR_ERR(hdmi->cec_clk);
2551 		if (ret != -EPROBE_DEFER)
2552 			dev_err(hdmi->dev, "Cannot get HDMI cec clock: %d\n",
2553 				ret);
2554 
2555 		hdmi->cec_clk = NULL;
2556 		goto err_iahb;
2557 	} else {
2558 		ret = clk_prepare_enable(hdmi->cec_clk);
2559 		if (ret) {
2560 			dev_err(hdmi->dev, "Cannot enable HDMI cec clock: %d\n",
2561 				ret);
2562 			goto err_iahb;
2563 		}
2564 	}
2565 
2566 	/* Product and revision IDs */
2567 	hdmi->version = (hdmi_readb(hdmi, HDMI_DESIGN_ID) << 8)
2568 		      | (hdmi_readb(hdmi, HDMI_REVISION_ID) << 0);
2569 	prod_id0 = hdmi_readb(hdmi, HDMI_PRODUCT_ID0);
2570 	prod_id1 = hdmi_readb(hdmi, HDMI_PRODUCT_ID1);
2571 
2572 	if (prod_id0 != HDMI_PRODUCT_ID0_HDMI_TX ||
2573 	    (prod_id1 & ~HDMI_PRODUCT_ID1_HDCP) != HDMI_PRODUCT_ID1_HDMI_TX) {
2574 		dev_err(dev, "Unsupported HDMI controller (%04x:%02x:%02x)\n",
2575 			hdmi->version, prod_id0, prod_id1);
2576 		ret = -ENODEV;
2577 		goto err_iahb;
2578 	}
2579 
2580 	ret = dw_hdmi_detect_phy(hdmi);
2581 	if (ret < 0)
2582 		goto err_iahb;
2583 
2584 	dev_info(dev, "Detected HDMI TX controller v%x.%03x %s HDCP (%s)\n",
2585 		 hdmi->version >> 12, hdmi->version & 0xfff,
2586 		 prod_id1 & HDMI_PRODUCT_ID1_HDCP ? "with" : "without",
2587 		 hdmi->phy.name);
2588 
2589 	initialize_hdmi_ih_mutes(hdmi);
2590 
2591 	irq = platform_get_irq(pdev, 0);
2592 	if (irq < 0) {
2593 		ret = irq;
2594 		goto err_iahb;
2595 	}
2596 
2597 	ret = devm_request_threaded_irq(dev, irq, dw_hdmi_hardirq,
2598 					dw_hdmi_irq, IRQF_SHARED,
2599 					dev_name(dev), hdmi);
2600 	if (ret)
2601 		goto err_iahb;
2602 
2603 	hdmi->cec_notifier = cec_notifier_get(dev);
2604 	if (!hdmi->cec_notifier) {
2605 		ret = -ENOMEM;
2606 		goto err_iahb;
2607 	}
2608 
2609 	/*
2610 	 * To prevent overflows in HDMI_IH_FC_STAT2, set the clk regenerator
2611 	 * N and cts values before enabling phy
2612 	 */
2613 	hdmi_init_clk_regenerator(hdmi);
2614 
2615 	/* If DDC bus is not specified, try to register HDMI I2C bus */
2616 	if (!hdmi->ddc) {
2617 		hdmi->ddc = dw_hdmi_i2c_adapter(hdmi);
2618 		if (IS_ERR(hdmi->ddc))
2619 			hdmi->ddc = NULL;
2620 	}
2621 
2622 	hdmi->bridge.driver_private = hdmi;
2623 	hdmi->bridge.funcs = &dw_hdmi_bridge_funcs;
2624 #ifdef CONFIG_OF
2625 	hdmi->bridge.of_node = pdev->dev.of_node;
2626 #endif
2627 
2628 	dw_hdmi_setup_i2c(hdmi);
2629 	if (hdmi->phy.ops->setup_hpd)
2630 		hdmi->phy.ops->setup_hpd(hdmi, hdmi->phy.data);
2631 
2632 	memset(&pdevinfo, 0, sizeof(pdevinfo));
2633 	pdevinfo.parent = dev;
2634 	pdevinfo.id = PLATFORM_DEVID_AUTO;
2635 
2636 	config0 = hdmi_readb(hdmi, HDMI_CONFIG0_ID);
2637 	config3 = hdmi_readb(hdmi, HDMI_CONFIG3_ID);
2638 
2639 	if (iores && config3 & HDMI_CONFIG3_AHBAUDDMA) {
2640 		struct dw_hdmi_audio_data audio;
2641 
2642 		audio.phys = iores->start;
2643 		audio.base = hdmi->regs;
2644 		audio.irq = irq;
2645 		audio.hdmi = hdmi;
2646 		audio.eld = hdmi->connector.eld;
2647 		hdmi->enable_audio = dw_hdmi_ahb_audio_enable;
2648 		hdmi->disable_audio = dw_hdmi_ahb_audio_disable;
2649 
2650 		pdevinfo.name = "dw-hdmi-ahb-audio";
2651 		pdevinfo.data = &audio;
2652 		pdevinfo.size_data = sizeof(audio);
2653 		pdevinfo.dma_mask = DMA_BIT_MASK(32);
2654 		hdmi->audio = platform_device_register_full(&pdevinfo);
2655 	} else if (config0 & HDMI_CONFIG0_I2S) {
2656 		struct dw_hdmi_i2s_audio_data audio;
2657 
2658 		audio.hdmi	= hdmi;
2659 		audio.write	= hdmi_writeb;
2660 		audio.read	= hdmi_readb;
2661 		hdmi->enable_audio = dw_hdmi_i2s_audio_enable;
2662 		hdmi->disable_audio = dw_hdmi_i2s_audio_disable;
2663 
2664 		pdevinfo.name = "dw-hdmi-i2s-audio";
2665 		pdevinfo.data = &audio;
2666 		pdevinfo.size_data = sizeof(audio);
2667 		pdevinfo.dma_mask = DMA_BIT_MASK(32);
2668 		hdmi->audio = platform_device_register_full(&pdevinfo);
2669 	}
2670 
2671 	if (config0 & HDMI_CONFIG0_CEC) {
2672 		cec.hdmi = hdmi;
2673 		cec.ops = &dw_hdmi_cec_ops;
2674 		cec.irq = irq;
2675 
2676 		pdevinfo.name = "dw-hdmi-cec";
2677 		pdevinfo.data = &cec;
2678 		pdevinfo.size_data = sizeof(cec);
2679 		pdevinfo.dma_mask = 0;
2680 
2681 		hdmi->cec = platform_device_register_full(&pdevinfo);
2682 	}
2683 
2684 	/* Reset HDMI DDC I2C master controller and mute I2CM interrupts */
2685 	if (hdmi->i2c)
2686 		dw_hdmi_i2c_init(hdmi);
2687 
2688 	return hdmi;
2689 
2690 err_iahb:
2691 	if (hdmi->i2c) {
2692 		i2c_del_adapter(&hdmi->i2c->adap);
2693 		hdmi->ddc = NULL;
2694 	}
2695 
2696 	if (hdmi->cec_notifier)
2697 		cec_notifier_put(hdmi->cec_notifier);
2698 
2699 	clk_disable_unprepare(hdmi->iahb_clk);
2700 	if (hdmi->cec_clk)
2701 		clk_disable_unprepare(hdmi->cec_clk);
2702 err_isfr:
2703 	clk_disable_unprepare(hdmi->isfr_clk);
2704 err_res:
2705 	i2c_put_adapter(hdmi->ddc);
2706 
2707 	return ERR_PTR(ret);
2708 }
2709 
2710 static void __dw_hdmi_remove(struct dw_hdmi *hdmi)
2711 {
2712 	if (hdmi->audio && !IS_ERR(hdmi->audio))
2713 		platform_device_unregister(hdmi->audio);
2714 	if (!IS_ERR(hdmi->cec))
2715 		platform_device_unregister(hdmi->cec);
2716 
2717 	/* Disable all interrupts */
2718 	hdmi_writeb(hdmi, ~0, HDMI_IH_MUTE_PHY_STAT0);
2719 
2720 	if (hdmi->cec_notifier)
2721 		cec_notifier_put(hdmi->cec_notifier);
2722 
2723 	clk_disable_unprepare(hdmi->iahb_clk);
2724 	clk_disable_unprepare(hdmi->isfr_clk);
2725 	if (hdmi->cec_clk)
2726 		clk_disable_unprepare(hdmi->cec_clk);
2727 
2728 	if (hdmi->i2c)
2729 		i2c_del_adapter(&hdmi->i2c->adap);
2730 	else
2731 		i2c_put_adapter(hdmi->ddc);
2732 }
2733 
2734 /* -----------------------------------------------------------------------------
2735  * Probe/remove API, used from platforms based on the DRM bridge API.
2736  */
2737 struct dw_hdmi *dw_hdmi_probe(struct platform_device *pdev,
2738 			      const struct dw_hdmi_plat_data *plat_data)
2739 {
2740 	struct dw_hdmi *hdmi;
2741 
2742 	hdmi = __dw_hdmi_probe(pdev, plat_data);
2743 	if (IS_ERR(hdmi))
2744 		return hdmi;
2745 
2746 	drm_bridge_add(&hdmi->bridge);
2747 
2748 	return hdmi;
2749 }
2750 EXPORT_SYMBOL_GPL(dw_hdmi_probe);
2751 
2752 void dw_hdmi_remove(struct dw_hdmi *hdmi)
2753 {
2754 	drm_bridge_remove(&hdmi->bridge);
2755 
2756 	__dw_hdmi_remove(hdmi);
2757 }
2758 EXPORT_SYMBOL_GPL(dw_hdmi_remove);
2759 
2760 /* -----------------------------------------------------------------------------
2761  * Bind/unbind API, used from platforms based on the component framework.
2762  */
2763 struct dw_hdmi *dw_hdmi_bind(struct platform_device *pdev,
2764 			     struct drm_encoder *encoder,
2765 			     const struct dw_hdmi_plat_data *plat_data)
2766 {
2767 	struct dw_hdmi *hdmi;
2768 	int ret;
2769 
2770 	hdmi = __dw_hdmi_probe(pdev, plat_data);
2771 	if (IS_ERR(hdmi))
2772 		return hdmi;
2773 
2774 	ret = drm_bridge_attach(encoder, &hdmi->bridge, NULL);
2775 	if (ret) {
2776 		dw_hdmi_remove(hdmi);
2777 		DRM_ERROR("Failed to initialize bridge with drm\n");
2778 		return ERR_PTR(ret);
2779 	}
2780 
2781 	return hdmi;
2782 }
2783 EXPORT_SYMBOL_GPL(dw_hdmi_bind);
2784 
2785 void dw_hdmi_unbind(struct dw_hdmi *hdmi)
2786 {
2787 	__dw_hdmi_remove(hdmi);
2788 }
2789 EXPORT_SYMBOL_GPL(dw_hdmi_unbind);
2790 
2791 MODULE_AUTHOR("Sascha Hauer <s.hauer@pengutronix.de>");
2792 MODULE_AUTHOR("Andy Yan <andy.yan@rock-chips.com>");
2793 MODULE_AUTHOR("Yakir Yang <ykk@rock-chips.com>");
2794 MODULE_AUTHOR("Vladimir Zapolskiy <vladimir_zapolskiy@mentor.com>");
2795 MODULE_DESCRIPTION("DW HDMI transmitter driver");
2796 MODULE_LICENSE("GPL");
2797 MODULE_ALIAS("platform:dw-hdmi");
2798