1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * DesignWare High-Definition Multimedia Interface (HDMI) driver
4  *
5  * Copyright (C) 2013-2015 Mentor Graphics Inc.
6  * Copyright (C) 2011-2013 Freescale Semiconductor, Inc.
7  * Copyright (C) 2010, Guennadi Liakhovetski <g.liakhovetski@gmx.de>
8  */
9 #include <linux/clk.h>
10 #include <linux/delay.h>
11 #include <linux/err.h>
12 #include <linux/hdmi.h>
13 #include <linux/irq.h>
14 #include <linux/module.h>
15 #include <linux/mutex.h>
16 #include <linux/of_device.h>
17 #include <linux/pinctrl/consumer.h>
18 #include <linux/regmap.h>
19 #include <linux/dma-mapping.h>
20 #include <linux/spinlock.h>
21 
22 #include <media/cec-notifier.h>
23 
24 #include <uapi/linux/media-bus-format.h>
25 #include <uapi/linux/videodev2.h>
26 
27 #include <drm/bridge/dw_hdmi.h>
28 #include <drm/drm_atomic.h>
29 #include <drm/drm_atomic_helper.h>
30 #include <drm/drm_bridge.h>
31 #include <drm/drm_edid.h>
32 #include <drm/drm_of.h>
33 #include <drm/drm_print.h>
34 #include <drm/drm_probe_helper.h>
35 #include <drm/drm_scdc_helper.h>
36 
37 #include "dw-hdmi-audio.h"
38 #include "dw-hdmi-cec.h"
39 #include "dw-hdmi.h"
40 
41 #define DDC_CI_ADDR		0x37
42 #define DDC_SEGMENT_ADDR	0x30
43 
44 #define HDMI_EDID_LEN		512
45 
46 /* DW-HDMI Controller >= 0x200a are at least compliant with SCDC version 1 */
47 #define SCDC_MIN_SOURCE_VERSION	0x1
48 
49 #define HDMI14_MAX_TMDSCLK	340000000
50 
51 enum hdmi_datamap {
52 	RGB444_8B = 0x01,
53 	RGB444_10B = 0x03,
54 	RGB444_12B = 0x05,
55 	RGB444_16B = 0x07,
56 	YCbCr444_8B = 0x09,
57 	YCbCr444_10B = 0x0B,
58 	YCbCr444_12B = 0x0D,
59 	YCbCr444_16B = 0x0F,
60 	YCbCr422_8B = 0x16,
61 	YCbCr422_10B = 0x14,
62 	YCbCr422_12B = 0x12,
63 };
64 
65 static const u16 csc_coeff_default[3][4] = {
66 	{ 0x2000, 0x0000, 0x0000, 0x0000 },
67 	{ 0x0000, 0x2000, 0x0000, 0x0000 },
68 	{ 0x0000, 0x0000, 0x2000, 0x0000 }
69 };
70 
71 static const u16 csc_coeff_rgb_out_eitu601[3][4] = {
72 	{ 0x2000, 0x6926, 0x74fd, 0x010e },
73 	{ 0x2000, 0x2cdd, 0x0000, 0x7e9a },
74 	{ 0x2000, 0x0000, 0x38b4, 0x7e3b }
75 };
76 
77 static const u16 csc_coeff_rgb_out_eitu709[3][4] = {
78 	{ 0x2000, 0x7106, 0x7a02, 0x00a7 },
79 	{ 0x2000, 0x3264, 0x0000, 0x7e6d },
80 	{ 0x2000, 0x0000, 0x3b61, 0x7e25 }
81 };
82 
83 static const u16 csc_coeff_rgb_in_eitu601[3][4] = {
84 	{ 0x2591, 0x1322, 0x074b, 0x0000 },
85 	{ 0x6535, 0x2000, 0x7acc, 0x0200 },
86 	{ 0x6acd, 0x7534, 0x2000, 0x0200 }
87 };
88 
89 static const u16 csc_coeff_rgb_in_eitu709[3][4] = {
90 	{ 0x2dc5, 0x0d9b, 0x049e, 0x0000 },
91 	{ 0x62f0, 0x2000, 0x7d11, 0x0200 },
92 	{ 0x6756, 0x78ab, 0x2000, 0x0200 }
93 };
94 
95 struct hdmi_vmode {
96 	bool mdataenablepolarity;
97 
98 	unsigned int mpixelclock;
99 	unsigned int mpixelrepetitioninput;
100 	unsigned int mpixelrepetitionoutput;
101 	unsigned int mtmdsclock;
102 };
103 
104 struct hdmi_data_info {
105 	unsigned int enc_in_bus_format;
106 	unsigned int enc_out_bus_format;
107 	unsigned int enc_in_encoding;
108 	unsigned int enc_out_encoding;
109 	unsigned int pix_repet_factor;
110 	unsigned int hdcp_enable;
111 	struct hdmi_vmode video_mode;
112 };
113 
114 struct dw_hdmi_i2c {
115 	struct i2c_adapter	adap;
116 
117 	struct mutex		lock;	/* used to serialize data transfers */
118 	struct completion	cmp;
119 	u8			stat;
120 
121 	u8			slave_reg;
122 	bool			is_regaddr;
123 	bool			is_segment;
124 };
125 
126 struct dw_hdmi_phy_data {
127 	enum dw_hdmi_phy_type type;
128 	const char *name;
129 	unsigned int gen;
130 	bool has_svsret;
131 	int (*configure)(struct dw_hdmi *hdmi,
132 			 const struct dw_hdmi_plat_data *pdata,
133 			 unsigned long mpixelclock);
134 };
135 
136 struct dw_hdmi {
137 	struct drm_connector connector;
138 	struct drm_bridge bridge;
139 
140 	unsigned int version;
141 
142 	struct platform_device *audio;
143 	struct platform_device *cec;
144 	struct device *dev;
145 	struct clk *isfr_clk;
146 	struct clk *iahb_clk;
147 	struct clk *cec_clk;
148 	struct dw_hdmi_i2c *i2c;
149 
150 	struct hdmi_data_info hdmi_data;
151 	const struct dw_hdmi_plat_data *plat_data;
152 
153 	int vic;
154 
155 	u8 edid[HDMI_EDID_LEN];
156 
157 	struct {
158 		const struct dw_hdmi_phy_ops *ops;
159 		const char *name;
160 		void *data;
161 		bool enabled;
162 	} phy;
163 
164 	struct drm_display_mode previous_mode;
165 
166 	struct i2c_adapter *ddc;
167 	void __iomem *regs;
168 	bool sink_is_hdmi;
169 	bool sink_has_audio;
170 
171 	struct pinctrl *pinctrl;
172 	struct pinctrl_state *default_state;
173 	struct pinctrl_state *unwedge_state;
174 
175 	struct mutex mutex;		/* for state below and previous_mode */
176 	enum drm_connector_force force;	/* mutex-protected force state */
177 	bool disabled;			/* DRM has disabled our bridge */
178 	bool bridge_is_on;		/* indicates the bridge is on */
179 	bool rxsense;			/* rxsense state */
180 	u8 phy_mask;			/* desired phy int mask settings */
181 	u8 mc_clkdis;			/* clock disable register */
182 
183 	spinlock_t audio_lock;
184 	struct mutex audio_mutex;
185 	unsigned int sample_rate;
186 	unsigned int audio_cts;
187 	unsigned int audio_n;
188 	bool audio_enable;
189 
190 	unsigned int reg_shift;
191 	struct regmap *regm;
192 	void (*enable_audio)(struct dw_hdmi *hdmi);
193 	void (*disable_audio)(struct dw_hdmi *hdmi);
194 
195 	struct mutex cec_notifier_mutex;
196 	struct cec_notifier *cec_notifier;
197 
198 	hdmi_codec_plugged_cb plugged_cb;
199 	struct device *codec_dev;
200 	enum drm_connector_status last_connector_result;
201 };
202 
203 #define HDMI_IH_PHY_STAT0_RX_SENSE \
204 	(HDMI_IH_PHY_STAT0_RX_SENSE0 | HDMI_IH_PHY_STAT0_RX_SENSE1 | \
205 	 HDMI_IH_PHY_STAT0_RX_SENSE2 | HDMI_IH_PHY_STAT0_RX_SENSE3)
206 
207 #define HDMI_PHY_RX_SENSE \
208 	(HDMI_PHY_RX_SENSE0 | HDMI_PHY_RX_SENSE1 | \
209 	 HDMI_PHY_RX_SENSE2 | HDMI_PHY_RX_SENSE3)
210 
211 static inline void hdmi_writeb(struct dw_hdmi *hdmi, u8 val, int offset)
212 {
213 	regmap_write(hdmi->regm, offset << hdmi->reg_shift, val);
214 }
215 
216 static inline u8 hdmi_readb(struct dw_hdmi *hdmi, int offset)
217 {
218 	unsigned int val = 0;
219 
220 	regmap_read(hdmi->regm, offset << hdmi->reg_shift, &val);
221 
222 	return val;
223 }
224 
225 static void handle_plugged_change(struct dw_hdmi *hdmi, bool plugged)
226 {
227 	if (hdmi->plugged_cb && hdmi->codec_dev)
228 		hdmi->plugged_cb(hdmi->codec_dev, plugged);
229 }
230 
231 int dw_hdmi_set_plugged_cb(struct dw_hdmi *hdmi, hdmi_codec_plugged_cb fn,
232 			   struct device *codec_dev)
233 {
234 	bool plugged;
235 
236 	mutex_lock(&hdmi->mutex);
237 	hdmi->plugged_cb = fn;
238 	hdmi->codec_dev = codec_dev;
239 	plugged = hdmi->last_connector_result == connector_status_connected;
240 	handle_plugged_change(hdmi, plugged);
241 	mutex_unlock(&hdmi->mutex);
242 
243 	return 0;
244 }
245 EXPORT_SYMBOL_GPL(dw_hdmi_set_plugged_cb);
246 
247 static void hdmi_modb(struct dw_hdmi *hdmi, u8 data, u8 mask, unsigned reg)
248 {
249 	regmap_update_bits(hdmi->regm, reg << hdmi->reg_shift, mask, data);
250 }
251 
252 static void hdmi_mask_writeb(struct dw_hdmi *hdmi, u8 data, unsigned int reg,
253 			     u8 shift, u8 mask)
254 {
255 	hdmi_modb(hdmi, data << shift, mask, reg);
256 }
257 
258 static void dw_hdmi_i2c_init(struct dw_hdmi *hdmi)
259 {
260 	hdmi_writeb(hdmi, HDMI_PHY_I2CM_INT_ADDR_DONE_POL,
261 		    HDMI_PHY_I2CM_INT_ADDR);
262 
263 	hdmi_writeb(hdmi, HDMI_PHY_I2CM_CTLINT_ADDR_NAC_POL |
264 		    HDMI_PHY_I2CM_CTLINT_ADDR_ARBITRATION_POL,
265 		    HDMI_PHY_I2CM_CTLINT_ADDR);
266 
267 	/* Software reset */
268 	hdmi_writeb(hdmi, 0x00, HDMI_I2CM_SOFTRSTZ);
269 
270 	/* Set Standard Mode speed (determined to be 100KHz on iMX6) */
271 	hdmi_writeb(hdmi, 0x00, HDMI_I2CM_DIV);
272 
273 	/* Set done, not acknowledged and arbitration interrupt polarities */
274 	hdmi_writeb(hdmi, HDMI_I2CM_INT_DONE_POL, HDMI_I2CM_INT);
275 	hdmi_writeb(hdmi, HDMI_I2CM_CTLINT_NAC_POL | HDMI_I2CM_CTLINT_ARB_POL,
276 		    HDMI_I2CM_CTLINT);
277 
278 	/* Clear DONE and ERROR interrupts */
279 	hdmi_writeb(hdmi, HDMI_IH_I2CM_STAT0_ERROR | HDMI_IH_I2CM_STAT0_DONE,
280 		    HDMI_IH_I2CM_STAT0);
281 
282 	/* Mute DONE and ERROR interrupts */
283 	hdmi_writeb(hdmi, HDMI_IH_I2CM_STAT0_ERROR | HDMI_IH_I2CM_STAT0_DONE,
284 		    HDMI_IH_MUTE_I2CM_STAT0);
285 }
286 
287 static bool dw_hdmi_i2c_unwedge(struct dw_hdmi *hdmi)
288 {
289 	/* If no unwedge state then give up */
290 	if (!hdmi->unwedge_state)
291 		return false;
292 
293 	dev_info(hdmi->dev, "Attempting to unwedge stuck i2c bus\n");
294 
295 	/*
296 	 * This is a huge hack to workaround a problem where the dw_hdmi i2c
297 	 * bus could sometimes get wedged.  Once wedged there doesn't appear
298 	 * to be any way to unwedge it (including the HDMI_I2CM_SOFTRSTZ)
299 	 * other than pulsing the SDA line.
300 	 *
301 	 * We appear to be able to pulse the SDA line (in the eyes of dw_hdmi)
302 	 * by:
303 	 * 1. Remux the pin as a GPIO output, driven low.
304 	 * 2. Wait a little while.  1 ms seems to work, but we'll do 10.
305 	 * 3. Immediately jump to remux the pin as dw_hdmi i2c again.
306 	 *
307 	 * At the moment of remuxing, the line will still be low due to its
308 	 * recent stint as an output, but then it will be pulled high by the
309 	 * (presumed) external pullup.  dw_hdmi seems to see this as a rising
310 	 * edge and that seems to get it out of its jam.
311 	 *
312 	 * This wedging was only ever seen on one TV, and only on one of
313 	 * its HDMI ports.  It happened when the TV was powered on while the
314 	 * device was plugged in.  A scope trace shows the TV bringing both SDA
315 	 * and SCL low, then bringing them both back up at roughly the same
316 	 * time.  Presumably this confuses dw_hdmi because it saw activity but
317 	 * no real STOP (maybe it thinks there's another master on the bus?).
318 	 * Giving it a clean rising edge of SDA while SCL is already high
319 	 * presumably makes dw_hdmi see a STOP which seems to bring dw_hdmi out
320 	 * of its stupor.
321 	 *
322 	 * Note that after coming back alive, transfers seem to immediately
323 	 * resume, so if we unwedge due to a timeout we should wait a little
324 	 * longer for our transfer to finish, since it might have just started
325 	 * now.
326 	 */
327 	pinctrl_select_state(hdmi->pinctrl, hdmi->unwedge_state);
328 	msleep(10);
329 	pinctrl_select_state(hdmi->pinctrl, hdmi->default_state);
330 
331 	return true;
332 }
333 
334 static int dw_hdmi_i2c_wait(struct dw_hdmi *hdmi)
335 {
336 	struct dw_hdmi_i2c *i2c = hdmi->i2c;
337 	int stat;
338 
339 	stat = wait_for_completion_timeout(&i2c->cmp, HZ / 10);
340 	if (!stat) {
341 		/* If we can't unwedge, return timeout */
342 		if (!dw_hdmi_i2c_unwedge(hdmi))
343 			return -EAGAIN;
344 
345 		/* We tried to unwedge; give it another chance */
346 		stat = wait_for_completion_timeout(&i2c->cmp, HZ / 10);
347 		if (!stat)
348 			return -EAGAIN;
349 	}
350 
351 	/* Check for error condition on the bus */
352 	if (i2c->stat & HDMI_IH_I2CM_STAT0_ERROR)
353 		return -EIO;
354 
355 	return 0;
356 }
357 
358 static int dw_hdmi_i2c_read(struct dw_hdmi *hdmi,
359 			    unsigned char *buf, unsigned int length)
360 {
361 	struct dw_hdmi_i2c *i2c = hdmi->i2c;
362 	int ret;
363 
364 	if (!i2c->is_regaddr) {
365 		dev_dbg(hdmi->dev, "set read register address to 0\n");
366 		i2c->slave_reg = 0x00;
367 		i2c->is_regaddr = true;
368 	}
369 
370 	while (length--) {
371 		reinit_completion(&i2c->cmp);
372 
373 		hdmi_writeb(hdmi, i2c->slave_reg++, HDMI_I2CM_ADDRESS);
374 		if (i2c->is_segment)
375 			hdmi_writeb(hdmi, HDMI_I2CM_OPERATION_READ_EXT,
376 				    HDMI_I2CM_OPERATION);
377 		else
378 			hdmi_writeb(hdmi, HDMI_I2CM_OPERATION_READ,
379 				    HDMI_I2CM_OPERATION);
380 
381 		ret = dw_hdmi_i2c_wait(hdmi);
382 		if (ret)
383 			return ret;
384 
385 		*buf++ = hdmi_readb(hdmi, HDMI_I2CM_DATAI);
386 	}
387 	i2c->is_segment = false;
388 
389 	return 0;
390 }
391 
392 static int dw_hdmi_i2c_write(struct dw_hdmi *hdmi,
393 			     unsigned char *buf, unsigned int length)
394 {
395 	struct dw_hdmi_i2c *i2c = hdmi->i2c;
396 	int ret;
397 
398 	if (!i2c->is_regaddr) {
399 		/* Use the first write byte as register address */
400 		i2c->slave_reg = buf[0];
401 		length--;
402 		buf++;
403 		i2c->is_regaddr = true;
404 	}
405 
406 	while (length--) {
407 		reinit_completion(&i2c->cmp);
408 
409 		hdmi_writeb(hdmi, *buf++, HDMI_I2CM_DATAO);
410 		hdmi_writeb(hdmi, i2c->slave_reg++, HDMI_I2CM_ADDRESS);
411 		hdmi_writeb(hdmi, HDMI_I2CM_OPERATION_WRITE,
412 			    HDMI_I2CM_OPERATION);
413 
414 		ret = dw_hdmi_i2c_wait(hdmi);
415 		if (ret)
416 			return ret;
417 	}
418 
419 	return 0;
420 }
421 
422 static int dw_hdmi_i2c_xfer(struct i2c_adapter *adap,
423 			    struct i2c_msg *msgs, int num)
424 {
425 	struct dw_hdmi *hdmi = i2c_get_adapdata(adap);
426 	struct dw_hdmi_i2c *i2c = hdmi->i2c;
427 	u8 addr = msgs[0].addr;
428 	int i, ret = 0;
429 
430 	if (addr == DDC_CI_ADDR)
431 		/*
432 		 * The internal I2C controller does not support the multi-byte
433 		 * read and write operations needed for DDC/CI.
434 		 * TOFIX: Blacklist the DDC/CI address until we filter out
435 		 * unsupported I2C operations.
436 		 */
437 		return -EOPNOTSUPP;
438 
439 	dev_dbg(hdmi->dev, "xfer: num: %d, addr: %#x\n", num, addr);
440 
441 	for (i = 0; i < num; i++) {
442 		if (msgs[i].len == 0) {
443 			dev_dbg(hdmi->dev,
444 				"unsupported transfer %d/%d, no data\n",
445 				i + 1, num);
446 			return -EOPNOTSUPP;
447 		}
448 	}
449 
450 	mutex_lock(&i2c->lock);
451 
452 	/* Unmute DONE and ERROR interrupts */
453 	hdmi_writeb(hdmi, 0x00, HDMI_IH_MUTE_I2CM_STAT0);
454 
455 	/* Set slave device address taken from the first I2C message */
456 	hdmi_writeb(hdmi, addr, HDMI_I2CM_SLAVE);
457 
458 	/* Set slave device register address on transfer */
459 	i2c->is_regaddr = false;
460 
461 	/* Set segment pointer for I2C extended read mode operation */
462 	i2c->is_segment = false;
463 
464 	for (i = 0; i < num; i++) {
465 		dev_dbg(hdmi->dev, "xfer: num: %d/%d, len: %d, flags: %#x\n",
466 			i + 1, num, msgs[i].len, msgs[i].flags);
467 		if (msgs[i].addr == DDC_SEGMENT_ADDR && msgs[i].len == 1) {
468 			i2c->is_segment = true;
469 			hdmi_writeb(hdmi, DDC_SEGMENT_ADDR, HDMI_I2CM_SEGADDR);
470 			hdmi_writeb(hdmi, *msgs[i].buf, HDMI_I2CM_SEGPTR);
471 		} else {
472 			if (msgs[i].flags & I2C_M_RD)
473 				ret = dw_hdmi_i2c_read(hdmi, msgs[i].buf,
474 						       msgs[i].len);
475 			else
476 				ret = dw_hdmi_i2c_write(hdmi, msgs[i].buf,
477 							msgs[i].len);
478 		}
479 		if (ret < 0)
480 			break;
481 	}
482 
483 	if (!ret)
484 		ret = num;
485 
486 	/* Mute DONE and ERROR interrupts */
487 	hdmi_writeb(hdmi, HDMI_IH_I2CM_STAT0_ERROR | HDMI_IH_I2CM_STAT0_DONE,
488 		    HDMI_IH_MUTE_I2CM_STAT0);
489 
490 	mutex_unlock(&i2c->lock);
491 
492 	return ret;
493 }
494 
495 static u32 dw_hdmi_i2c_func(struct i2c_adapter *adapter)
496 {
497 	return I2C_FUNC_I2C | I2C_FUNC_SMBUS_EMUL;
498 }
499 
500 static const struct i2c_algorithm dw_hdmi_algorithm = {
501 	.master_xfer	= dw_hdmi_i2c_xfer,
502 	.functionality	= dw_hdmi_i2c_func,
503 };
504 
505 static struct i2c_adapter *dw_hdmi_i2c_adapter(struct dw_hdmi *hdmi)
506 {
507 	struct i2c_adapter *adap;
508 	struct dw_hdmi_i2c *i2c;
509 	int ret;
510 
511 	i2c = devm_kzalloc(hdmi->dev, sizeof(*i2c), GFP_KERNEL);
512 	if (!i2c)
513 		return ERR_PTR(-ENOMEM);
514 
515 	mutex_init(&i2c->lock);
516 	init_completion(&i2c->cmp);
517 
518 	adap = &i2c->adap;
519 	adap->class = I2C_CLASS_DDC;
520 	adap->owner = THIS_MODULE;
521 	adap->dev.parent = hdmi->dev;
522 	adap->algo = &dw_hdmi_algorithm;
523 	strlcpy(adap->name, "DesignWare HDMI", sizeof(adap->name));
524 	i2c_set_adapdata(adap, hdmi);
525 
526 	ret = i2c_add_adapter(adap);
527 	if (ret) {
528 		dev_warn(hdmi->dev, "cannot add %s I2C adapter\n", adap->name);
529 		devm_kfree(hdmi->dev, i2c);
530 		return ERR_PTR(ret);
531 	}
532 
533 	hdmi->i2c = i2c;
534 
535 	dev_info(hdmi->dev, "registered %s I2C bus driver\n", adap->name);
536 
537 	return adap;
538 }
539 
540 static void hdmi_set_cts_n(struct dw_hdmi *hdmi, unsigned int cts,
541 			   unsigned int n)
542 {
543 	/* Must be set/cleared first */
544 	hdmi_modb(hdmi, 0, HDMI_AUD_CTS3_CTS_MANUAL, HDMI_AUD_CTS3);
545 
546 	/* nshift factor = 0 */
547 	hdmi_modb(hdmi, 0, HDMI_AUD_CTS3_N_SHIFT_MASK, HDMI_AUD_CTS3);
548 
549 	/* Use automatic CTS generation mode when CTS is not set */
550 	if (cts)
551 		hdmi_writeb(hdmi, ((cts >> 16) &
552 				   HDMI_AUD_CTS3_AUDCTS19_16_MASK) |
553 				  HDMI_AUD_CTS3_CTS_MANUAL,
554 			    HDMI_AUD_CTS3);
555 	else
556 		hdmi_writeb(hdmi, 0, HDMI_AUD_CTS3);
557 	hdmi_writeb(hdmi, (cts >> 8) & 0xff, HDMI_AUD_CTS2);
558 	hdmi_writeb(hdmi, cts & 0xff, HDMI_AUD_CTS1);
559 
560 	hdmi_writeb(hdmi, (n >> 16) & 0x0f, HDMI_AUD_N3);
561 	hdmi_writeb(hdmi, (n >> 8) & 0xff, HDMI_AUD_N2);
562 	hdmi_writeb(hdmi, n & 0xff, HDMI_AUD_N1);
563 }
564 
565 static unsigned int hdmi_compute_n(unsigned int freq, unsigned long pixel_clk)
566 {
567 	unsigned int n = (128 * freq) / 1000;
568 	unsigned int mult = 1;
569 
570 	while (freq > 48000) {
571 		mult *= 2;
572 		freq /= 2;
573 	}
574 
575 	switch (freq) {
576 	case 32000:
577 		if (pixel_clk == 25175000)
578 			n = 4576;
579 		else if (pixel_clk == 27027000)
580 			n = 4096;
581 		else if (pixel_clk == 74176000 || pixel_clk == 148352000)
582 			n = 11648;
583 		else
584 			n = 4096;
585 		n *= mult;
586 		break;
587 
588 	case 44100:
589 		if (pixel_clk == 25175000)
590 			n = 7007;
591 		else if (pixel_clk == 74176000)
592 			n = 17836;
593 		else if (pixel_clk == 148352000)
594 			n = 8918;
595 		else
596 			n = 6272;
597 		n *= mult;
598 		break;
599 
600 	case 48000:
601 		if (pixel_clk == 25175000)
602 			n = 6864;
603 		else if (pixel_clk == 27027000)
604 			n = 6144;
605 		else if (pixel_clk == 74176000)
606 			n = 11648;
607 		else if (pixel_clk == 148352000)
608 			n = 5824;
609 		else
610 			n = 6144;
611 		n *= mult;
612 		break;
613 
614 	default:
615 		break;
616 	}
617 
618 	return n;
619 }
620 
621 /*
622  * When transmitting IEC60958 linear PCM audio, these registers allow to
623  * configure the channel status information of all the channel status
624  * bits in the IEC60958 frame. For the moment this configuration is only
625  * used when the I2S audio interface, General Purpose Audio (GPA),
626  * or AHB audio DMA (AHBAUDDMA) interface is active
627  * (for S/PDIF interface this information comes from the stream).
628  */
629 void dw_hdmi_set_channel_status(struct dw_hdmi *hdmi,
630 				u8 *channel_status)
631 {
632 	/*
633 	 * Set channel status register for frequency and word length.
634 	 * Use default values for other registers.
635 	 */
636 	hdmi_writeb(hdmi, channel_status[3], HDMI_FC_AUDSCHNLS7);
637 	hdmi_writeb(hdmi, channel_status[4], HDMI_FC_AUDSCHNLS8);
638 }
639 EXPORT_SYMBOL_GPL(dw_hdmi_set_channel_status);
640 
641 static void hdmi_set_clk_regenerator(struct dw_hdmi *hdmi,
642 	unsigned long pixel_clk, unsigned int sample_rate)
643 {
644 	unsigned long ftdms = pixel_clk;
645 	unsigned int n, cts;
646 	u8 config3;
647 	u64 tmp;
648 
649 	n = hdmi_compute_n(sample_rate, pixel_clk);
650 
651 	config3 = hdmi_readb(hdmi, HDMI_CONFIG3_ID);
652 
653 	/* Only compute CTS when using internal AHB audio */
654 	if (config3 & HDMI_CONFIG3_AHBAUDDMA) {
655 		/*
656 		 * Compute the CTS value from the N value.  Note that CTS and N
657 		 * can be up to 20 bits in total, so we need 64-bit math.  Also
658 		 * note that our TDMS clock is not fully accurate; it is
659 		 * accurate to kHz.  This can introduce an unnecessary remainder
660 		 * in the calculation below, so we don't try to warn about that.
661 		 */
662 		tmp = (u64)ftdms * n;
663 		do_div(tmp, 128 * sample_rate);
664 		cts = tmp;
665 
666 		dev_dbg(hdmi->dev, "%s: fs=%uHz ftdms=%lu.%03luMHz N=%d cts=%d\n",
667 			__func__, sample_rate,
668 			ftdms / 1000000, (ftdms / 1000) % 1000,
669 			n, cts);
670 	} else {
671 		cts = 0;
672 	}
673 
674 	spin_lock_irq(&hdmi->audio_lock);
675 	hdmi->audio_n = n;
676 	hdmi->audio_cts = cts;
677 	hdmi_set_cts_n(hdmi, cts, hdmi->audio_enable ? n : 0);
678 	spin_unlock_irq(&hdmi->audio_lock);
679 }
680 
681 static void hdmi_init_clk_regenerator(struct dw_hdmi *hdmi)
682 {
683 	mutex_lock(&hdmi->audio_mutex);
684 	hdmi_set_clk_regenerator(hdmi, 74250000, hdmi->sample_rate);
685 	mutex_unlock(&hdmi->audio_mutex);
686 }
687 
688 static void hdmi_clk_regenerator_update_pixel_clock(struct dw_hdmi *hdmi)
689 {
690 	mutex_lock(&hdmi->audio_mutex);
691 	hdmi_set_clk_regenerator(hdmi, hdmi->hdmi_data.video_mode.mtmdsclock,
692 				 hdmi->sample_rate);
693 	mutex_unlock(&hdmi->audio_mutex);
694 }
695 
696 void dw_hdmi_set_sample_rate(struct dw_hdmi *hdmi, unsigned int rate)
697 {
698 	mutex_lock(&hdmi->audio_mutex);
699 	hdmi->sample_rate = rate;
700 	hdmi_set_clk_regenerator(hdmi, hdmi->hdmi_data.video_mode.mtmdsclock,
701 				 hdmi->sample_rate);
702 	mutex_unlock(&hdmi->audio_mutex);
703 }
704 EXPORT_SYMBOL_GPL(dw_hdmi_set_sample_rate);
705 
706 void dw_hdmi_set_channel_count(struct dw_hdmi *hdmi, unsigned int cnt)
707 {
708 	u8 layout;
709 
710 	mutex_lock(&hdmi->audio_mutex);
711 
712 	/*
713 	 * For >2 channel PCM audio, we need to select layout 1
714 	 * and set an appropriate channel map.
715 	 */
716 	if (cnt > 2)
717 		layout = HDMI_FC_AUDSCONF_AUD_PACKET_LAYOUT_LAYOUT1;
718 	else
719 		layout = HDMI_FC_AUDSCONF_AUD_PACKET_LAYOUT_LAYOUT0;
720 
721 	hdmi_modb(hdmi, layout, HDMI_FC_AUDSCONF_AUD_PACKET_LAYOUT_MASK,
722 		  HDMI_FC_AUDSCONF);
723 
724 	/* Set the audio infoframes channel count */
725 	hdmi_modb(hdmi, (cnt - 1) << HDMI_FC_AUDICONF0_CC_OFFSET,
726 		  HDMI_FC_AUDICONF0_CC_MASK, HDMI_FC_AUDICONF0);
727 
728 	mutex_unlock(&hdmi->audio_mutex);
729 }
730 EXPORT_SYMBOL_GPL(dw_hdmi_set_channel_count);
731 
732 void dw_hdmi_set_channel_allocation(struct dw_hdmi *hdmi, unsigned int ca)
733 {
734 	mutex_lock(&hdmi->audio_mutex);
735 
736 	hdmi_writeb(hdmi, ca, HDMI_FC_AUDICONF2);
737 
738 	mutex_unlock(&hdmi->audio_mutex);
739 }
740 EXPORT_SYMBOL_GPL(dw_hdmi_set_channel_allocation);
741 
742 static void hdmi_enable_audio_clk(struct dw_hdmi *hdmi, bool enable)
743 {
744 	if (enable)
745 		hdmi->mc_clkdis &= ~HDMI_MC_CLKDIS_AUDCLK_DISABLE;
746 	else
747 		hdmi->mc_clkdis |= HDMI_MC_CLKDIS_AUDCLK_DISABLE;
748 	hdmi_writeb(hdmi, hdmi->mc_clkdis, HDMI_MC_CLKDIS);
749 }
750 
751 static void dw_hdmi_ahb_audio_enable(struct dw_hdmi *hdmi)
752 {
753 	hdmi_set_cts_n(hdmi, hdmi->audio_cts, hdmi->audio_n);
754 }
755 
756 static void dw_hdmi_ahb_audio_disable(struct dw_hdmi *hdmi)
757 {
758 	hdmi_set_cts_n(hdmi, hdmi->audio_cts, 0);
759 }
760 
761 static void dw_hdmi_i2s_audio_enable(struct dw_hdmi *hdmi)
762 {
763 	hdmi_set_cts_n(hdmi, hdmi->audio_cts, hdmi->audio_n);
764 	hdmi_enable_audio_clk(hdmi, true);
765 }
766 
767 static void dw_hdmi_i2s_audio_disable(struct dw_hdmi *hdmi)
768 {
769 	hdmi_enable_audio_clk(hdmi, false);
770 }
771 
772 void dw_hdmi_audio_enable(struct dw_hdmi *hdmi)
773 {
774 	unsigned long flags;
775 
776 	spin_lock_irqsave(&hdmi->audio_lock, flags);
777 	hdmi->audio_enable = true;
778 	if (hdmi->enable_audio)
779 		hdmi->enable_audio(hdmi);
780 	spin_unlock_irqrestore(&hdmi->audio_lock, flags);
781 }
782 EXPORT_SYMBOL_GPL(dw_hdmi_audio_enable);
783 
784 void dw_hdmi_audio_disable(struct dw_hdmi *hdmi)
785 {
786 	unsigned long flags;
787 
788 	spin_lock_irqsave(&hdmi->audio_lock, flags);
789 	hdmi->audio_enable = false;
790 	if (hdmi->disable_audio)
791 		hdmi->disable_audio(hdmi);
792 	spin_unlock_irqrestore(&hdmi->audio_lock, flags);
793 }
794 EXPORT_SYMBOL_GPL(dw_hdmi_audio_disable);
795 
796 static bool hdmi_bus_fmt_is_rgb(unsigned int bus_format)
797 {
798 	switch (bus_format) {
799 	case MEDIA_BUS_FMT_RGB888_1X24:
800 	case MEDIA_BUS_FMT_RGB101010_1X30:
801 	case MEDIA_BUS_FMT_RGB121212_1X36:
802 	case MEDIA_BUS_FMT_RGB161616_1X48:
803 		return true;
804 
805 	default:
806 		return false;
807 	}
808 }
809 
810 static bool hdmi_bus_fmt_is_yuv444(unsigned int bus_format)
811 {
812 	switch (bus_format) {
813 	case MEDIA_BUS_FMT_YUV8_1X24:
814 	case MEDIA_BUS_FMT_YUV10_1X30:
815 	case MEDIA_BUS_FMT_YUV12_1X36:
816 	case MEDIA_BUS_FMT_YUV16_1X48:
817 		return true;
818 
819 	default:
820 		return false;
821 	}
822 }
823 
824 static bool hdmi_bus_fmt_is_yuv422(unsigned int bus_format)
825 {
826 	switch (bus_format) {
827 	case MEDIA_BUS_FMT_UYVY8_1X16:
828 	case MEDIA_BUS_FMT_UYVY10_1X20:
829 	case MEDIA_BUS_FMT_UYVY12_1X24:
830 		return true;
831 
832 	default:
833 		return false;
834 	}
835 }
836 
837 static bool hdmi_bus_fmt_is_yuv420(unsigned int bus_format)
838 {
839 	switch (bus_format) {
840 	case MEDIA_BUS_FMT_UYYVYY8_0_5X24:
841 	case MEDIA_BUS_FMT_UYYVYY10_0_5X30:
842 	case MEDIA_BUS_FMT_UYYVYY12_0_5X36:
843 	case MEDIA_BUS_FMT_UYYVYY16_0_5X48:
844 		return true;
845 
846 	default:
847 		return false;
848 	}
849 }
850 
851 static int hdmi_bus_fmt_color_depth(unsigned int bus_format)
852 {
853 	switch (bus_format) {
854 	case MEDIA_BUS_FMT_RGB888_1X24:
855 	case MEDIA_BUS_FMT_YUV8_1X24:
856 	case MEDIA_BUS_FMT_UYVY8_1X16:
857 	case MEDIA_BUS_FMT_UYYVYY8_0_5X24:
858 		return 8;
859 
860 	case MEDIA_BUS_FMT_RGB101010_1X30:
861 	case MEDIA_BUS_FMT_YUV10_1X30:
862 	case MEDIA_BUS_FMT_UYVY10_1X20:
863 	case MEDIA_BUS_FMT_UYYVYY10_0_5X30:
864 		return 10;
865 
866 	case MEDIA_BUS_FMT_RGB121212_1X36:
867 	case MEDIA_BUS_FMT_YUV12_1X36:
868 	case MEDIA_BUS_FMT_UYVY12_1X24:
869 	case MEDIA_BUS_FMT_UYYVYY12_0_5X36:
870 		return 12;
871 
872 	case MEDIA_BUS_FMT_RGB161616_1X48:
873 	case MEDIA_BUS_FMT_YUV16_1X48:
874 	case MEDIA_BUS_FMT_UYYVYY16_0_5X48:
875 		return 16;
876 
877 	default:
878 		return 0;
879 	}
880 }
881 
882 /*
883  * this submodule is responsible for the video data synchronization.
884  * for example, for RGB 4:4:4 input, the data map is defined as
885  *			pin{47~40} <==> R[7:0]
886  *			pin{31~24} <==> G[7:0]
887  *			pin{15~8}  <==> B[7:0]
888  */
889 static void hdmi_video_sample(struct dw_hdmi *hdmi)
890 {
891 	int color_format = 0;
892 	u8 val;
893 
894 	switch (hdmi->hdmi_data.enc_in_bus_format) {
895 	case MEDIA_BUS_FMT_RGB888_1X24:
896 		color_format = 0x01;
897 		break;
898 	case MEDIA_BUS_FMT_RGB101010_1X30:
899 		color_format = 0x03;
900 		break;
901 	case MEDIA_BUS_FMT_RGB121212_1X36:
902 		color_format = 0x05;
903 		break;
904 	case MEDIA_BUS_FMT_RGB161616_1X48:
905 		color_format = 0x07;
906 		break;
907 
908 	case MEDIA_BUS_FMT_YUV8_1X24:
909 	case MEDIA_BUS_FMT_UYYVYY8_0_5X24:
910 		color_format = 0x09;
911 		break;
912 	case MEDIA_BUS_FMT_YUV10_1X30:
913 	case MEDIA_BUS_FMT_UYYVYY10_0_5X30:
914 		color_format = 0x0B;
915 		break;
916 	case MEDIA_BUS_FMT_YUV12_1X36:
917 	case MEDIA_BUS_FMT_UYYVYY12_0_5X36:
918 		color_format = 0x0D;
919 		break;
920 	case MEDIA_BUS_FMT_YUV16_1X48:
921 	case MEDIA_BUS_FMT_UYYVYY16_0_5X48:
922 		color_format = 0x0F;
923 		break;
924 
925 	case MEDIA_BUS_FMT_UYVY8_1X16:
926 		color_format = 0x16;
927 		break;
928 	case MEDIA_BUS_FMT_UYVY10_1X20:
929 		color_format = 0x14;
930 		break;
931 	case MEDIA_BUS_FMT_UYVY12_1X24:
932 		color_format = 0x12;
933 		break;
934 
935 	default:
936 		return;
937 	}
938 
939 	val = HDMI_TX_INVID0_INTERNAL_DE_GENERATOR_DISABLE |
940 		((color_format << HDMI_TX_INVID0_VIDEO_MAPPING_OFFSET) &
941 		HDMI_TX_INVID0_VIDEO_MAPPING_MASK);
942 	hdmi_writeb(hdmi, val, HDMI_TX_INVID0);
943 
944 	/* Enable TX stuffing: When DE is inactive, fix the output data to 0 */
945 	val = HDMI_TX_INSTUFFING_BDBDATA_STUFFING_ENABLE |
946 		HDMI_TX_INSTUFFING_RCRDATA_STUFFING_ENABLE |
947 		HDMI_TX_INSTUFFING_GYDATA_STUFFING_ENABLE;
948 	hdmi_writeb(hdmi, val, HDMI_TX_INSTUFFING);
949 	hdmi_writeb(hdmi, 0x0, HDMI_TX_GYDATA0);
950 	hdmi_writeb(hdmi, 0x0, HDMI_TX_GYDATA1);
951 	hdmi_writeb(hdmi, 0x0, HDMI_TX_RCRDATA0);
952 	hdmi_writeb(hdmi, 0x0, HDMI_TX_RCRDATA1);
953 	hdmi_writeb(hdmi, 0x0, HDMI_TX_BCBDATA0);
954 	hdmi_writeb(hdmi, 0x0, HDMI_TX_BCBDATA1);
955 }
956 
957 static int is_color_space_conversion(struct dw_hdmi *hdmi)
958 {
959 	return hdmi->hdmi_data.enc_in_bus_format != hdmi->hdmi_data.enc_out_bus_format;
960 }
961 
962 static int is_color_space_decimation(struct dw_hdmi *hdmi)
963 {
964 	if (!hdmi_bus_fmt_is_yuv422(hdmi->hdmi_data.enc_out_bus_format))
965 		return 0;
966 
967 	if (hdmi_bus_fmt_is_rgb(hdmi->hdmi_data.enc_in_bus_format) ||
968 	    hdmi_bus_fmt_is_yuv444(hdmi->hdmi_data.enc_in_bus_format))
969 		return 1;
970 
971 	return 0;
972 }
973 
974 static int is_color_space_interpolation(struct dw_hdmi *hdmi)
975 {
976 	if (!hdmi_bus_fmt_is_yuv422(hdmi->hdmi_data.enc_in_bus_format))
977 		return 0;
978 
979 	if (hdmi_bus_fmt_is_rgb(hdmi->hdmi_data.enc_out_bus_format) ||
980 	    hdmi_bus_fmt_is_yuv444(hdmi->hdmi_data.enc_out_bus_format))
981 		return 1;
982 
983 	return 0;
984 }
985 
986 static void dw_hdmi_update_csc_coeffs(struct dw_hdmi *hdmi)
987 {
988 	const u16 (*csc_coeff)[3][4] = &csc_coeff_default;
989 	unsigned i;
990 	u32 csc_scale = 1;
991 
992 	if (is_color_space_conversion(hdmi)) {
993 		if (hdmi_bus_fmt_is_rgb(hdmi->hdmi_data.enc_out_bus_format)) {
994 			if (hdmi->hdmi_data.enc_out_encoding ==
995 						V4L2_YCBCR_ENC_601)
996 				csc_coeff = &csc_coeff_rgb_out_eitu601;
997 			else
998 				csc_coeff = &csc_coeff_rgb_out_eitu709;
999 		} else if (hdmi_bus_fmt_is_rgb(
1000 					hdmi->hdmi_data.enc_in_bus_format)) {
1001 			if (hdmi->hdmi_data.enc_out_encoding ==
1002 						V4L2_YCBCR_ENC_601)
1003 				csc_coeff = &csc_coeff_rgb_in_eitu601;
1004 			else
1005 				csc_coeff = &csc_coeff_rgb_in_eitu709;
1006 			csc_scale = 0;
1007 		}
1008 	}
1009 
1010 	/* The CSC registers are sequential, alternating MSB then LSB */
1011 	for (i = 0; i < ARRAY_SIZE(csc_coeff_default[0]); i++) {
1012 		u16 coeff_a = (*csc_coeff)[0][i];
1013 		u16 coeff_b = (*csc_coeff)[1][i];
1014 		u16 coeff_c = (*csc_coeff)[2][i];
1015 
1016 		hdmi_writeb(hdmi, coeff_a & 0xff, HDMI_CSC_COEF_A1_LSB + i * 2);
1017 		hdmi_writeb(hdmi, coeff_a >> 8, HDMI_CSC_COEF_A1_MSB + i * 2);
1018 		hdmi_writeb(hdmi, coeff_b & 0xff, HDMI_CSC_COEF_B1_LSB + i * 2);
1019 		hdmi_writeb(hdmi, coeff_b >> 8, HDMI_CSC_COEF_B1_MSB + i * 2);
1020 		hdmi_writeb(hdmi, coeff_c & 0xff, HDMI_CSC_COEF_C1_LSB + i * 2);
1021 		hdmi_writeb(hdmi, coeff_c >> 8, HDMI_CSC_COEF_C1_MSB + i * 2);
1022 	}
1023 
1024 	hdmi_modb(hdmi, csc_scale, HDMI_CSC_SCALE_CSCSCALE_MASK,
1025 		  HDMI_CSC_SCALE);
1026 }
1027 
1028 static void hdmi_video_csc(struct dw_hdmi *hdmi)
1029 {
1030 	int color_depth = 0;
1031 	int interpolation = HDMI_CSC_CFG_INTMODE_DISABLE;
1032 	int decimation = 0;
1033 
1034 	/* YCC422 interpolation to 444 mode */
1035 	if (is_color_space_interpolation(hdmi))
1036 		interpolation = HDMI_CSC_CFG_INTMODE_CHROMA_INT_FORMULA1;
1037 	else if (is_color_space_decimation(hdmi))
1038 		decimation = HDMI_CSC_CFG_DECMODE_CHROMA_INT_FORMULA3;
1039 
1040 	switch (hdmi_bus_fmt_color_depth(hdmi->hdmi_data.enc_out_bus_format)) {
1041 	case 8:
1042 		color_depth = HDMI_CSC_SCALE_CSC_COLORDE_PTH_24BPP;
1043 		break;
1044 	case 10:
1045 		color_depth = HDMI_CSC_SCALE_CSC_COLORDE_PTH_30BPP;
1046 		break;
1047 	case 12:
1048 		color_depth = HDMI_CSC_SCALE_CSC_COLORDE_PTH_36BPP;
1049 		break;
1050 	case 16:
1051 		color_depth = HDMI_CSC_SCALE_CSC_COLORDE_PTH_48BPP;
1052 		break;
1053 
1054 	default:
1055 		return;
1056 	}
1057 
1058 	/* Configure the CSC registers */
1059 	hdmi_writeb(hdmi, interpolation | decimation, HDMI_CSC_CFG);
1060 	hdmi_modb(hdmi, color_depth, HDMI_CSC_SCALE_CSC_COLORDE_PTH_MASK,
1061 		  HDMI_CSC_SCALE);
1062 
1063 	dw_hdmi_update_csc_coeffs(hdmi);
1064 }
1065 
1066 /*
1067  * HDMI video packetizer is used to packetize the data.
1068  * for example, if input is YCC422 mode or repeater is used,
1069  * data should be repacked this module can be bypassed.
1070  */
1071 static void hdmi_video_packetize(struct dw_hdmi *hdmi)
1072 {
1073 	unsigned int color_depth = 0;
1074 	unsigned int remap_size = HDMI_VP_REMAP_YCC422_16bit;
1075 	unsigned int output_select = HDMI_VP_CONF_OUTPUT_SELECTOR_PP;
1076 	struct hdmi_data_info *hdmi_data = &hdmi->hdmi_data;
1077 	u8 val, vp_conf;
1078 
1079 	if (hdmi_bus_fmt_is_rgb(hdmi->hdmi_data.enc_out_bus_format) ||
1080 	    hdmi_bus_fmt_is_yuv444(hdmi->hdmi_data.enc_out_bus_format) ||
1081 	    hdmi_bus_fmt_is_yuv420(hdmi->hdmi_data.enc_out_bus_format)) {
1082 		switch (hdmi_bus_fmt_color_depth(
1083 					hdmi->hdmi_data.enc_out_bus_format)) {
1084 		case 8:
1085 			color_depth = 4;
1086 			output_select = HDMI_VP_CONF_OUTPUT_SELECTOR_BYPASS;
1087 			break;
1088 		case 10:
1089 			color_depth = 5;
1090 			break;
1091 		case 12:
1092 			color_depth = 6;
1093 			break;
1094 		case 16:
1095 			color_depth = 7;
1096 			break;
1097 		default:
1098 			output_select = HDMI_VP_CONF_OUTPUT_SELECTOR_BYPASS;
1099 		}
1100 	} else if (hdmi_bus_fmt_is_yuv422(hdmi->hdmi_data.enc_out_bus_format)) {
1101 		switch (hdmi_bus_fmt_color_depth(
1102 					hdmi->hdmi_data.enc_out_bus_format)) {
1103 		case 0:
1104 		case 8:
1105 			remap_size = HDMI_VP_REMAP_YCC422_16bit;
1106 			break;
1107 		case 10:
1108 			remap_size = HDMI_VP_REMAP_YCC422_20bit;
1109 			break;
1110 		case 12:
1111 			remap_size = HDMI_VP_REMAP_YCC422_24bit;
1112 			break;
1113 
1114 		default:
1115 			return;
1116 		}
1117 		output_select = HDMI_VP_CONF_OUTPUT_SELECTOR_YCC422;
1118 	} else {
1119 		return;
1120 	}
1121 
1122 	/* set the packetizer registers */
1123 	val = ((color_depth << HDMI_VP_PR_CD_COLOR_DEPTH_OFFSET) &
1124 		HDMI_VP_PR_CD_COLOR_DEPTH_MASK) |
1125 		((hdmi_data->pix_repet_factor <<
1126 		HDMI_VP_PR_CD_DESIRED_PR_FACTOR_OFFSET) &
1127 		HDMI_VP_PR_CD_DESIRED_PR_FACTOR_MASK);
1128 	hdmi_writeb(hdmi, val, HDMI_VP_PR_CD);
1129 
1130 	hdmi_modb(hdmi, HDMI_VP_STUFF_PR_STUFFING_STUFFING_MODE,
1131 		  HDMI_VP_STUFF_PR_STUFFING_MASK, HDMI_VP_STUFF);
1132 
1133 	/* Data from pixel repeater block */
1134 	if (hdmi_data->pix_repet_factor > 1) {
1135 		vp_conf = HDMI_VP_CONF_PR_EN_ENABLE |
1136 			  HDMI_VP_CONF_BYPASS_SELECT_PIX_REPEATER;
1137 	} else { /* data from packetizer block */
1138 		vp_conf = HDMI_VP_CONF_PR_EN_DISABLE |
1139 			  HDMI_VP_CONF_BYPASS_SELECT_VID_PACKETIZER;
1140 	}
1141 
1142 	hdmi_modb(hdmi, vp_conf,
1143 		  HDMI_VP_CONF_PR_EN_MASK |
1144 		  HDMI_VP_CONF_BYPASS_SELECT_MASK, HDMI_VP_CONF);
1145 
1146 	hdmi_modb(hdmi, 1 << HDMI_VP_STUFF_IDEFAULT_PHASE_OFFSET,
1147 		  HDMI_VP_STUFF_IDEFAULT_PHASE_MASK, HDMI_VP_STUFF);
1148 
1149 	hdmi_writeb(hdmi, remap_size, HDMI_VP_REMAP);
1150 
1151 	if (output_select == HDMI_VP_CONF_OUTPUT_SELECTOR_PP) {
1152 		vp_conf = HDMI_VP_CONF_BYPASS_EN_DISABLE |
1153 			  HDMI_VP_CONF_PP_EN_ENABLE |
1154 			  HDMI_VP_CONF_YCC422_EN_DISABLE;
1155 	} else if (output_select == HDMI_VP_CONF_OUTPUT_SELECTOR_YCC422) {
1156 		vp_conf = HDMI_VP_CONF_BYPASS_EN_DISABLE |
1157 			  HDMI_VP_CONF_PP_EN_DISABLE |
1158 			  HDMI_VP_CONF_YCC422_EN_ENABLE;
1159 	} else if (output_select == HDMI_VP_CONF_OUTPUT_SELECTOR_BYPASS) {
1160 		vp_conf = HDMI_VP_CONF_BYPASS_EN_ENABLE |
1161 			  HDMI_VP_CONF_PP_EN_DISABLE |
1162 			  HDMI_VP_CONF_YCC422_EN_DISABLE;
1163 	} else {
1164 		return;
1165 	}
1166 
1167 	hdmi_modb(hdmi, vp_conf,
1168 		  HDMI_VP_CONF_BYPASS_EN_MASK | HDMI_VP_CONF_PP_EN_ENMASK |
1169 		  HDMI_VP_CONF_YCC422_EN_MASK, HDMI_VP_CONF);
1170 
1171 	hdmi_modb(hdmi, HDMI_VP_STUFF_PP_STUFFING_STUFFING_MODE |
1172 			HDMI_VP_STUFF_YCC422_STUFFING_STUFFING_MODE,
1173 		  HDMI_VP_STUFF_PP_STUFFING_MASK |
1174 		  HDMI_VP_STUFF_YCC422_STUFFING_MASK, HDMI_VP_STUFF);
1175 
1176 	hdmi_modb(hdmi, output_select, HDMI_VP_CONF_OUTPUT_SELECTOR_MASK,
1177 		  HDMI_VP_CONF);
1178 }
1179 
1180 /* -----------------------------------------------------------------------------
1181  * Synopsys PHY Handling
1182  */
1183 
1184 static inline void hdmi_phy_test_clear(struct dw_hdmi *hdmi,
1185 				       unsigned char bit)
1186 {
1187 	hdmi_modb(hdmi, bit << HDMI_PHY_TST0_TSTCLR_OFFSET,
1188 		  HDMI_PHY_TST0_TSTCLR_MASK, HDMI_PHY_TST0);
1189 }
1190 
1191 static bool hdmi_phy_wait_i2c_done(struct dw_hdmi *hdmi, int msec)
1192 {
1193 	u32 val;
1194 
1195 	while ((val = hdmi_readb(hdmi, HDMI_IH_I2CMPHY_STAT0) & 0x3) == 0) {
1196 		if (msec-- == 0)
1197 			return false;
1198 		udelay(1000);
1199 	}
1200 	hdmi_writeb(hdmi, val, HDMI_IH_I2CMPHY_STAT0);
1201 
1202 	return true;
1203 }
1204 
1205 void dw_hdmi_phy_i2c_write(struct dw_hdmi *hdmi, unsigned short data,
1206 			   unsigned char addr)
1207 {
1208 	hdmi_writeb(hdmi, 0xFF, HDMI_IH_I2CMPHY_STAT0);
1209 	hdmi_writeb(hdmi, addr, HDMI_PHY_I2CM_ADDRESS_ADDR);
1210 	hdmi_writeb(hdmi, (unsigned char)(data >> 8),
1211 		    HDMI_PHY_I2CM_DATAO_1_ADDR);
1212 	hdmi_writeb(hdmi, (unsigned char)(data >> 0),
1213 		    HDMI_PHY_I2CM_DATAO_0_ADDR);
1214 	hdmi_writeb(hdmi, HDMI_PHY_I2CM_OPERATION_ADDR_WRITE,
1215 		    HDMI_PHY_I2CM_OPERATION_ADDR);
1216 	hdmi_phy_wait_i2c_done(hdmi, 1000);
1217 }
1218 EXPORT_SYMBOL_GPL(dw_hdmi_phy_i2c_write);
1219 
1220 /* Filter out invalid setups to avoid configuring SCDC and scrambling */
1221 static bool dw_hdmi_support_scdc(struct dw_hdmi *hdmi)
1222 {
1223 	struct drm_display_info *display = &hdmi->connector.display_info;
1224 
1225 	/* Completely disable SCDC support for older controllers */
1226 	if (hdmi->version < 0x200a)
1227 		return false;
1228 
1229 	/* Disable if no DDC bus */
1230 	if (!hdmi->ddc)
1231 		return false;
1232 
1233 	/* Disable if SCDC is not supported, or if an HF-VSDB block is absent */
1234 	if (!display->hdmi.scdc.supported ||
1235 	    !display->hdmi.scdc.scrambling.supported)
1236 		return false;
1237 
1238 	/*
1239 	 * Disable if display only support low TMDS rates and scrambling
1240 	 * for low rates is not supported either
1241 	 */
1242 	if (!display->hdmi.scdc.scrambling.low_rates &&
1243 	    display->max_tmds_clock <= 340000)
1244 		return false;
1245 
1246 	return true;
1247 }
1248 
1249 /*
1250  * HDMI2.0 Specifies the following procedure for High TMDS Bit Rates:
1251  * - The Source shall suspend transmission of the TMDS clock and data
1252  * - The Source shall write to the TMDS_Bit_Clock_Ratio bit to change it
1253  * from a 0 to a 1 or from a 1 to a 0
1254  * - The Source shall allow a minimum of 1 ms and a maximum of 100 ms from
1255  * the time the TMDS_Bit_Clock_Ratio bit is written until resuming
1256  * transmission of TMDS clock and data
1257  *
1258  * To respect the 100ms maximum delay, the dw_hdmi_set_high_tmds_clock_ratio()
1259  * helper should called right before enabling the TMDS Clock and Data in
1260  * the PHY configuration callback.
1261  */
1262 void dw_hdmi_set_high_tmds_clock_ratio(struct dw_hdmi *hdmi)
1263 {
1264 	unsigned long mtmdsclock = hdmi->hdmi_data.video_mode.mtmdsclock;
1265 
1266 	/* Control for TMDS Bit Period/TMDS Clock-Period Ratio */
1267 	if (dw_hdmi_support_scdc(hdmi)) {
1268 		if (mtmdsclock > HDMI14_MAX_TMDSCLK)
1269 			drm_scdc_set_high_tmds_clock_ratio(hdmi->ddc, 1);
1270 		else
1271 			drm_scdc_set_high_tmds_clock_ratio(hdmi->ddc, 0);
1272 	}
1273 }
1274 EXPORT_SYMBOL_GPL(dw_hdmi_set_high_tmds_clock_ratio);
1275 
1276 static void dw_hdmi_phy_enable_powerdown(struct dw_hdmi *hdmi, bool enable)
1277 {
1278 	hdmi_mask_writeb(hdmi, !enable, HDMI_PHY_CONF0,
1279 			 HDMI_PHY_CONF0_PDZ_OFFSET,
1280 			 HDMI_PHY_CONF0_PDZ_MASK);
1281 }
1282 
1283 static void dw_hdmi_phy_enable_tmds(struct dw_hdmi *hdmi, u8 enable)
1284 {
1285 	hdmi_mask_writeb(hdmi, enable, HDMI_PHY_CONF0,
1286 			 HDMI_PHY_CONF0_ENTMDS_OFFSET,
1287 			 HDMI_PHY_CONF0_ENTMDS_MASK);
1288 }
1289 
1290 static void dw_hdmi_phy_enable_svsret(struct dw_hdmi *hdmi, u8 enable)
1291 {
1292 	hdmi_mask_writeb(hdmi, enable, HDMI_PHY_CONF0,
1293 			 HDMI_PHY_CONF0_SVSRET_OFFSET,
1294 			 HDMI_PHY_CONF0_SVSRET_MASK);
1295 }
1296 
1297 void dw_hdmi_phy_gen2_pddq(struct dw_hdmi *hdmi, u8 enable)
1298 {
1299 	hdmi_mask_writeb(hdmi, enable, HDMI_PHY_CONF0,
1300 			 HDMI_PHY_CONF0_GEN2_PDDQ_OFFSET,
1301 			 HDMI_PHY_CONF0_GEN2_PDDQ_MASK);
1302 }
1303 EXPORT_SYMBOL_GPL(dw_hdmi_phy_gen2_pddq);
1304 
1305 void dw_hdmi_phy_gen2_txpwron(struct dw_hdmi *hdmi, u8 enable)
1306 {
1307 	hdmi_mask_writeb(hdmi, enable, HDMI_PHY_CONF0,
1308 			 HDMI_PHY_CONF0_GEN2_TXPWRON_OFFSET,
1309 			 HDMI_PHY_CONF0_GEN2_TXPWRON_MASK);
1310 }
1311 EXPORT_SYMBOL_GPL(dw_hdmi_phy_gen2_txpwron);
1312 
1313 static void dw_hdmi_phy_sel_data_en_pol(struct dw_hdmi *hdmi, u8 enable)
1314 {
1315 	hdmi_mask_writeb(hdmi, enable, HDMI_PHY_CONF0,
1316 			 HDMI_PHY_CONF0_SELDATAENPOL_OFFSET,
1317 			 HDMI_PHY_CONF0_SELDATAENPOL_MASK);
1318 }
1319 
1320 static void dw_hdmi_phy_sel_interface_control(struct dw_hdmi *hdmi, u8 enable)
1321 {
1322 	hdmi_mask_writeb(hdmi, enable, HDMI_PHY_CONF0,
1323 			 HDMI_PHY_CONF0_SELDIPIF_OFFSET,
1324 			 HDMI_PHY_CONF0_SELDIPIF_MASK);
1325 }
1326 
1327 void dw_hdmi_phy_reset(struct dw_hdmi *hdmi)
1328 {
1329 	/* PHY reset. The reset signal is active high on Gen2 PHYs. */
1330 	hdmi_writeb(hdmi, HDMI_MC_PHYRSTZ_PHYRSTZ, HDMI_MC_PHYRSTZ);
1331 	hdmi_writeb(hdmi, 0, HDMI_MC_PHYRSTZ);
1332 }
1333 EXPORT_SYMBOL_GPL(dw_hdmi_phy_reset);
1334 
1335 void dw_hdmi_phy_i2c_set_addr(struct dw_hdmi *hdmi, u8 address)
1336 {
1337 	hdmi_phy_test_clear(hdmi, 1);
1338 	hdmi_writeb(hdmi, address, HDMI_PHY_I2CM_SLAVE_ADDR);
1339 	hdmi_phy_test_clear(hdmi, 0);
1340 }
1341 EXPORT_SYMBOL_GPL(dw_hdmi_phy_i2c_set_addr);
1342 
1343 static void dw_hdmi_phy_power_off(struct dw_hdmi *hdmi)
1344 {
1345 	const struct dw_hdmi_phy_data *phy = hdmi->phy.data;
1346 	unsigned int i;
1347 	u16 val;
1348 
1349 	if (phy->gen == 1) {
1350 		dw_hdmi_phy_enable_tmds(hdmi, 0);
1351 		dw_hdmi_phy_enable_powerdown(hdmi, true);
1352 		return;
1353 	}
1354 
1355 	dw_hdmi_phy_gen2_txpwron(hdmi, 0);
1356 
1357 	/*
1358 	 * Wait for TX_PHY_LOCK to be deasserted to indicate that the PHY went
1359 	 * to low power mode.
1360 	 */
1361 	for (i = 0; i < 5; ++i) {
1362 		val = hdmi_readb(hdmi, HDMI_PHY_STAT0);
1363 		if (!(val & HDMI_PHY_TX_PHY_LOCK))
1364 			break;
1365 
1366 		usleep_range(1000, 2000);
1367 	}
1368 
1369 	if (val & HDMI_PHY_TX_PHY_LOCK)
1370 		dev_warn(hdmi->dev, "PHY failed to power down\n");
1371 	else
1372 		dev_dbg(hdmi->dev, "PHY powered down in %u iterations\n", i);
1373 
1374 	dw_hdmi_phy_gen2_pddq(hdmi, 1);
1375 }
1376 
1377 static int dw_hdmi_phy_power_on(struct dw_hdmi *hdmi)
1378 {
1379 	const struct dw_hdmi_phy_data *phy = hdmi->phy.data;
1380 	unsigned int i;
1381 	u8 val;
1382 
1383 	if (phy->gen == 1) {
1384 		dw_hdmi_phy_enable_powerdown(hdmi, false);
1385 
1386 		/* Toggle TMDS enable. */
1387 		dw_hdmi_phy_enable_tmds(hdmi, 0);
1388 		dw_hdmi_phy_enable_tmds(hdmi, 1);
1389 		return 0;
1390 	}
1391 
1392 	dw_hdmi_phy_gen2_txpwron(hdmi, 1);
1393 	dw_hdmi_phy_gen2_pddq(hdmi, 0);
1394 
1395 	/* Wait for PHY PLL lock */
1396 	for (i = 0; i < 5; ++i) {
1397 		val = hdmi_readb(hdmi, HDMI_PHY_STAT0) & HDMI_PHY_TX_PHY_LOCK;
1398 		if (val)
1399 			break;
1400 
1401 		usleep_range(1000, 2000);
1402 	}
1403 
1404 	if (!val) {
1405 		dev_err(hdmi->dev, "PHY PLL failed to lock\n");
1406 		return -ETIMEDOUT;
1407 	}
1408 
1409 	dev_dbg(hdmi->dev, "PHY PLL locked %u iterations\n", i);
1410 	return 0;
1411 }
1412 
1413 /*
1414  * PHY configuration function for the DWC HDMI 3D TX PHY. Based on the available
1415  * information the DWC MHL PHY has the same register layout and is thus also
1416  * supported by this function.
1417  */
1418 static int hdmi_phy_configure_dwc_hdmi_3d_tx(struct dw_hdmi *hdmi,
1419 		const struct dw_hdmi_plat_data *pdata,
1420 		unsigned long mpixelclock)
1421 {
1422 	const struct dw_hdmi_mpll_config *mpll_config = pdata->mpll_cfg;
1423 	const struct dw_hdmi_curr_ctrl *curr_ctrl = pdata->cur_ctr;
1424 	const struct dw_hdmi_phy_config *phy_config = pdata->phy_config;
1425 
1426 	/* TOFIX Will need 420 specific PHY configuration tables */
1427 
1428 	/* PLL/MPLL Cfg - always match on final entry */
1429 	for (; mpll_config->mpixelclock != ~0UL; mpll_config++)
1430 		if (mpixelclock <= mpll_config->mpixelclock)
1431 			break;
1432 
1433 	for (; curr_ctrl->mpixelclock != ~0UL; curr_ctrl++)
1434 		if (mpixelclock <= curr_ctrl->mpixelclock)
1435 			break;
1436 
1437 	for (; phy_config->mpixelclock != ~0UL; phy_config++)
1438 		if (mpixelclock <= phy_config->mpixelclock)
1439 			break;
1440 
1441 	if (mpll_config->mpixelclock == ~0UL ||
1442 	    curr_ctrl->mpixelclock == ~0UL ||
1443 	    phy_config->mpixelclock == ~0UL)
1444 		return -EINVAL;
1445 
1446 	dw_hdmi_phy_i2c_write(hdmi, mpll_config->res[0].cpce,
1447 			      HDMI_3D_TX_PHY_CPCE_CTRL);
1448 	dw_hdmi_phy_i2c_write(hdmi, mpll_config->res[0].gmp,
1449 			      HDMI_3D_TX_PHY_GMPCTRL);
1450 	dw_hdmi_phy_i2c_write(hdmi, curr_ctrl->curr[0],
1451 			      HDMI_3D_TX_PHY_CURRCTRL);
1452 
1453 	dw_hdmi_phy_i2c_write(hdmi, 0, HDMI_3D_TX_PHY_PLLPHBYCTRL);
1454 	dw_hdmi_phy_i2c_write(hdmi, HDMI_3D_TX_PHY_MSM_CTRL_CKO_SEL_FB_CLK,
1455 			      HDMI_3D_TX_PHY_MSM_CTRL);
1456 
1457 	dw_hdmi_phy_i2c_write(hdmi, phy_config->term, HDMI_3D_TX_PHY_TXTERM);
1458 	dw_hdmi_phy_i2c_write(hdmi, phy_config->sym_ctr,
1459 			      HDMI_3D_TX_PHY_CKSYMTXCTRL);
1460 	dw_hdmi_phy_i2c_write(hdmi, phy_config->vlev_ctr,
1461 			      HDMI_3D_TX_PHY_VLEVCTRL);
1462 
1463 	/* Override and disable clock termination. */
1464 	dw_hdmi_phy_i2c_write(hdmi, HDMI_3D_TX_PHY_CKCALCTRL_OVERRIDE,
1465 			      HDMI_3D_TX_PHY_CKCALCTRL);
1466 
1467 	return 0;
1468 }
1469 
1470 static int hdmi_phy_configure(struct dw_hdmi *hdmi)
1471 {
1472 	const struct dw_hdmi_phy_data *phy = hdmi->phy.data;
1473 	const struct dw_hdmi_plat_data *pdata = hdmi->plat_data;
1474 	unsigned long mpixelclock = hdmi->hdmi_data.video_mode.mpixelclock;
1475 	unsigned long mtmdsclock = hdmi->hdmi_data.video_mode.mtmdsclock;
1476 	int ret;
1477 
1478 	dw_hdmi_phy_power_off(hdmi);
1479 
1480 	dw_hdmi_set_high_tmds_clock_ratio(hdmi);
1481 
1482 	/* Leave low power consumption mode by asserting SVSRET. */
1483 	if (phy->has_svsret)
1484 		dw_hdmi_phy_enable_svsret(hdmi, 1);
1485 
1486 	dw_hdmi_phy_reset(hdmi);
1487 
1488 	hdmi_writeb(hdmi, HDMI_MC_HEACPHY_RST_ASSERT, HDMI_MC_HEACPHY_RST);
1489 
1490 	dw_hdmi_phy_i2c_set_addr(hdmi, HDMI_PHY_I2CM_SLAVE_ADDR_PHY_GEN2);
1491 
1492 	/* Write to the PHY as configured by the platform */
1493 	if (pdata->configure_phy)
1494 		ret = pdata->configure_phy(hdmi, pdata, mpixelclock);
1495 	else
1496 		ret = phy->configure(hdmi, pdata, mpixelclock);
1497 	if (ret) {
1498 		dev_err(hdmi->dev, "PHY configuration failed (clock %lu)\n",
1499 			mpixelclock);
1500 		return ret;
1501 	}
1502 
1503 	/* Wait for resuming transmission of TMDS clock and data */
1504 	if (mtmdsclock > HDMI14_MAX_TMDSCLK)
1505 		msleep(100);
1506 
1507 	return dw_hdmi_phy_power_on(hdmi);
1508 }
1509 
1510 static int dw_hdmi_phy_init(struct dw_hdmi *hdmi, void *data,
1511 			    struct drm_display_mode *mode)
1512 {
1513 	int i, ret;
1514 
1515 	/* HDMI Phy spec says to do the phy initialization sequence twice */
1516 	for (i = 0; i < 2; i++) {
1517 		dw_hdmi_phy_sel_data_en_pol(hdmi, 1);
1518 		dw_hdmi_phy_sel_interface_control(hdmi, 0);
1519 
1520 		ret = hdmi_phy_configure(hdmi);
1521 		if (ret)
1522 			return ret;
1523 	}
1524 
1525 	return 0;
1526 }
1527 
1528 static void dw_hdmi_phy_disable(struct dw_hdmi *hdmi, void *data)
1529 {
1530 	dw_hdmi_phy_power_off(hdmi);
1531 }
1532 
1533 enum drm_connector_status dw_hdmi_phy_read_hpd(struct dw_hdmi *hdmi,
1534 					       void *data)
1535 {
1536 	return hdmi_readb(hdmi, HDMI_PHY_STAT0) & HDMI_PHY_HPD ?
1537 		connector_status_connected : connector_status_disconnected;
1538 }
1539 EXPORT_SYMBOL_GPL(dw_hdmi_phy_read_hpd);
1540 
1541 void dw_hdmi_phy_update_hpd(struct dw_hdmi *hdmi, void *data,
1542 			    bool force, bool disabled, bool rxsense)
1543 {
1544 	u8 old_mask = hdmi->phy_mask;
1545 
1546 	if (force || disabled || !rxsense)
1547 		hdmi->phy_mask |= HDMI_PHY_RX_SENSE;
1548 	else
1549 		hdmi->phy_mask &= ~HDMI_PHY_RX_SENSE;
1550 
1551 	if (old_mask != hdmi->phy_mask)
1552 		hdmi_writeb(hdmi, hdmi->phy_mask, HDMI_PHY_MASK0);
1553 }
1554 EXPORT_SYMBOL_GPL(dw_hdmi_phy_update_hpd);
1555 
1556 void dw_hdmi_phy_setup_hpd(struct dw_hdmi *hdmi, void *data)
1557 {
1558 	/*
1559 	 * Configure the PHY RX SENSE and HPD interrupts polarities and clear
1560 	 * any pending interrupt.
1561 	 */
1562 	hdmi_writeb(hdmi, HDMI_PHY_HPD | HDMI_PHY_RX_SENSE, HDMI_PHY_POL0);
1563 	hdmi_writeb(hdmi, HDMI_IH_PHY_STAT0_HPD | HDMI_IH_PHY_STAT0_RX_SENSE,
1564 		    HDMI_IH_PHY_STAT0);
1565 
1566 	/* Enable cable hot plug irq. */
1567 	hdmi_writeb(hdmi, hdmi->phy_mask, HDMI_PHY_MASK0);
1568 
1569 	/* Clear and unmute interrupts. */
1570 	hdmi_writeb(hdmi, HDMI_IH_PHY_STAT0_HPD | HDMI_IH_PHY_STAT0_RX_SENSE,
1571 		    HDMI_IH_PHY_STAT0);
1572 	hdmi_writeb(hdmi, ~(HDMI_IH_PHY_STAT0_HPD | HDMI_IH_PHY_STAT0_RX_SENSE),
1573 		    HDMI_IH_MUTE_PHY_STAT0);
1574 }
1575 EXPORT_SYMBOL_GPL(dw_hdmi_phy_setup_hpd);
1576 
1577 static const struct dw_hdmi_phy_ops dw_hdmi_synopsys_phy_ops = {
1578 	.init = dw_hdmi_phy_init,
1579 	.disable = dw_hdmi_phy_disable,
1580 	.read_hpd = dw_hdmi_phy_read_hpd,
1581 	.update_hpd = dw_hdmi_phy_update_hpd,
1582 	.setup_hpd = dw_hdmi_phy_setup_hpd,
1583 };
1584 
1585 /* -----------------------------------------------------------------------------
1586  * HDMI TX Setup
1587  */
1588 
1589 static void hdmi_tx_hdcp_config(struct dw_hdmi *hdmi)
1590 {
1591 	u8 de;
1592 
1593 	if (hdmi->hdmi_data.video_mode.mdataenablepolarity)
1594 		de = HDMI_A_VIDPOLCFG_DATAENPOL_ACTIVE_HIGH;
1595 	else
1596 		de = HDMI_A_VIDPOLCFG_DATAENPOL_ACTIVE_LOW;
1597 
1598 	/* disable rx detect */
1599 	hdmi_modb(hdmi, HDMI_A_HDCPCFG0_RXDETECT_DISABLE,
1600 		  HDMI_A_HDCPCFG0_RXDETECT_MASK, HDMI_A_HDCPCFG0);
1601 
1602 	hdmi_modb(hdmi, de, HDMI_A_VIDPOLCFG_DATAENPOL_MASK, HDMI_A_VIDPOLCFG);
1603 
1604 	hdmi_modb(hdmi, HDMI_A_HDCPCFG1_ENCRYPTIONDISABLE_DISABLE,
1605 		  HDMI_A_HDCPCFG1_ENCRYPTIONDISABLE_MASK, HDMI_A_HDCPCFG1);
1606 }
1607 
1608 static void hdmi_config_AVI(struct dw_hdmi *hdmi, struct drm_display_mode *mode)
1609 {
1610 	struct hdmi_avi_infoframe frame;
1611 	u8 val;
1612 
1613 	/* Initialise info frame from DRM mode */
1614 	drm_hdmi_avi_infoframe_from_display_mode(&frame,
1615 						 &hdmi->connector, mode);
1616 
1617 	if (hdmi_bus_fmt_is_yuv444(hdmi->hdmi_data.enc_out_bus_format))
1618 		frame.colorspace = HDMI_COLORSPACE_YUV444;
1619 	else if (hdmi_bus_fmt_is_yuv422(hdmi->hdmi_data.enc_out_bus_format))
1620 		frame.colorspace = HDMI_COLORSPACE_YUV422;
1621 	else if (hdmi_bus_fmt_is_yuv420(hdmi->hdmi_data.enc_out_bus_format))
1622 		frame.colorspace = HDMI_COLORSPACE_YUV420;
1623 	else
1624 		frame.colorspace = HDMI_COLORSPACE_RGB;
1625 
1626 	/* Set up colorimetry */
1627 	if (!hdmi_bus_fmt_is_rgb(hdmi->hdmi_data.enc_out_bus_format)) {
1628 		switch (hdmi->hdmi_data.enc_out_encoding) {
1629 		case V4L2_YCBCR_ENC_601:
1630 			if (hdmi->hdmi_data.enc_in_encoding == V4L2_YCBCR_ENC_XV601)
1631 				frame.colorimetry = HDMI_COLORIMETRY_EXTENDED;
1632 			else
1633 				frame.colorimetry = HDMI_COLORIMETRY_ITU_601;
1634 			frame.extended_colorimetry =
1635 					HDMI_EXTENDED_COLORIMETRY_XV_YCC_601;
1636 			break;
1637 		case V4L2_YCBCR_ENC_709:
1638 			if (hdmi->hdmi_data.enc_in_encoding == V4L2_YCBCR_ENC_XV709)
1639 				frame.colorimetry = HDMI_COLORIMETRY_EXTENDED;
1640 			else
1641 				frame.colorimetry = HDMI_COLORIMETRY_ITU_709;
1642 			frame.extended_colorimetry =
1643 					HDMI_EXTENDED_COLORIMETRY_XV_YCC_709;
1644 			break;
1645 		default: /* Carries no data */
1646 			frame.colorimetry = HDMI_COLORIMETRY_ITU_601;
1647 			frame.extended_colorimetry =
1648 					HDMI_EXTENDED_COLORIMETRY_XV_YCC_601;
1649 			break;
1650 		}
1651 	} else {
1652 		frame.colorimetry = HDMI_COLORIMETRY_NONE;
1653 		frame.extended_colorimetry =
1654 			HDMI_EXTENDED_COLORIMETRY_XV_YCC_601;
1655 	}
1656 
1657 	frame.scan_mode = HDMI_SCAN_MODE_NONE;
1658 
1659 	/*
1660 	 * The Designware IP uses a different byte format from standard
1661 	 * AVI info frames, though generally the bits are in the correct
1662 	 * bytes.
1663 	 */
1664 
1665 	/*
1666 	 * AVI data byte 1 differences: Colorspace in bits 0,1 rather than 5,6,
1667 	 * scan info in bits 4,5 rather than 0,1 and active aspect present in
1668 	 * bit 6 rather than 4.
1669 	 */
1670 	val = (frame.scan_mode & 3) << 4 | (frame.colorspace & 3);
1671 	if (frame.active_aspect & 15)
1672 		val |= HDMI_FC_AVICONF0_ACTIVE_FMT_INFO_PRESENT;
1673 	if (frame.top_bar || frame.bottom_bar)
1674 		val |= HDMI_FC_AVICONF0_BAR_DATA_HORIZ_BAR;
1675 	if (frame.left_bar || frame.right_bar)
1676 		val |= HDMI_FC_AVICONF0_BAR_DATA_VERT_BAR;
1677 	hdmi_writeb(hdmi, val, HDMI_FC_AVICONF0);
1678 
1679 	/* AVI data byte 2 differences: none */
1680 	val = ((frame.colorimetry & 0x3) << 6) |
1681 	      ((frame.picture_aspect & 0x3) << 4) |
1682 	      (frame.active_aspect & 0xf);
1683 	hdmi_writeb(hdmi, val, HDMI_FC_AVICONF1);
1684 
1685 	/* AVI data byte 3 differences: none */
1686 	val = ((frame.extended_colorimetry & 0x7) << 4) |
1687 	      ((frame.quantization_range & 0x3) << 2) |
1688 	      (frame.nups & 0x3);
1689 	if (frame.itc)
1690 		val |= HDMI_FC_AVICONF2_IT_CONTENT_VALID;
1691 	hdmi_writeb(hdmi, val, HDMI_FC_AVICONF2);
1692 
1693 	/* AVI data byte 4 differences: none */
1694 	val = frame.video_code & 0x7f;
1695 	hdmi_writeb(hdmi, val, HDMI_FC_AVIVID);
1696 
1697 	/* AVI Data Byte 5- set up input and output pixel repetition */
1698 	val = (((hdmi->hdmi_data.video_mode.mpixelrepetitioninput + 1) <<
1699 		HDMI_FC_PRCONF_INCOMING_PR_FACTOR_OFFSET) &
1700 		HDMI_FC_PRCONF_INCOMING_PR_FACTOR_MASK) |
1701 		((hdmi->hdmi_data.video_mode.mpixelrepetitionoutput <<
1702 		HDMI_FC_PRCONF_OUTPUT_PR_FACTOR_OFFSET) &
1703 		HDMI_FC_PRCONF_OUTPUT_PR_FACTOR_MASK);
1704 	hdmi_writeb(hdmi, val, HDMI_FC_PRCONF);
1705 
1706 	/*
1707 	 * AVI data byte 5 differences: content type in 0,1 rather than 4,5,
1708 	 * ycc range in bits 2,3 rather than 6,7
1709 	 */
1710 	val = ((frame.ycc_quantization_range & 0x3) << 2) |
1711 	      (frame.content_type & 0x3);
1712 	hdmi_writeb(hdmi, val, HDMI_FC_AVICONF3);
1713 
1714 	/* AVI Data Bytes 6-13 */
1715 	hdmi_writeb(hdmi, frame.top_bar & 0xff, HDMI_FC_AVIETB0);
1716 	hdmi_writeb(hdmi, (frame.top_bar >> 8) & 0xff, HDMI_FC_AVIETB1);
1717 	hdmi_writeb(hdmi, frame.bottom_bar & 0xff, HDMI_FC_AVISBB0);
1718 	hdmi_writeb(hdmi, (frame.bottom_bar >> 8) & 0xff, HDMI_FC_AVISBB1);
1719 	hdmi_writeb(hdmi, frame.left_bar & 0xff, HDMI_FC_AVIELB0);
1720 	hdmi_writeb(hdmi, (frame.left_bar >> 8) & 0xff, HDMI_FC_AVIELB1);
1721 	hdmi_writeb(hdmi, frame.right_bar & 0xff, HDMI_FC_AVISRB0);
1722 	hdmi_writeb(hdmi, (frame.right_bar >> 8) & 0xff, HDMI_FC_AVISRB1);
1723 }
1724 
1725 static void hdmi_config_vendor_specific_infoframe(struct dw_hdmi *hdmi,
1726 						 struct drm_display_mode *mode)
1727 {
1728 	struct hdmi_vendor_infoframe frame;
1729 	u8 buffer[10];
1730 	ssize_t err;
1731 
1732 	err = drm_hdmi_vendor_infoframe_from_display_mode(&frame,
1733 							  &hdmi->connector,
1734 							  mode);
1735 	if (err < 0)
1736 		/*
1737 		 * Going into that statement does not means vendor infoframe
1738 		 * fails. It just informed us that vendor infoframe is not
1739 		 * needed for the selected mode. Only 4k or stereoscopic 3D
1740 		 * mode requires vendor infoframe. So just simply return.
1741 		 */
1742 		return;
1743 
1744 	err = hdmi_vendor_infoframe_pack(&frame, buffer, sizeof(buffer));
1745 	if (err < 0) {
1746 		dev_err(hdmi->dev, "Failed to pack vendor infoframe: %zd\n",
1747 			err);
1748 		return;
1749 	}
1750 	hdmi_mask_writeb(hdmi, 0, HDMI_FC_DATAUTO0, HDMI_FC_DATAUTO0_VSD_OFFSET,
1751 			HDMI_FC_DATAUTO0_VSD_MASK);
1752 
1753 	/* Set the length of HDMI vendor specific InfoFrame payload */
1754 	hdmi_writeb(hdmi, buffer[2], HDMI_FC_VSDSIZE);
1755 
1756 	/* Set 24bit IEEE Registration Identifier */
1757 	hdmi_writeb(hdmi, buffer[4], HDMI_FC_VSDIEEEID0);
1758 	hdmi_writeb(hdmi, buffer[5], HDMI_FC_VSDIEEEID1);
1759 	hdmi_writeb(hdmi, buffer[6], HDMI_FC_VSDIEEEID2);
1760 
1761 	/* Set HDMI_Video_Format and HDMI_VIC/3D_Structure */
1762 	hdmi_writeb(hdmi, buffer[7], HDMI_FC_VSDPAYLOAD0);
1763 	hdmi_writeb(hdmi, buffer[8], HDMI_FC_VSDPAYLOAD1);
1764 
1765 	if (frame.s3d_struct >= HDMI_3D_STRUCTURE_SIDE_BY_SIDE_HALF)
1766 		hdmi_writeb(hdmi, buffer[9], HDMI_FC_VSDPAYLOAD2);
1767 
1768 	/* Packet frame interpolation */
1769 	hdmi_writeb(hdmi, 1, HDMI_FC_DATAUTO1);
1770 
1771 	/* Auto packets per frame and line spacing */
1772 	hdmi_writeb(hdmi, 0x11, HDMI_FC_DATAUTO2);
1773 
1774 	/* Configures the Frame Composer On RDRB mode */
1775 	hdmi_mask_writeb(hdmi, 1, HDMI_FC_DATAUTO0, HDMI_FC_DATAUTO0_VSD_OFFSET,
1776 			HDMI_FC_DATAUTO0_VSD_MASK);
1777 }
1778 
1779 static void hdmi_config_drm_infoframe(struct dw_hdmi *hdmi)
1780 {
1781 	const struct drm_connector_state *conn_state = hdmi->connector.state;
1782 	struct hdmi_drm_infoframe frame;
1783 	u8 buffer[30];
1784 	ssize_t err;
1785 	int i;
1786 
1787 	if (!hdmi->plat_data->use_drm_infoframe)
1788 		return;
1789 
1790 	hdmi_modb(hdmi, HDMI_FC_PACKET_TX_EN_DRM_DISABLE,
1791 		  HDMI_FC_PACKET_TX_EN_DRM_MASK, HDMI_FC_PACKET_TX_EN);
1792 
1793 	err = drm_hdmi_infoframe_set_hdr_metadata(&frame, conn_state);
1794 	if (err < 0)
1795 		return;
1796 
1797 	err = hdmi_drm_infoframe_pack(&frame, buffer, sizeof(buffer));
1798 	if (err < 0) {
1799 		dev_err(hdmi->dev, "Failed to pack drm infoframe: %zd\n", err);
1800 		return;
1801 	}
1802 
1803 	hdmi_writeb(hdmi, frame.version, HDMI_FC_DRM_HB0);
1804 	hdmi_writeb(hdmi, frame.length, HDMI_FC_DRM_HB1);
1805 
1806 	for (i = 0; i < frame.length; i++)
1807 		hdmi_writeb(hdmi, buffer[4 + i], HDMI_FC_DRM_PB0 + i);
1808 
1809 	hdmi_writeb(hdmi, 1, HDMI_FC_DRM_UP);
1810 	hdmi_modb(hdmi, HDMI_FC_PACKET_TX_EN_DRM_ENABLE,
1811 		  HDMI_FC_PACKET_TX_EN_DRM_MASK, HDMI_FC_PACKET_TX_EN);
1812 }
1813 
1814 static void hdmi_av_composer(struct dw_hdmi *hdmi,
1815 			     const struct drm_display_mode *mode)
1816 {
1817 	u8 inv_val, bytes;
1818 	struct drm_hdmi_info *hdmi_info = &hdmi->connector.display_info.hdmi;
1819 	struct hdmi_vmode *vmode = &hdmi->hdmi_data.video_mode;
1820 	int hblank, vblank, h_de_hs, v_de_vs, hsync_len, vsync_len;
1821 	unsigned int vdisplay, hdisplay;
1822 
1823 	vmode->mpixelclock = mode->clock * 1000;
1824 
1825 	dev_dbg(hdmi->dev, "final pixclk = %d\n", vmode->mpixelclock);
1826 
1827 	vmode->mtmdsclock = vmode->mpixelclock;
1828 
1829 	if (!hdmi_bus_fmt_is_yuv422(hdmi->hdmi_data.enc_out_bus_format)) {
1830 		switch (hdmi_bus_fmt_color_depth(
1831 				hdmi->hdmi_data.enc_out_bus_format)) {
1832 		case 16:
1833 			vmode->mtmdsclock = vmode->mpixelclock * 2;
1834 			break;
1835 		case 12:
1836 			vmode->mtmdsclock = vmode->mpixelclock * 3 / 2;
1837 			break;
1838 		case 10:
1839 			vmode->mtmdsclock = vmode->mpixelclock * 5 / 4;
1840 			break;
1841 		}
1842 	}
1843 
1844 	if (hdmi_bus_fmt_is_yuv420(hdmi->hdmi_data.enc_out_bus_format))
1845 		vmode->mtmdsclock /= 2;
1846 
1847 	dev_dbg(hdmi->dev, "final tmdsclock = %d\n", vmode->mtmdsclock);
1848 
1849 	/* Set up HDMI_FC_INVIDCONF */
1850 	inv_val = (hdmi->hdmi_data.hdcp_enable ||
1851 		   (dw_hdmi_support_scdc(hdmi) &&
1852 		    (vmode->mtmdsclock > HDMI14_MAX_TMDSCLK ||
1853 		     hdmi_info->scdc.scrambling.low_rates)) ?
1854 		HDMI_FC_INVIDCONF_HDCP_KEEPOUT_ACTIVE :
1855 		HDMI_FC_INVIDCONF_HDCP_KEEPOUT_INACTIVE);
1856 
1857 	inv_val |= mode->flags & DRM_MODE_FLAG_PVSYNC ?
1858 		HDMI_FC_INVIDCONF_VSYNC_IN_POLARITY_ACTIVE_HIGH :
1859 		HDMI_FC_INVIDCONF_VSYNC_IN_POLARITY_ACTIVE_LOW;
1860 
1861 	inv_val |= mode->flags & DRM_MODE_FLAG_PHSYNC ?
1862 		HDMI_FC_INVIDCONF_HSYNC_IN_POLARITY_ACTIVE_HIGH :
1863 		HDMI_FC_INVIDCONF_HSYNC_IN_POLARITY_ACTIVE_LOW;
1864 
1865 	inv_val |= (vmode->mdataenablepolarity ?
1866 		HDMI_FC_INVIDCONF_DE_IN_POLARITY_ACTIVE_HIGH :
1867 		HDMI_FC_INVIDCONF_DE_IN_POLARITY_ACTIVE_LOW);
1868 
1869 	if (hdmi->vic == 39)
1870 		inv_val |= HDMI_FC_INVIDCONF_R_V_BLANK_IN_OSC_ACTIVE_HIGH;
1871 	else
1872 		inv_val |= mode->flags & DRM_MODE_FLAG_INTERLACE ?
1873 			HDMI_FC_INVIDCONF_R_V_BLANK_IN_OSC_ACTIVE_HIGH :
1874 			HDMI_FC_INVIDCONF_R_V_BLANK_IN_OSC_ACTIVE_LOW;
1875 
1876 	inv_val |= mode->flags & DRM_MODE_FLAG_INTERLACE ?
1877 		HDMI_FC_INVIDCONF_IN_I_P_INTERLACED :
1878 		HDMI_FC_INVIDCONF_IN_I_P_PROGRESSIVE;
1879 
1880 	inv_val |= hdmi->sink_is_hdmi ?
1881 		HDMI_FC_INVIDCONF_DVI_MODEZ_HDMI_MODE :
1882 		HDMI_FC_INVIDCONF_DVI_MODEZ_DVI_MODE;
1883 
1884 	hdmi_writeb(hdmi, inv_val, HDMI_FC_INVIDCONF);
1885 
1886 	hdisplay = mode->hdisplay;
1887 	hblank = mode->htotal - mode->hdisplay;
1888 	h_de_hs = mode->hsync_start - mode->hdisplay;
1889 	hsync_len = mode->hsync_end - mode->hsync_start;
1890 
1891 	/*
1892 	 * When we're setting a YCbCr420 mode, we need
1893 	 * to adjust the horizontal timing to suit.
1894 	 */
1895 	if (hdmi_bus_fmt_is_yuv420(hdmi->hdmi_data.enc_out_bus_format)) {
1896 		hdisplay /= 2;
1897 		hblank /= 2;
1898 		h_de_hs /= 2;
1899 		hsync_len /= 2;
1900 	}
1901 
1902 	vdisplay = mode->vdisplay;
1903 	vblank = mode->vtotal - mode->vdisplay;
1904 	v_de_vs = mode->vsync_start - mode->vdisplay;
1905 	vsync_len = mode->vsync_end - mode->vsync_start;
1906 
1907 	/*
1908 	 * When we're setting an interlaced mode, we need
1909 	 * to adjust the vertical timing to suit.
1910 	 */
1911 	if (mode->flags & DRM_MODE_FLAG_INTERLACE) {
1912 		vdisplay /= 2;
1913 		vblank /= 2;
1914 		v_de_vs /= 2;
1915 		vsync_len /= 2;
1916 	}
1917 
1918 	/* Scrambling Control */
1919 	if (dw_hdmi_support_scdc(hdmi)) {
1920 		if (vmode->mtmdsclock > HDMI14_MAX_TMDSCLK ||
1921 		    hdmi_info->scdc.scrambling.low_rates) {
1922 			/*
1923 			 * HDMI2.0 Specifies the following procedure:
1924 			 * After the Source Device has determined that
1925 			 * SCDC_Present is set (=1), the Source Device should
1926 			 * write the accurate Version of the Source Device
1927 			 * to the Source Version field in the SCDCS.
1928 			 * Source Devices compliant shall set the
1929 			 * Source Version = 1.
1930 			 */
1931 			drm_scdc_readb(hdmi->ddc, SCDC_SINK_VERSION,
1932 				       &bytes);
1933 			drm_scdc_writeb(hdmi->ddc, SCDC_SOURCE_VERSION,
1934 				min_t(u8, bytes, SCDC_MIN_SOURCE_VERSION));
1935 
1936 			/* Enabled Scrambling in the Sink */
1937 			drm_scdc_set_scrambling(hdmi->ddc, 1);
1938 
1939 			/*
1940 			 * To activate the scrambler feature, you must ensure
1941 			 * that the quasi-static configuration bit
1942 			 * fc_invidconf.HDCP_keepout is set at configuration
1943 			 * time, before the required mc_swrstzreq.tmdsswrst_req
1944 			 * reset request is issued.
1945 			 */
1946 			hdmi_writeb(hdmi, (u8)~HDMI_MC_SWRSTZ_TMDSSWRST_REQ,
1947 				    HDMI_MC_SWRSTZ);
1948 			hdmi_writeb(hdmi, 1, HDMI_FC_SCRAMBLER_CTRL);
1949 		} else {
1950 			hdmi_writeb(hdmi, 0, HDMI_FC_SCRAMBLER_CTRL);
1951 			hdmi_writeb(hdmi, (u8)~HDMI_MC_SWRSTZ_TMDSSWRST_REQ,
1952 				    HDMI_MC_SWRSTZ);
1953 			drm_scdc_set_scrambling(hdmi->ddc, 0);
1954 		}
1955 	}
1956 
1957 	/* Set up horizontal active pixel width */
1958 	hdmi_writeb(hdmi, hdisplay >> 8, HDMI_FC_INHACTV1);
1959 	hdmi_writeb(hdmi, hdisplay, HDMI_FC_INHACTV0);
1960 
1961 	/* Set up vertical active lines */
1962 	hdmi_writeb(hdmi, vdisplay >> 8, HDMI_FC_INVACTV1);
1963 	hdmi_writeb(hdmi, vdisplay, HDMI_FC_INVACTV0);
1964 
1965 	/* Set up horizontal blanking pixel region width */
1966 	hdmi_writeb(hdmi, hblank >> 8, HDMI_FC_INHBLANK1);
1967 	hdmi_writeb(hdmi, hblank, HDMI_FC_INHBLANK0);
1968 
1969 	/* Set up vertical blanking pixel region width */
1970 	hdmi_writeb(hdmi, vblank, HDMI_FC_INVBLANK);
1971 
1972 	/* Set up HSYNC active edge delay width (in pixel clks) */
1973 	hdmi_writeb(hdmi, h_de_hs >> 8, HDMI_FC_HSYNCINDELAY1);
1974 	hdmi_writeb(hdmi, h_de_hs, HDMI_FC_HSYNCINDELAY0);
1975 
1976 	/* Set up VSYNC active edge delay (in lines) */
1977 	hdmi_writeb(hdmi, v_de_vs, HDMI_FC_VSYNCINDELAY);
1978 
1979 	/* Set up HSYNC active pulse width (in pixel clks) */
1980 	hdmi_writeb(hdmi, hsync_len >> 8, HDMI_FC_HSYNCINWIDTH1);
1981 	hdmi_writeb(hdmi, hsync_len, HDMI_FC_HSYNCINWIDTH0);
1982 
1983 	/* Set up VSYNC active edge delay (in lines) */
1984 	hdmi_writeb(hdmi, vsync_len, HDMI_FC_VSYNCINWIDTH);
1985 }
1986 
1987 /* HDMI Initialization Step B.4 */
1988 static void dw_hdmi_enable_video_path(struct dw_hdmi *hdmi)
1989 {
1990 	/* control period minimum duration */
1991 	hdmi_writeb(hdmi, 12, HDMI_FC_CTRLDUR);
1992 	hdmi_writeb(hdmi, 32, HDMI_FC_EXCTRLDUR);
1993 	hdmi_writeb(hdmi, 1, HDMI_FC_EXCTRLSPAC);
1994 
1995 	/* Set to fill TMDS data channels */
1996 	hdmi_writeb(hdmi, 0x0B, HDMI_FC_CH0PREAM);
1997 	hdmi_writeb(hdmi, 0x16, HDMI_FC_CH1PREAM);
1998 	hdmi_writeb(hdmi, 0x21, HDMI_FC_CH2PREAM);
1999 
2000 	/* Enable pixel clock and tmds data path */
2001 	hdmi->mc_clkdis |= HDMI_MC_CLKDIS_HDCPCLK_DISABLE |
2002 			   HDMI_MC_CLKDIS_CSCCLK_DISABLE |
2003 			   HDMI_MC_CLKDIS_AUDCLK_DISABLE |
2004 			   HDMI_MC_CLKDIS_PREPCLK_DISABLE |
2005 			   HDMI_MC_CLKDIS_TMDSCLK_DISABLE;
2006 	hdmi->mc_clkdis &= ~HDMI_MC_CLKDIS_PIXELCLK_DISABLE;
2007 	hdmi_writeb(hdmi, hdmi->mc_clkdis, HDMI_MC_CLKDIS);
2008 
2009 	hdmi->mc_clkdis &= ~HDMI_MC_CLKDIS_TMDSCLK_DISABLE;
2010 	hdmi_writeb(hdmi, hdmi->mc_clkdis, HDMI_MC_CLKDIS);
2011 
2012 	/* Enable csc path */
2013 	if (is_color_space_conversion(hdmi)) {
2014 		hdmi->mc_clkdis &= ~HDMI_MC_CLKDIS_CSCCLK_DISABLE;
2015 		hdmi_writeb(hdmi, hdmi->mc_clkdis, HDMI_MC_CLKDIS);
2016 	}
2017 
2018 	/* Enable color space conversion if needed */
2019 	if (is_color_space_conversion(hdmi))
2020 		hdmi_writeb(hdmi, HDMI_MC_FLOWCTRL_FEED_THROUGH_OFF_CSC_IN_PATH,
2021 			    HDMI_MC_FLOWCTRL);
2022 	else
2023 		hdmi_writeb(hdmi, HDMI_MC_FLOWCTRL_FEED_THROUGH_OFF_CSC_BYPASS,
2024 			    HDMI_MC_FLOWCTRL);
2025 }
2026 
2027 /* Workaround to clear the overflow condition */
2028 static void dw_hdmi_clear_overflow(struct dw_hdmi *hdmi)
2029 {
2030 	unsigned int count;
2031 	unsigned int i;
2032 	u8 val;
2033 
2034 	/*
2035 	 * Under some circumstances the Frame Composer arithmetic unit can miss
2036 	 * an FC register write due to being busy processing the previous one.
2037 	 * The issue can be worked around by issuing a TMDS software reset and
2038 	 * then write one of the FC registers several times.
2039 	 *
2040 	 * The number of iterations matters and depends on the HDMI TX revision
2041 	 * (and possibly on the platform). So far i.MX6Q (v1.30a), i.MX6DL
2042 	 * (v1.31a) and multiple Allwinner SoCs (v1.32a) have been identified
2043 	 * as needing the workaround, with 4 iterations for v1.30a and 1
2044 	 * iteration for others.
2045 	 * The Amlogic Meson GX SoCs (v2.01a) have been identified as needing
2046 	 * the workaround with a single iteration.
2047 	 * The Rockchip RK3288 SoC (v2.00a) and RK3328/RK3399 SoCs (v2.11a) have
2048 	 * been identified as needing the workaround with a single iteration.
2049 	 */
2050 
2051 	switch (hdmi->version) {
2052 	case 0x130a:
2053 		count = 4;
2054 		break;
2055 	case 0x131a:
2056 	case 0x132a:
2057 	case 0x200a:
2058 	case 0x201a:
2059 	case 0x211a:
2060 	case 0x212a:
2061 		count = 1;
2062 		break;
2063 	default:
2064 		return;
2065 	}
2066 
2067 	/* TMDS software reset */
2068 	hdmi_writeb(hdmi, (u8)~HDMI_MC_SWRSTZ_TMDSSWRST_REQ, HDMI_MC_SWRSTZ);
2069 
2070 	val = hdmi_readb(hdmi, HDMI_FC_INVIDCONF);
2071 	for (i = 0; i < count; i++)
2072 		hdmi_writeb(hdmi, val, HDMI_FC_INVIDCONF);
2073 }
2074 
2075 static void hdmi_disable_overflow_interrupts(struct dw_hdmi *hdmi)
2076 {
2077 	hdmi_writeb(hdmi, HDMI_IH_MUTE_FC_STAT2_OVERFLOW_MASK,
2078 		    HDMI_IH_MUTE_FC_STAT2);
2079 }
2080 
2081 static int dw_hdmi_setup(struct dw_hdmi *hdmi, struct drm_display_mode *mode)
2082 {
2083 	int ret;
2084 
2085 	hdmi_disable_overflow_interrupts(hdmi);
2086 
2087 	hdmi->vic = drm_match_cea_mode(mode);
2088 
2089 	if (!hdmi->vic) {
2090 		dev_dbg(hdmi->dev, "Non-CEA mode used in HDMI\n");
2091 	} else {
2092 		dev_dbg(hdmi->dev, "CEA mode used vic=%d\n", hdmi->vic);
2093 	}
2094 
2095 	if ((hdmi->vic == 6) || (hdmi->vic == 7) ||
2096 	    (hdmi->vic == 21) || (hdmi->vic == 22) ||
2097 	    (hdmi->vic == 2) || (hdmi->vic == 3) ||
2098 	    (hdmi->vic == 17) || (hdmi->vic == 18))
2099 		hdmi->hdmi_data.enc_out_encoding = V4L2_YCBCR_ENC_601;
2100 	else
2101 		hdmi->hdmi_data.enc_out_encoding = V4L2_YCBCR_ENC_709;
2102 
2103 	hdmi->hdmi_data.video_mode.mpixelrepetitionoutput = 0;
2104 	hdmi->hdmi_data.video_mode.mpixelrepetitioninput = 0;
2105 
2106 	if (hdmi->plat_data->input_bus_format)
2107 		hdmi->hdmi_data.enc_in_bus_format =
2108 			hdmi->plat_data->input_bus_format;
2109 	else if (hdmi->hdmi_data.enc_in_bus_format == MEDIA_BUS_FMT_FIXED)
2110 		hdmi->hdmi_data.enc_in_bus_format = MEDIA_BUS_FMT_RGB888_1X24;
2111 
2112 	/* TOFIX: Get input encoding from plat data or fallback to none */
2113 	if (hdmi->plat_data->input_bus_encoding)
2114 		hdmi->hdmi_data.enc_in_encoding =
2115 			hdmi->plat_data->input_bus_encoding;
2116 	else
2117 		hdmi->hdmi_data.enc_in_encoding = V4L2_YCBCR_ENC_DEFAULT;
2118 
2119 	if (hdmi->hdmi_data.enc_out_bus_format == MEDIA_BUS_FMT_FIXED)
2120 		hdmi->hdmi_data.enc_out_bus_format = MEDIA_BUS_FMT_RGB888_1X24;
2121 
2122 	hdmi->hdmi_data.pix_repet_factor = 0;
2123 	hdmi->hdmi_data.hdcp_enable = 0;
2124 	hdmi->hdmi_data.video_mode.mdataenablepolarity = true;
2125 
2126 	/* HDMI Initialization Step B.1 */
2127 	hdmi_av_composer(hdmi, mode);
2128 
2129 	/* HDMI Initializateion Step B.2 */
2130 	ret = hdmi->phy.ops->init(hdmi, hdmi->phy.data, &hdmi->previous_mode);
2131 	if (ret)
2132 		return ret;
2133 	hdmi->phy.enabled = true;
2134 
2135 	/* HDMI Initialization Step B.3 */
2136 	dw_hdmi_enable_video_path(hdmi);
2137 
2138 	if (hdmi->sink_has_audio) {
2139 		dev_dbg(hdmi->dev, "sink has audio support\n");
2140 
2141 		/* HDMI Initialization Step E - Configure audio */
2142 		hdmi_clk_regenerator_update_pixel_clock(hdmi);
2143 		hdmi_enable_audio_clk(hdmi, hdmi->audio_enable);
2144 	}
2145 
2146 	/* not for DVI mode */
2147 	if (hdmi->sink_is_hdmi) {
2148 		dev_dbg(hdmi->dev, "%s HDMI mode\n", __func__);
2149 
2150 		/* HDMI Initialization Step F - Configure AVI InfoFrame */
2151 		hdmi_config_AVI(hdmi, mode);
2152 		hdmi_config_vendor_specific_infoframe(hdmi, mode);
2153 		hdmi_config_drm_infoframe(hdmi);
2154 	} else {
2155 		dev_dbg(hdmi->dev, "%s DVI mode\n", __func__);
2156 	}
2157 
2158 	hdmi_video_packetize(hdmi);
2159 	hdmi_video_csc(hdmi);
2160 	hdmi_video_sample(hdmi);
2161 	hdmi_tx_hdcp_config(hdmi);
2162 
2163 	dw_hdmi_clear_overflow(hdmi);
2164 
2165 	return 0;
2166 }
2167 
2168 static void initialize_hdmi_ih_mutes(struct dw_hdmi *hdmi)
2169 {
2170 	u8 ih_mute;
2171 
2172 	/*
2173 	 * Boot up defaults are:
2174 	 * HDMI_IH_MUTE   = 0x03 (disabled)
2175 	 * HDMI_IH_MUTE_* = 0x00 (enabled)
2176 	 *
2177 	 * Disable top level interrupt bits in HDMI block
2178 	 */
2179 	ih_mute = hdmi_readb(hdmi, HDMI_IH_MUTE) |
2180 		  HDMI_IH_MUTE_MUTE_WAKEUP_INTERRUPT |
2181 		  HDMI_IH_MUTE_MUTE_ALL_INTERRUPT;
2182 
2183 	hdmi_writeb(hdmi, ih_mute, HDMI_IH_MUTE);
2184 
2185 	/* by default mask all interrupts */
2186 	hdmi_writeb(hdmi, 0xff, HDMI_VP_MASK);
2187 	hdmi_writeb(hdmi, 0xff, HDMI_FC_MASK0);
2188 	hdmi_writeb(hdmi, 0xff, HDMI_FC_MASK1);
2189 	hdmi_writeb(hdmi, 0xff, HDMI_FC_MASK2);
2190 	hdmi_writeb(hdmi, 0xff, HDMI_PHY_MASK0);
2191 	hdmi_writeb(hdmi, 0xff, HDMI_PHY_I2CM_INT_ADDR);
2192 	hdmi_writeb(hdmi, 0xff, HDMI_PHY_I2CM_CTLINT_ADDR);
2193 	hdmi_writeb(hdmi, 0xff, HDMI_AUD_INT);
2194 	hdmi_writeb(hdmi, 0xff, HDMI_AUD_SPDIFINT);
2195 	hdmi_writeb(hdmi, 0xff, HDMI_AUD_HBR_MASK);
2196 	hdmi_writeb(hdmi, 0xff, HDMI_GP_MASK);
2197 	hdmi_writeb(hdmi, 0xff, HDMI_A_APIINTMSK);
2198 	hdmi_writeb(hdmi, 0xff, HDMI_I2CM_INT);
2199 	hdmi_writeb(hdmi, 0xff, HDMI_I2CM_CTLINT);
2200 
2201 	/* Disable interrupts in the IH_MUTE_* registers */
2202 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_FC_STAT0);
2203 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_FC_STAT1);
2204 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_FC_STAT2);
2205 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_AS_STAT0);
2206 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_PHY_STAT0);
2207 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_I2CM_STAT0);
2208 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_CEC_STAT0);
2209 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_VP_STAT0);
2210 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_I2CMPHY_STAT0);
2211 	hdmi_writeb(hdmi, 0xff, HDMI_IH_MUTE_AHBDMAAUD_STAT0);
2212 
2213 	/* Enable top level interrupt bits in HDMI block */
2214 	ih_mute &= ~(HDMI_IH_MUTE_MUTE_WAKEUP_INTERRUPT |
2215 		    HDMI_IH_MUTE_MUTE_ALL_INTERRUPT);
2216 	hdmi_writeb(hdmi, ih_mute, HDMI_IH_MUTE);
2217 }
2218 
2219 static void dw_hdmi_poweron(struct dw_hdmi *hdmi)
2220 {
2221 	hdmi->bridge_is_on = true;
2222 	dw_hdmi_setup(hdmi, &hdmi->previous_mode);
2223 }
2224 
2225 static void dw_hdmi_poweroff(struct dw_hdmi *hdmi)
2226 {
2227 	if (hdmi->phy.enabled) {
2228 		hdmi->phy.ops->disable(hdmi, hdmi->phy.data);
2229 		hdmi->phy.enabled = false;
2230 	}
2231 
2232 	hdmi->bridge_is_on = false;
2233 }
2234 
2235 static void dw_hdmi_update_power(struct dw_hdmi *hdmi)
2236 {
2237 	int force = hdmi->force;
2238 
2239 	if (hdmi->disabled) {
2240 		force = DRM_FORCE_OFF;
2241 	} else if (force == DRM_FORCE_UNSPECIFIED) {
2242 		if (hdmi->rxsense)
2243 			force = DRM_FORCE_ON;
2244 		else
2245 			force = DRM_FORCE_OFF;
2246 	}
2247 
2248 	if (force == DRM_FORCE_OFF) {
2249 		if (hdmi->bridge_is_on)
2250 			dw_hdmi_poweroff(hdmi);
2251 	} else {
2252 		if (!hdmi->bridge_is_on)
2253 			dw_hdmi_poweron(hdmi);
2254 	}
2255 }
2256 
2257 /*
2258  * Adjust the detection of RXSENSE according to whether we have a forced
2259  * connection mode enabled, or whether we have been disabled.  There is
2260  * no point processing RXSENSE interrupts if we have a forced connection
2261  * state, or DRM has us disabled.
2262  *
2263  * We also disable rxsense interrupts when we think we're disconnected
2264  * to avoid floating TDMS signals giving false rxsense interrupts.
2265  *
2266  * Note: we still need to listen for HPD interrupts even when DRM has us
2267  * disabled so that we can detect a connect event.
2268  */
2269 static void dw_hdmi_update_phy_mask(struct dw_hdmi *hdmi)
2270 {
2271 	if (hdmi->phy.ops->update_hpd)
2272 		hdmi->phy.ops->update_hpd(hdmi, hdmi->phy.data,
2273 					  hdmi->force, hdmi->disabled,
2274 					  hdmi->rxsense);
2275 }
2276 
2277 static enum drm_connector_status
2278 dw_hdmi_connector_detect(struct drm_connector *connector, bool force)
2279 {
2280 	struct dw_hdmi *hdmi = container_of(connector, struct dw_hdmi,
2281 					     connector);
2282 	enum drm_connector_status result;
2283 
2284 	mutex_lock(&hdmi->mutex);
2285 	hdmi->force = DRM_FORCE_UNSPECIFIED;
2286 	dw_hdmi_update_power(hdmi);
2287 	dw_hdmi_update_phy_mask(hdmi);
2288 	mutex_unlock(&hdmi->mutex);
2289 
2290 	result = hdmi->phy.ops->read_hpd(hdmi, hdmi->phy.data);
2291 
2292 	mutex_lock(&hdmi->mutex);
2293 	if (result != hdmi->last_connector_result) {
2294 		dev_dbg(hdmi->dev, "read_hpd result: %d", result);
2295 		handle_plugged_change(hdmi,
2296 				      result == connector_status_connected);
2297 		hdmi->last_connector_result = result;
2298 	}
2299 	mutex_unlock(&hdmi->mutex);
2300 
2301 	return result;
2302 }
2303 
2304 static int dw_hdmi_connector_get_modes(struct drm_connector *connector)
2305 {
2306 	struct dw_hdmi *hdmi = container_of(connector, struct dw_hdmi,
2307 					     connector);
2308 	struct edid *edid;
2309 	int ret = 0;
2310 
2311 	if (!hdmi->ddc)
2312 		return 0;
2313 
2314 	edid = drm_get_edid(connector, hdmi->ddc);
2315 	if (edid) {
2316 		dev_dbg(hdmi->dev, "got edid: width[%d] x height[%d]\n",
2317 			edid->width_cm, edid->height_cm);
2318 
2319 		hdmi->sink_is_hdmi = drm_detect_hdmi_monitor(edid);
2320 		hdmi->sink_has_audio = drm_detect_monitor_audio(edid);
2321 		drm_connector_update_edid_property(connector, edid);
2322 		cec_notifier_set_phys_addr_from_edid(hdmi->cec_notifier, edid);
2323 		ret = drm_add_edid_modes(connector, edid);
2324 		kfree(edid);
2325 	} else {
2326 		dev_dbg(hdmi->dev, "failed to get edid\n");
2327 	}
2328 
2329 	return ret;
2330 }
2331 
2332 static bool hdr_metadata_equal(const struct drm_connector_state *old_state,
2333 			       const struct drm_connector_state *new_state)
2334 {
2335 	struct drm_property_blob *old_blob = old_state->hdr_output_metadata;
2336 	struct drm_property_blob *new_blob = new_state->hdr_output_metadata;
2337 
2338 	if (!old_blob || !new_blob)
2339 		return old_blob == new_blob;
2340 
2341 	if (old_blob->length != new_blob->length)
2342 		return false;
2343 
2344 	return !memcmp(old_blob->data, new_blob->data, old_blob->length);
2345 }
2346 
2347 static int dw_hdmi_connector_atomic_check(struct drm_connector *connector,
2348 					  struct drm_atomic_state *state)
2349 {
2350 	struct drm_connector_state *old_state =
2351 		drm_atomic_get_old_connector_state(state, connector);
2352 	struct drm_connector_state *new_state =
2353 		drm_atomic_get_new_connector_state(state, connector);
2354 	struct drm_crtc *crtc = new_state->crtc;
2355 	struct drm_crtc_state *crtc_state;
2356 
2357 	if (!crtc)
2358 		return 0;
2359 
2360 	if (!hdr_metadata_equal(old_state, new_state)) {
2361 		crtc_state = drm_atomic_get_crtc_state(state, crtc);
2362 		if (IS_ERR(crtc_state))
2363 			return PTR_ERR(crtc_state);
2364 
2365 		crtc_state->mode_changed = true;
2366 	}
2367 
2368 	return 0;
2369 }
2370 
2371 static void dw_hdmi_connector_force(struct drm_connector *connector)
2372 {
2373 	struct dw_hdmi *hdmi = container_of(connector, struct dw_hdmi,
2374 					     connector);
2375 
2376 	mutex_lock(&hdmi->mutex);
2377 	hdmi->force = connector->force;
2378 	dw_hdmi_update_power(hdmi);
2379 	dw_hdmi_update_phy_mask(hdmi);
2380 	mutex_unlock(&hdmi->mutex);
2381 }
2382 
2383 static const struct drm_connector_funcs dw_hdmi_connector_funcs = {
2384 	.fill_modes = drm_helper_probe_single_connector_modes,
2385 	.detect = dw_hdmi_connector_detect,
2386 	.destroy = drm_connector_cleanup,
2387 	.force = dw_hdmi_connector_force,
2388 	.reset = drm_atomic_helper_connector_reset,
2389 	.atomic_duplicate_state = drm_atomic_helper_connector_duplicate_state,
2390 	.atomic_destroy_state = drm_atomic_helper_connector_destroy_state,
2391 };
2392 
2393 static const struct drm_connector_helper_funcs dw_hdmi_connector_helper_funcs = {
2394 	.get_modes = dw_hdmi_connector_get_modes,
2395 	.atomic_check = dw_hdmi_connector_atomic_check,
2396 };
2397 
2398 /*
2399  * Possible output formats :
2400  * - MEDIA_BUS_FMT_UYYVYY16_0_5X48,
2401  * - MEDIA_BUS_FMT_UYYVYY12_0_5X36,
2402  * - MEDIA_BUS_FMT_UYYVYY10_0_5X30,
2403  * - MEDIA_BUS_FMT_UYYVYY8_0_5X24,
2404  * - MEDIA_BUS_FMT_YUV16_1X48,
2405  * - MEDIA_BUS_FMT_RGB161616_1X48,
2406  * - MEDIA_BUS_FMT_UYVY12_1X24,
2407  * - MEDIA_BUS_FMT_YUV12_1X36,
2408  * - MEDIA_BUS_FMT_RGB121212_1X36,
2409  * - MEDIA_BUS_FMT_UYVY10_1X20,
2410  * - MEDIA_BUS_FMT_YUV10_1X30,
2411  * - MEDIA_BUS_FMT_RGB101010_1X30,
2412  * - MEDIA_BUS_FMT_UYVY8_1X16,
2413  * - MEDIA_BUS_FMT_YUV8_1X24,
2414  * - MEDIA_BUS_FMT_RGB888_1X24,
2415  */
2416 
2417 /* Can return a maximum of 11 possible output formats for a mode/connector */
2418 #define MAX_OUTPUT_SEL_FORMATS	11
2419 
2420 static u32 *dw_hdmi_bridge_atomic_get_output_bus_fmts(struct drm_bridge *bridge,
2421 					struct drm_bridge_state *bridge_state,
2422 					struct drm_crtc_state *crtc_state,
2423 					struct drm_connector_state *conn_state,
2424 					unsigned int *num_output_fmts)
2425 {
2426 	struct drm_connector *conn = conn_state->connector;
2427 	struct drm_display_info *info = &conn->display_info;
2428 	struct drm_display_mode *mode = &crtc_state->mode;
2429 	u8 max_bpc = conn_state->max_requested_bpc;
2430 	bool is_hdmi2_sink = info->hdmi.scdc.supported ||
2431 			     (info->color_formats & DRM_COLOR_FORMAT_YCRCB420);
2432 	u32 *output_fmts;
2433 	unsigned int i = 0;
2434 
2435 	*num_output_fmts = 0;
2436 
2437 	output_fmts = kcalloc(MAX_OUTPUT_SEL_FORMATS, sizeof(*output_fmts),
2438 			      GFP_KERNEL);
2439 	if (!output_fmts)
2440 		return NULL;
2441 
2442 	/* If dw-hdmi is the only bridge, avoid negociating with ourselves */
2443 	if (list_is_singular(&bridge->encoder->bridge_chain)) {
2444 		*num_output_fmts = 1;
2445 		output_fmts[0] = MEDIA_BUS_FMT_FIXED;
2446 
2447 		return output_fmts;
2448 	}
2449 
2450 	/*
2451 	 * If the current mode enforces 4:2:0, force the output but format
2452 	 * to 4:2:0 and do not add the YUV422/444/RGB formats
2453 	 */
2454 	if (conn->ycbcr_420_allowed &&
2455 	    (drm_mode_is_420_only(info, mode) ||
2456 	     (is_hdmi2_sink && drm_mode_is_420_also(info, mode)))) {
2457 
2458 		/* Order bus formats from 16bit to 8bit if supported */
2459 		if (max_bpc >= 16 && info->bpc == 16 &&
2460 		    (info->hdmi.y420_dc_modes & DRM_EDID_YCBCR420_DC_48))
2461 			output_fmts[i++] = MEDIA_BUS_FMT_UYYVYY16_0_5X48;
2462 
2463 		if (max_bpc >= 12 && info->bpc >= 12 &&
2464 		    (info->hdmi.y420_dc_modes & DRM_EDID_YCBCR420_DC_36))
2465 			output_fmts[i++] = MEDIA_BUS_FMT_UYYVYY12_0_5X36;
2466 
2467 		if (max_bpc >= 10 && info->bpc >= 10 &&
2468 		    (info->hdmi.y420_dc_modes & DRM_EDID_YCBCR420_DC_30))
2469 			output_fmts[i++] = MEDIA_BUS_FMT_UYYVYY10_0_5X30;
2470 
2471 		/* Default 8bit fallback */
2472 		output_fmts[i++] = MEDIA_BUS_FMT_UYYVYY8_0_5X24;
2473 
2474 		*num_output_fmts = i;
2475 
2476 		return output_fmts;
2477 	}
2478 
2479 	/*
2480 	 * Order bus formats from 16bit to 8bit and from YUV422 to RGB
2481 	 * if supported. In any case the default RGB888 format is added
2482 	 */
2483 
2484 	if (max_bpc >= 16 && info->bpc == 16) {
2485 		if (info->color_formats & DRM_COLOR_FORMAT_YCRCB444)
2486 			output_fmts[i++] = MEDIA_BUS_FMT_YUV16_1X48;
2487 
2488 		output_fmts[i++] = MEDIA_BUS_FMT_RGB161616_1X48;
2489 	}
2490 
2491 	if (max_bpc >= 12 && info->bpc >= 12) {
2492 		if (info->color_formats & DRM_COLOR_FORMAT_YCRCB422)
2493 			output_fmts[i++] = MEDIA_BUS_FMT_UYVY12_1X24;
2494 
2495 		if (info->color_formats & DRM_COLOR_FORMAT_YCRCB444)
2496 			output_fmts[i++] = MEDIA_BUS_FMT_YUV12_1X36;
2497 
2498 		output_fmts[i++] = MEDIA_BUS_FMT_RGB121212_1X36;
2499 	}
2500 
2501 	if (max_bpc >= 10 && info->bpc >= 10) {
2502 		if (info->color_formats & DRM_COLOR_FORMAT_YCRCB422)
2503 			output_fmts[i++] = MEDIA_BUS_FMT_UYVY10_1X20;
2504 
2505 		if (info->color_formats & DRM_COLOR_FORMAT_YCRCB444)
2506 			output_fmts[i++] = MEDIA_BUS_FMT_YUV10_1X30;
2507 
2508 		output_fmts[i++] = MEDIA_BUS_FMT_RGB101010_1X30;
2509 	}
2510 
2511 	if (info->color_formats & DRM_COLOR_FORMAT_YCRCB422)
2512 		output_fmts[i++] = MEDIA_BUS_FMT_UYVY8_1X16;
2513 
2514 	if (info->color_formats & DRM_COLOR_FORMAT_YCRCB444)
2515 		output_fmts[i++] = MEDIA_BUS_FMT_YUV8_1X24;
2516 
2517 	/* Default 8bit RGB fallback */
2518 	output_fmts[i++] = MEDIA_BUS_FMT_RGB888_1X24;
2519 
2520 	*num_output_fmts = i;
2521 
2522 	return output_fmts;
2523 }
2524 
2525 /*
2526  * Possible input formats :
2527  * - MEDIA_BUS_FMT_RGB888_1X24
2528  * - MEDIA_BUS_FMT_YUV8_1X24
2529  * - MEDIA_BUS_FMT_UYVY8_1X16
2530  * - MEDIA_BUS_FMT_UYYVYY8_0_5X24
2531  * - MEDIA_BUS_FMT_RGB101010_1X30
2532  * - MEDIA_BUS_FMT_YUV10_1X30
2533  * - MEDIA_BUS_FMT_UYVY10_1X20
2534  * - MEDIA_BUS_FMT_UYYVYY10_0_5X30
2535  * - MEDIA_BUS_FMT_RGB121212_1X36
2536  * - MEDIA_BUS_FMT_YUV12_1X36
2537  * - MEDIA_BUS_FMT_UYVY12_1X24
2538  * - MEDIA_BUS_FMT_UYYVYY12_0_5X36
2539  * - MEDIA_BUS_FMT_RGB161616_1X48
2540  * - MEDIA_BUS_FMT_YUV16_1X48
2541  * - MEDIA_BUS_FMT_UYYVYY16_0_5X48
2542  */
2543 
2544 /* Can return a maximum of 3 possible input formats for an output format */
2545 #define MAX_INPUT_SEL_FORMATS	3
2546 
2547 static u32 *dw_hdmi_bridge_atomic_get_input_bus_fmts(struct drm_bridge *bridge,
2548 					struct drm_bridge_state *bridge_state,
2549 					struct drm_crtc_state *crtc_state,
2550 					struct drm_connector_state *conn_state,
2551 					u32 output_fmt,
2552 					unsigned int *num_input_fmts)
2553 {
2554 	u32 *input_fmts;
2555 	unsigned int i = 0;
2556 
2557 	*num_input_fmts = 0;
2558 
2559 	input_fmts = kcalloc(MAX_INPUT_SEL_FORMATS, sizeof(*input_fmts),
2560 			     GFP_KERNEL);
2561 	if (!input_fmts)
2562 		return NULL;
2563 
2564 	switch (output_fmt) {
2565 	/* If MEDIA_BUS_FMT_FIXED is tested, return default bus format */
2566 	case MEDIA_BUS_FMT_FIXED:
2567 		input_fmts[i++] = MEDIA_BUS_FMT_RGB888_1X24;
2568 		break;
2569 	/* 8bit */
2570 	case MEDIA_BUS_FMT_RGB888_1X24:
2571 		input_fmts[i++] = MEDIA_BUS_FMT_RGB888_1X24;
2572 		input_fmts[i++] = MEDIA_BUS_FMT_YUV8_1X24;
2573 		input_fmts[i++] = MEDIA_BUS_FMT_UYVY8_1X16;
2574 		break;
2575 	case MEDIA_BUS_FMT_YUV8_1X24:
2576 		input_fmts[i++] = MEDIA_BUS_FMT_YUV8_1X24;
2577 		input_fmts[i++] = MEDIA_BUS_FMT_UYVY8_1X16;
2578 		input_fmts[i++] = MEDIA_BUS_FMT_RGB888_1X24;
2579 		break;
2580 	case MEDIA_BUS_FMT_UYVY8_1X16:
2581 		input_fmts[i++] = MEDIA_BUS_FMT_UYVY8_1X16;
2582 		input_fmts[i++] = MEDIA_BUS_FMT_YUV8_1X24;
2583 		input_fmts[i++] = MEDIA_BUS_FMT_RGB888_1X24;
2584 		break;
2585 
2586 	/* 10bit */
2587 	case MEDIA_BUS_FMT_RGB101010_1X30:
2588 		input_fmts[i++] = MEDIA_BUS_FMT_RGB101010_1X30;
2589 		input_fmts[i++] = MEDIA_BUS_FMT_YUV10_1X30;
2590 		input_fmts[i++] = MEDIA_BUS_FMT_UYVY10_1X20;
2591 		break;
2592 	case MEDIA_BUS_FMT_YUV10_1X30:
2593 		input_fmts[i++] = MEDIA_BUS_FMT_YUV10_1X30;
2594 		input_fmts[i++] = MEDIA_BUS_FMT_UYVY10_1X20;
2595 		input_fmts[i++] = MEDIA_BUS_FMT_RGB101010_1X30;
2596 		break;
2597 	case MEDIA_BUS_FMT_UYVY10_1X20:
2598 		input_fmts[i++] = MEDIA_BUS_FMT_UYVY10_1X20;
2599 		input_fmts[i++] = MEDIA_BUS_FMT_YUV10_1X30;
2600 		input_fmts[i++] = MEDIA_BUS_FMT_RGB101010_1X30;
2601 		break;
2602 
2603 	/* 12bit */
2604 	case MEDIA_BUS_FMT_RGB121212_1X36:
2605 		input_fmts[i++] = MEDIA_BUS_FMT_RGB121212_1X36;
2606 		input_fmts[i++] = MEDIA_BUS_FMT_YUV12_1X36;
2607 		input_fmts[i++] = MEDIA_BUS_FMT_UYVY12_1X24;
2608 		break;
2609 	case MEDIA_BUS_FMT_YUV12_1X36:
2610 		input_fmts[i++] = MEDIA_BUS_FMT_YUV12_1X36;
2611 		input_fmts[i++] = MEDIA_BUS_FMT_UYVY12_1X24;
2612 		input_fmts[i++] = MEDIA_BUS_FMT_RGB121212_1X36;
2613 		break;
2614 	case MEDIA_BUS_FMT_UYVY12_1X24:
2615 		input_fmts[i++] = MEDIA_BUS_FMT_UYVY12_1X24;
2616 		input_fmts[i++] = MEDIA_BUS_FMT_YUV12_1X36;
2617 		input_fmts[i++] = MEDIA_BUS_FMT_RGB121212_1X36;
2618 		break;
2619 
2620 	/* 16bit */
2621 	case MEDIA_BUS_FMT_RGB161616_1X48:
2622 		input_fmts[i++] = MEDIA_BUS_FMT_RGB161616_1X48;
2623 		input_fmts[i++] = MEDIA_BUS_FMT_YUV16_1X48;
2624 		break;
2625 	case MEDIA_BUS_FMT_YUV16_1X48:
2626 		input_fmts[i++] = MEDIA_BUS_FMT_YUV16_1X48;
2627 		input_fmts[i++] = MEDIA_BUS_FMT_RGB161616_1X48;
2628 		break;
2629 
2630 	/*YUV 4:2:0 */
2631 	case MEDIA_BUS_FMT_UYYVYY8_0_5X24:
2632 	case MEDIA_BUS_FMT_UYYVYY10_0_5X30:
2633 	case MEDIA_BUS_FMT_UYYVYY12_0_5X36:
2634 	case MEDIA_BUS_FMT_UYYVYY16_0_5X48:
2635 		input_fmts[i++] = output_fmt;
2636 		break;
2637 	}
2638 
2639 	*num_input_fmts = i;
2640 
2641 	if (*num_input_fmts == 0) {
2642 		kfree(input_fmts);
2643 		input_fmts = NULL;
2644 	}
2645 
2646 	return input_fmts;
2647 }
2648 
2649 static int dw_hdmi_bridge_atomic_check(struct drm_bridge *bridge,
2650 				       struct drm_bridge_state *bridge_state,
2651 				       struct drm_crtc_state *crtc_state,
2652 				       struct drm_connector_state *conn_state)
2653 {
2654 	struct dw_hdmi *hdmi = bridge->driver_private;
2655 
2656 	hdmi->hdmi_data.enc_out_bus_format =
2657 			bridge_state->output_bus_cfg.format;
2658 
2659 	hdmi->hdmi_data.enc_in_bus_format =
2660 			bridge_state->input_bus_cfg.format;
2661 
2662 	dev_dbg(hdmi->dev, "input format 0x%04x, output format 0x%04x\n",
2663 		bridge_state->input_bus_cfg.format,
2664 		bridge_state->output_bus_cfg.format);
2665 
2666 	return 0;
2667 }
2668 
2669 static int dw_hdmi_bridge_attach(struct drm_bridge *bridge,
2670 				 enum drm_bridge_attach_flags flags)
2671 {
2672 	struct dw_hdmi *hdmi = bridge->driver_private;
2673 	struct drm_encoder *encoder = bridge->encoder;
2674 	struct drm_connector *connector = &hdmi->connector;
2675 	struct cec_connector_info conn_info;
2676 	struct cec_notifier *notifier;
2677 
2678 	if (flags & DRM_BRIDGE_ATTACH_NO_CONNECTOR) {
2679 		DRM_ERROR("Fix bridge driver to make connector optional!");
2680 		return -EINVAL;
2681 	}
2682 
2683 	connector->interlace_allowed = 1;
2684 	connector->polled = DRM_CONNECTOR_POLL_HPD;
2685 
2686 	drm_connector_helper_add(connector, &dw_hdmi_connector_helper_funcs);
2687 
2688 	drm_connector_init_with_ddc(bridge->dev, connector,
2689 				    &dw_hdmi_connector_funcs,
2690 				    DRM_MODE_CONNECTOR_HDMIA,
2691 				    hdmi->ddc);
2692 
2693 	/*
2694 	 * drm_connector_attach_max_bpc_property() requires the
2695 	 * connector to have a state.
2696 	 */
2697 	drm_atomic_helper_connector_reset(connector);
2698 
2699 	drm_connector_attach_max_bpc_property(connector, 8, 16);
2700 
2701 	if (hdmi->version >= 0x200a && hdmi->plat_data->use_drm_infoframe)
2702 		drm_object_attach_property(&connector->base,
2703 			connector->dev->mode_config.hdr_output_metadata_property, 0);
2704 
2705 	drm_connector_attach_encoder(connector, encoder);
2706 
2707 	cec_fill_conn_info_from_drm(&conn_info, connector);
2708 
2709 	notifier = cec_notifier_conn_register(hdmi->dev, NULL, &conn_info);
2710 	if (!notifier)
2711 		return -ENOMEM;
2712 
2713 	mutex_lock(&hdmi->cec_notifier_mutex);
2714 	hdmi->cec_notifier = notifier;
2715 	mutex_unlock(&hdmi->cec_notifier_mutex);
2716 
2717 	return 0;
2718 }
2719 
2720 static void dw_hdmi_bridge_detach(struct drm_bridge *bridge)
2721 {
2722 	struct dw_hdmi *hdmi = bridge->driver_private;
2723 
2724 	mutex_lock(&hdmi->cec_notifier_mutex);
2725 	cec_notifier_conn_unregister(hdmi->cec_notifier);
2726 	hdmi->cec_notifier = NULL;
2727 	mutex_unlock(&hdmi->cec_notifier_mutex);
2728 }
2729 
2730 static enum drm_mode_status
2731 dw_hdmi_bridge_mode_valid(struct drm_bridge *bridge,
2732 			  const struct drm_display_mode *mode)
2733 {
2734 	struct dw_hdmi *hdmi = bridge->driver_private;
2735 	struct drm_connector *connector = &hdmi->connector;
2736 	enum drm_mode_status mode_status = MODE_OK;
2737 
2738 	/* We don't support double-clocked modes */
2739 	if (mode->flags & DRM_MODE_FLAG_DBLCLK)
2740 		return MODE_BAD;
2741 
2742 	if (hdmi->plat_data->mode_valid)
2743 		mode_status = hdmi->plat_data->mode_valid(connector, mode);
2744 
2745 	return mode_status;
2746 }
2747 
2748 static void dw_hdmi_bridge_mode_set(struct drm_bridge *bridge,
2749 				    const struct drm_display_mode *orig_mode,
2750 				    const struct drm_display_mode *mode)
2751 {
2752 	struct dw_hdmi *hdmi = bridge->driver_private;
2753 
2754 	mutex_lock(&hdmi->mutex);
2755 
2756 	/* Store the display mode for plugin/DKMS poweron events */
2757 	memcpy(&hdmi->previous_mode, mode, sizeof(hdmi->previous_mode));
2758 
2759 	mutex_unlock(&hdmi->mutex);
2760 }
2761 
2762 static void dw_hdmi_bridge_disable(struct drm_bridge *bridge)
2763 {
2764 	struct dw_hdmi *hdmi = bridge->driver_private;
2765 
2766 	mutex_lock(&hdmi->mutex);
2767 	hdmi->disabled = true;
2768 	dw_hdmi_update_power(hdmi);
2769 	dw_hdmi_update_phy_mask(hdmi);
2770 	mutex_unlock(&hdmi->mutex);
2771 }
2772 
2773 static void dw_hdmi_bridge_enable(struct drm_bridge *bridge)
2774 {
2775 	struct dw_hdmi *hdmi = bridge->driver_private;
2776 
2777 	mutex_lock(&hdmi->mutex);
2778 	hdmi->disabled = false;
2779 	dw_hdmi_update_power(hdmi);
2780 	dw_hdmi_update_phy_mask(hdmi);
2781 	mutex_unlock(&hdmi->mutex);
2782 }
2783 
2784 static const struct drm_bridge_funcs dw_hdmi_bridge_funcs = {
2785 	.atomic_duplicate_state = drm_atomic_helper_bridge_duplicate_state,
2786 	.atomic_destroy_state = drm_atomic_helper_bridge_destroy_state,
2787 	.atomic_reset = drm_atomic_helper_bridge_reset,
2788 	.attach = dw_hdmi_bridge_attach,
2789 	.detach = dw_hdmi_bridge_detach,
2790 	.atomic_check = dw_hdmi_bridge_atomic_check,
2791 	.atomic_get_output_bus_fmts = dw_hdmi_bridge_atomic_get_output_bus_fmts,
2792 	.atomic_get_input_bus_fmts = dw_hdmi_bridge_atomic_get_input_bus_fmts,
2793 	.enable = dw_hdmi_bridge_enable,
2794 	.disable = dw_hdmi_bridge_disable,
2795 	.mode_set = dw_hdmi_bridge_mode_set,
2796 	.mode_valid = dw_hdmi_bridge_mode_valid,
2797 };
2798 
2799 static irqreturn_t dw_hdmi_i2c_irq(struct dw_hdmi *hdmi)
2800 {
2801 	struct dw_hdmi_i2c *i2c = hdmi->i2c;
2802 	unsigned int stat;
2803 
2804 	stat = hdmi_readb(hdmi, HDMI_IH_I2CM_STAT0);
2805 	if (!stat)
2806 		return IRQ_NONE;
2807 
2808 	hdmi_writeb(hdmi, stat, HDMI_IH_I2CM_STAT0);
2809 
2810 	i2c->stat = stat;
2811 
2812 	complete(&i2c->cmp);
2813 
2814 	return IRQ_HANDLED;
2815 }
2816 
2817 static irqreturn_t dw_hdmi_hardirq(int irq, void *dev_id)
2818 {
2819 	struct dw_hdmi *hdmi = dev_id;
2820 	u8 intr_stat;
2821 	irqreturn_t ret = IRQ_NONE;
2822 
2823 	if (hdmi->i2c)
2824 		ret = dw_hdmi_i2c_irq(hdmi);
2825 
2826 	intr_stat = hdmi_readb(hdmi, HDMI_IH_PHY_STAT0);
2827 	if (intr_stat) {
2828 		hdmi_writeb(hdmi, ~0, HDMI_IH_MUTE_PHY_STAT0);
2829 		return IRQ_WAKE_THREAD;
2830 	}
2831 
2832 	return ret;
2833 }
2834 
2835 void dw_hdmi_setup_rx_sense(struct dw_hdmi *hdmi, bool hpd, bool rx_sense)
2836 {
2837 	mutex_lock(&hdmi->mutex);
2838 
2839 	if (!hdmi->force) {
2840 		/*
2841 		 * If the RX sense status indicates we're disconnected,
2842 		 * clear the software rxsense status.
2843 		 */
2844 		if (!rx_sense)
2845 			hdmi->rxsense = false;
2846 
2847 		/*
2848 		 * Only set the software rxsense status when both
2849 		 * rxsense and hpd indicates we're connected.
2850 		 * This avoids what seems to be bad behaviour in
2851 		 * at least iMX6S versions of the phy.
2852 		 */
2853 		if (hpd)
2854 			hdmi->rxsense = true;
2855 
2856 		dw_hdmi_update_power(hdmi);
2857 		dw_hdmi_update_phy_mask(hdmi);
2858 	}
2859 	mutex_unlock(&hdmi->mutex);
2860 }
2861 EXPORT_SYMBOL_GPL(dw_hdmi_setup_rx_sense);
2862 
2863 static irqreturn_t dw_hdmi_irq(int irq, void *dev_id)
2864 {
2865 	struct dw_hdmi *hdmi = dev_id;
2866 	u8 intr_stat, phy_int_pol, phy_pol_mask, phy_stat;
2867 
2868 	intr_stat = hdmi_readb(hdmi, HDMI_IH_PHY_STAT0);
2869 	phy_int_pol = hdmi_readb(hdmi, HDMI_PHY_POL0);
2870 	phy_stat = hdmi_readb(hdmi, HDMI_PHY_STAT0);
2871 
2872 	phy_pol_mask = 0;
2873 	if (intr_stat & HDMI_IH_PHY_STAT0_HPD)
2874 		phy_pol_mask |= HDMI_PHY_HPD;
2875 	if (intr_stat & HDMI_IH_PHY_STAT0_RX_SENSE0)
2876 		phy_pol_mask |= HDMI_PHY_RX_SENSE0;
2877 	if (intr_stat & HDMI_IH_PHY_STAT0_RX_SENSE1)
2878 		phy_pol_mask |= HDMI_PHY_RX_SENSE1;
2879 	if (intr_stat & HDMI_IH_PHY_STAT0_RX_SENSE2)
2880 		phy_pol_mask |= HDMI_PHY_RX_SENSE2;
2881 	if (intr_stat & HDMI_IH_PHY_STAT0_RX_SENSE3)
2882 		phy_pol_mask |= HDMI_PHY_RX_SENSE3;
2883 
2884 	if (phy_pol_mask)
2885 		hdmi_modb(hdmi, ~phy_int_pol, phy_pol_mask, HDMI_PHY_POL0);
2886 
2887 	/*
2888 	 * RX sense tells us whether the TDMS transmitters are detecting
2889 	 * load - in other words, there's something listening on the
2890 	 * other end of the link.  Use this to decide whether we should
2891 	 * power on the phy as HPD may be toggled by the sink to merely
2892 	 * ask the source to re-read the EDID.
2893 	 */
2894 	if (intr_stat &
2895 	    (HDMI_IH_PHY_STAT0_RX_SENSE | HDMI_IH_PHY_STAT0_HPD)) {
2896 		dw_hdmi_setup_rx_sense(hdmi,
2897 				       phy_stat & HDMI_PHY_HPD,
2898 				       phy_stat & HDMI_PHY_RX_SENSE);
2899 
2900 		if ((phy_stat & (HDMI_PHY_RX_SENSE | HDMI_PHY_HPD)) == 0) {
2901 			mutex_lock(&hdmi->cec_notifier_mutex);
2902 			cec_notifier_phys_addr_invalidate(hdmi->cec_notifier);
2903 			mutex_unlock(&hdmi->cec_notifier_mutex);
2904 		}
2905 	}
2906 
2907 	if (intr_stat & HDMI_IH_PHY_STAT0_HPD) {
2908 		dev_dbg(hdmi->dev, "EVENT=%s\n",
2909 			phy_int_pol & HDMI_PHY_HPD ? "plugin" : "plugout");
2910 		if (hdmi->bridge.dev)
2911 			drm_helper_hpd_irq_event(hdmi->bridge.dev);
2912 	}
2913 
2914 	hdmi_writeb(hdmi, intr_stat, HDMI_IH_PHY_STAT0);
2915 	hdmi_writeb(hdmi, ~(HDMI_IH_PHY_STAT0_HPD | HDMI_IH_PHY_STAT0_RX_SENSE),
2916 		    HDMI_IH_MUTE_PHY_STAT0);
2917 
2918 	return IRQ_HANDLED;
2919 }
2920 
2921 static const struct dw_hdmi_phy_data dw_hdmi_phys[] = {
2922 	{
2923 		.type = DW_HDMI_PHY_DWC_HDMI_TX_PHY,
2924 		.name = "DWC HDMI TX PHY",
2925 		.gen = 1,
2926 	}, {
2927 		.type = DW_HDMI_PHY_DWC_MHL_PHY_HEAC,
2928 		.name = "DWC MHL PHY + HEAC PHY",
2929 		.gen = 2,
2930 		.has_svsret = true,
2931 		.configure = hdmi_phy_configure_dwc_hdmi_3d_tx,
2932 	}, {
2933 		.type = DW_HDMI_PHY_DWC_MHL_PHY,
2934 		.name = "DWC MHL PHY",
2935 		.gen = 2,
2936 		.has_svsret = true,
2937 		.configure = hdmi_phy_configure_dwc_hdmi_3d_tx,
2938 	}, {
2939 		.type = DW_HDMI_PHY_DWC_HDMI_3D_TX_PHY_HEAC,
2940 		.name = "DWC HDMI 3D TX PHY + HEAC PHY",
2941 		.gen = 2,
2942 		.configure = hdmi_phy_configure_dwc_hdmi_3d_tx,
2943 	}, {
2944 		.type = DW_HDMI_PHY_DWC_HDMI_3D_TX_PHY,
2945 		.name = "DWC HDMI 3D TX PHY",
2946 		.gen = 2,
2947 		.configure = hdmi_phy_configure_dwc_hdmi_3d_tx,
2948 	}, {
2949 		.type = DW_HDMI_PHY_DWC_HDMI20_TX_PHY,
2950 		.name = "DWC HDMI 2.0 TX PHY",
2951 		.gen = 2,
2952 		.has_svsret = true,
2953 		.configure = hdmi_phy_configure_dwc_hdmi_3d_tx,
2954 	}, {
2955 		.type = DW_HDMI_PHY_VENDOR_PHY,
2956 		.name = "Vendor PHY",
2957 	}
2958 };
2959 
2960 static int dw_hdmi_detect_phy(struct dw_hdmi *hdmi)
2961 {
2962 	unsigned int i;
2963 	u8 phy_type;
2964 
2965 	phy_type = hdmi->plat_data->phy_force_vendor ?
2966 				DW_HDMI_PHY_VENDOR_PHY :
2967 				hdmi_readb(hdmi, HDMI_CONFIG2_ID);
2968 
2969 	if (phy_type == DW_HDMI_PHY_VENDOR_PHY) {
2970 		/* Vendor PHYs require support from the glue layer. */
2971 		if (!hdmi->plat_data->phy_ops || !hdmi->plat_data->phy_name) {
2972 			dev_err(hdmi->dev,
2973 				"Vendor HDMI PHY not supported by glue layer\n");
2974 			return -ENODEV;
2975 		}
2976 
2977 		hdmi->phy.ops = hdmi->plat_data->phy_ops;
2978 		hdmi->phy.data = hdmi->plat_data->phy_data;
2979 		hdmi->phy.name = hdmi->plat_data->phy_name;
2980 		return 0;
2981 	}
2982 
2983 	/* Synopsys PHYs are handled internally. */
2984 	for (i = 0; i < ARRAY_SIZE(dw_hdmi_phys); ++i) {
2985 		if (dw_hdmi_phys[i].type == phy_type) {
2986 			hdmi->phy.ops = &dw_hdmi_synopsys_phy_ops;
2987 			hdmi->phy.name = dw_hdmi_phys[i].name;
2988 			hdmi->phy.data = (void *)&dw_hdmi_phys[i];
2989 
2990 			if (!dw_hdmi_phys[i].configure &&
2991 			    !hdmi->plat_data->configure_phy) {
2992 				dev_err(hdmi->dev, "%s requires platform support\n",
2993 					hdmi->phy.name);
2994 				return -ENODEV;
2995 			}
2996 
2997 			return 0;
2998 		}
2999 	}
3000 
3001 	dev_err(hdmi->dev, "Unsupported HDMI PHY type (%02x)\n", phy_type);
3002 	return -ENODEV;
3003 }
3004 
3005 static void dw_hdmi_cec_enable(struct dw_hdmi *hdmi)
3006 {
3007 	mutex_lock(&hdmi->mutex);
3008 	hdmi->mc_clkdis &= ~HDMI_MC_CLKDIS_CECCLK_DISABLE;
3009 	hdmi_writeb(hdmi, hdmi->mc_clkdis, HDMI_MC_CLKDIS);
3010 	mutex_unlock(&hdmi->mutex);
3011 }
3012 
3013 static void dw_hdmi_cec_disable(struct dw_hdmi *hdmi)
3014 {
3015 	mutex_lock(&hdmi->mutex);
3016 	hdmi->mc_clkdis |= HDMI_MC_CLKDIS_CECCLK_DISABLE;
3017 	hdmi_writeb(hdmi, hdmi->mc_clkdis, HDMI_MC_CLKDIS);
3018 	mutex_unlock(&hdmi->mutex);
3019 }
3020 
3021 static const struct dw_hdmi_cec_ops dw_hdmi_cec_ops = {
3022 	.write = hdmi_writeb,
3023 	.read = hdmi_readb,
3024 	.enable = dw_hdmi_cec_enable,
3025 	.disable = dw_hdmi_cec_disable,
3026 };
3027 
3028 static const struct regmap_config hdmi_regmap_8bit_config = {
3029 	.reg_bits	= 32,
3030 	.val_bits	= 8,
3031 	.reg_stride	= 1,
3032 	.max_register	= HDMI_I2CM_FS_SCL_LCNT_0_ADDR,
3033 };
3034 
3035 static const struct regmap_config hdmi_regmap_32bit_config = {
3036 	.reg_bits	= 32,
3037 	.val_bits	= 32,
3038 	.reg_stride	= 4,
3039 	.max_register	= HDMI_I2CM_FS_SCL_LCNT_0_ADDR << 2,
3040 };
3041 
3042 static void dw_hdmi_init_hw(struct dw_hdmi *hdmi)
3043 {
3044 	initialize_hdmi_ih_mutes(hdmi);
3045 
3046 	/*
3047 	 * Reset HDMI DDC I2C master controller and mute I2CM interrupts.
3048 	 * Even if we are using a separate i2c adapter doing this doesn't
3049 	 * hurt.
3050 	 */
3051 	dw_hdmi_i2c_init(hdmi);
3052 
3053 	if (hdmi->phy.ops->setup_hpd)
3054 		hdmi->phy.ops->setup_hpd(hdmi, hdmi->phy.data);
3055 }
3056 
3057 static struct dw_hdmi *
3058 __dw_hdmi_probe(struct platform_device *pdev,
3059 		const struct dw_hdmi_plat_data *plat_data)
3060 {
3061 	struct device *dev = &pdev->dev;
3062 	struct device_node *np = dev->of_node;
3063 	struct platform_device_info pdevinfo;
3064 	struct device_node *ddc_node;
3065 	struct dw_hdmi_cec_data cec;
3066 	struct dw_hdmi *hdmi;
3067 	struct resource *iores = NULL;
3068 	int irq;
3069 	int ret;
3070 	u32 val = 1;
3071 	u8 prod_id0;
3072 	u8 prod_id1;
3073 	u8 config0;
3074 	u8 config3;
3075 
3076 	hdmi = devm_kzalloc(dev, sizeof(*hdmi), GFP_KERNEL);
3077 	if (!hdmi)
3078 		return ERR_PTR(-ENOMEM);
3079 
3080 	hdmi->plat_data = plat_data;
3081 	hdmi->dev = dev;
3082 	hdmi->sample_rate = 48000;
3083 	hdmi->disabled = true;
3084 	hdmi->rxsense = true;
3085 	hdmi->phy_mask = (u8)~(HDMI_PHY_HPD | HDMI_PHY_RX_SENSE);
3086 	hdmi->mc_clkdis = 0x7f;
3087 	hdmi->last_connector_result = connector_status_disconnected;
3088 
3089 	mutex_init(&hdmi->mutex);
3090 	mutex_init(&hdmi->audio_mutex);
3091 	mutex_init(&hdmi->cec_notifier_mutex);
3092 	spin_lock_init(&hdmi->audio_lock);
3093 
3094 	ddc_node = of_parse_phandle(np, "ddc-i2c-bus", 0);
3095 	if (ddc_node) {
3096 		hdmi->ddc = of_get_i2c_adapter_by_node(ddc_node);
3097 		of_node_put(ddc_node);
3098 		if (!hdmi->ddc) {
3099 			dev_dbg(hdmi->dev, "failed to read ddc node\n");
3100 			return ERR_PTR(-EPROBE_DEFER);
3101 		}
3102 
3103 	} else {
3104 		dev_dbg(hdmi->dev, "no ddc property found\n");
3105 	}
3106 
3107 	if (!plat_data->regm) {
3108 		const struct regmap_config *reg_config;
3109 
3110 		of_property_read_u32(np, "reg-io-width", &val);
3111 		switch (val) {
3112 		case 4:
3113 			reg_config = &hdmi_regmap_32bit_config;
3114 			hdmi->reg_shift = 2;
3115 			break;
3116 		case 1:
3117 			reg_config = &hdmi_regmap_8bit_config;
3118 			break;
3119 		default:
3120 			dev_err(dev, "reg-io-width must be 1 or 4\n");
3121 			return ERR_PTR(-EINVAL);
3122 		}
3123 
3124 		iores = platform_get_resource(pdev, IORESOURCE_MEM, 0);
3125 		hdmi->regs = devm_ioremap_resource(dev, iores);
3126 		if (IS_ERR(hdmi->regs)) {
3127 			ret = PTR_ERR(hdmi->regs);
3128 			goto err_res;
3129 		}
3130 
3131 		hdmi->regm = devm_regmap_init_mmio(dev, hdmi->regs, reg_config);
3132 		if (IS_ERR(hdmi->regm)) {
3133 			dev_err(dev, "Failed to configure regmap\n");
3134 			ret = PTR_ERR(hdmi->regm);
3135 			goto err_res;
3136 		}
3137 	} else {
3138 		hdmi->regm = plat_data->regm;
3139 	}
3140 
3141 	hdmi->isfr_clk = devm_clk_get(hdmi->dev, "isfr");
3142 	if (IS_ERR(hdmi->isfr_clk)) {
3143 		ret = PTR_ERR(hdmi->isfr_clk);
3144 		dev_err(hdmi->dev, "Unable to get HDMI isfr clk: %d\n", ret);
3145 		goto err_res;
3146 	}
3147 
3148 	ret = clk_prepare_enable(hdmi->isfr_clk);
3149 	if (ret) {
3150 		dev_err(hdmi->dev, "Cannot enable HDMI isfr clock: %d\n", ret);
3151 		goto err_res;
3152 	}
3153 
3154 	hdmi->iahb_clk = devm_clk_get(hdmi->dev, "iahb");
3155 	if (IS_ERR(hdmi->iahb_clk)) {
3156 		ret = PTR_ERR(hdmi->iahb_clk);
3157 		dev_err(hdmi->dev, "Unable to get HDMI iahb clk: %d\n", ret);
3158 		goto err_isfr;
3159 	}
3160 
3161 	ret = clk_prepare_enable(hdmi->iahb_clk);
3162 	if (ret) {
3163 		dev_err(hdmi->dev, "Cannot enable HDMI iahb clock: %d\n", ret);
3164 		goto err_isfr;
3165 	}
3166 
3167 	hdmi->cec_clk = devm_clk_get(hdmi->dev, "cec");
3168 	if (PTR_ERR(hdmi->cec_clk) == -ENOENT) {
3169 		hdmi->cec_clk = NULL;
3170 	} else if (IS_ERR(hdmi->cec_clk)) {
3171 		ret = PTR_ERR(hdmi->cec_clk);
3172 		if (ret != -EPROBE_DEFER)
3173 			dev_err(hdmi->dev, "Cannot get HDMI cec clock: %d\n",
3174 				ret);
3175 
3176 		hdmi->cec_clk = NULL;
3177 		goto err_iahb;
3178 	} else {
3179 		ret = clk_prepare_enable(hdmi->cec_clk);
3180 		if (ret) {
3181 			dev_err(hdmi->dev, "Cannot enable HDMI cec clock: %d\n",
3182 				ret);
3183 			goto err_iahb;
3184 		}
3185 	}
3186 
3187 	/* Product and revision IDs */
3188 	hdmi->version = (hdmi_readb(hdmi, HDMI_DESIGN_ID) << 8)
3189 		      | (hdmi_readb(hdmi, HDMI_REVISION_ID) << 0);
3190 	prod_id0 = hdmi_readb(hdmi, HDMI_PRODUCT_ID0);
3191 	prod_id1 = hdmi_readb(hdmi, HDMI_PRODUCT_ID1);
3192 
3193 	if (prod_id0 != HDMI_PRODUCT_ID0_HDMI_TX ||
3194 	    (prod_id1 & ~HDMI_PRODUCT_ID1_HDCP) != HDMI_PRODUCT_ID1_HDMI_TX) {
3195 		dev_err(dev, "Unsupported HDMI controller (%04x:%02x:%02x)\n",
3196 			hdmi->version, prod_id0, prod_id1);
3197 		ret = -ENODEV;
3198 		goto err_iahb;
3199 	}
3200 
3201 	ret = dw_hdmi_detect_phy(hdmi);
3202 	if (ret < 0)
3203 		goto err_iahb;
3204 
3205 	dev_info(dev, "Detected HDMI TX controller v%x.%03x %s HDCP (%s)\n",
3206 		 hdmi->version >> 12, hdmi->version & 0xfff,
3207 		 prod_id1 & HDMI_PRODUCT_ID1_HDCP ? "with" : "without",
3208 		 hdmi->phy.name);
3209 
3210 	dw_hdmi_init_hw(hdmi);
3211 
3212 	irq = platform_get_irq(pdev, 0);
3213 	if (irq < 0) {
3214 		ret = irq;
3215 		goto err_iahb;
3216 	}
3217 
3218 	ret = devm_request_threaded_irq(dev, irq, dw_hdmi_hardirq,
3219 					dw_hdmi_irq, IRQF_SHARED,
3220 					dev_name(dev), hdmi);
3221 	if (ret)
3222 		goto err_iahb;
3223 
3224 	/*
3225 	 * To prevent overflows in HDMI_IH_FC_STAT2, set the clk regenerator
3226 	 * N and cts values before enabling phy
3227 	 */
3228 	hdmi_init_clk_regenerator(hdmi);
3229 
3230 	/* If DDC bus is not specified, try to register HDMI I2C bus */
3231 	if (!hdmi->ddc) {
3232 		/* Look for (optional) stuff related to unwedging */
3233 		hdmi->pinctrl = devm_pinctrl_get(dev);
3234 		if (!IS_ERR(hdmi->pinctrl)) {
3235 			hdmi->unwedge_state =
3236 				pinctrl_lookup_state(hdmi->pinctrl, "unwedge");
3237 			hdmi->default_state =
3238 				pinctrl_lookup_state(hdmi->pinctrl, "default");
3239 
3240 			if (IS_ERR(hdmi->default_state) ||
3241 			    IS_ERR(hdmi->unwedge_state)) {
3242 				if (!IS_ERR(hdmi->unwedge_state))
3243 					dev_warn(dev,
3244 						 "Unwedge requires default pinctrl\n");
3245 				hdmi->default_state = NULL;
3246 				hdmi->unwedge_state = NULL;
3247 			}
3248 		}
3249 
3250 		hdmi->ddc = dw_hdmi_i2c_adapter(hdmi);
3251 		if (IS_ERR(hdmi->ddc))
3252 			hdmi->ddc = NULL;
3253 	}
3254 
3255 	hdmi->bridge.driver_private = hdmi;
3256 	hdmi->bridge.funcs = &dw_hdmi_bridge_funcs;
3257 #ifdef CONFIG_OF
3258 	hdmi->bridge.of_node = pdev->dev.of_node;
3259 #endif
3260 
3261 	if (hdmi->version >= 0x200a)
3262 		hdmi->connector.ycbcr_420_allowed =
3263 			hdmi->plat_data->ycbcr_420_allowed;
3264 	else
3265 		hdmi->connector.ycbcr_420_allowed = false;
3266 
3267 	memset(&pdevinfo, 0, sizeof(pdevinfo));
3268 	pdevinfo.parent = dev;
3269 	pdevinfo.id = PLATFORM_DEVID_AUTO;
3270 
3271 	config0 = hdmi_readb(hdmi, HDMI_CONFIG0_ID);
3272 	config3 = hdmi_readb(hdmi, HDMI_CONFIG3_ID);
3273 
3274 	if (iores && config3 & HDMI_CONFIG3_AHBAUDDMA) {
3275 		struct dw_hdmi_audio_data audio;
3276 
3277 		audio.phys = iores->start;
3278 		audio.base = hdmi->regs;
3279 		audio.irq = irq;
3280 		audio.hdmi = hdmi;
3281 		audio.eld = hdmi->connector.eld;
3282 		hdmi->enable_audio = dw_hdmi_ahb_audio_enable;
3283 		hdmi->disable_audio = dw_hdmi_ahb_audio_disable;
3284 
3285 		pdevinfo.name = "dw-hdmi-ahb-audio";
3286 		pdevinfo.data = &audio;
3287 		pdevinfo.size_data = sizeof(audio);
3288 		pdevinfo.dma_mask = DMA_BIT_MASK(32);
3289 		hdmi->audio = platform_device_register_full(&pdevinfo);
3290 	} else if (config0 & HDMI_CONFIG0_I2S) {
3291 		struct dw_hdmi_i2s_audio_data audio;
3292 
3293 		audio.hdmi	= hdmi;
3294 		audio.eld	= hdmi->connector.eld;
3295 		audio.write	= hdmi_writeb;
3296 		audio.read	= hdmi_readb;
3297 		hdmi->enable_audio = dw_hdmi_i2s_audio_enable;
3298 		hdmi->disable_audio = dw_hdmi_i2s_audio_disable;
3299 
3300 		pdevinfo.name = "dw-hdmi-i2s-audio";
3301 		pdevinfo.data = &audio;
3302 		pdevinfo.size_data = sizeof(audio);
3303 		pdevinfo.dma_mask = DMA_BIT_MASK(32);
3304 		hdmi->audio = platform_device_register_full(&pdevinfo);
3305 	}
3306 
3307 	if (config0 & HDMI_CONFIG0_CEC) {
3308 		cec.hdmi = hdmi;
3309 		cec.ops = &dw_hdmi_cec_ops;
3310 		cec.irq = irq;
3311 
3312 		pdevinfo.name = "dw-hdmi-cec";
3313 		pdevinfo.data = &cec;
3314 		pdevinfo.size_data = sizeof(cec);
3315 		pdevinfo.dma_mask = 0;
3316 
3317 		hdmi->cec = platform_device_register_full(&pdevinfo);
3318 	}
3319 
3320 	return hdmi;
3321 
3322 err_iahb:
3323 	if (hdmi->i2c) {
3324 		i2c_del_adapter(&hdmi->i2c->adap);
3325 		hdmi->ddc = NULL;
3326 	}
3327 
3328 	clk_disable_unprepare(hdmi->iahb_clk);
3329 	if (hdmi->cec_clk)
3330 		clk_disable_unprepare(hdmi->cec_clk);
3331 err_isfr:
3332 	clk_disable_unprepare(hdmi->isfr_clk);
3333 err_res:
3334 	i2c_put_adapter(hdmi->ddc);
3335 
3336 	return ERR_PTR(ret);
3337 }
3338 
3339 static void __dw_hdmi_remove(struct dw_hdmi *hdmi)
3340 {
3341 	if (hdmi->audio && !IS_ERR(hdmi->audio))
3342 		platform_device_unregister(hdmi->audio);
3343 	if (!IS_ERR(hdmi->cec))
3344 		platform_device_unregister(hdmi->cec);
3345 
3346 	/* Disable all interrupts */
3347 	hdmi_writeb(hdmi, ~0, HDMI_IH_MUTE_PHY_STAT0);
3348 
3349 	clk_disable_unprepare(hdmi->iahb_clk);
3350 	clk_disable_unprepare(hdmi->isfr_clk);
3351 	if (hdmi->cec_clk)
3352 		clk_disable_unprepare(hdmi->cec_clk);
3353 
3354 	if (hdmi->i2c)
3355 		i2c_del_adapter(&hdmi->i2c->adap);
3356 	else
3357 		i2c_put_adapter(hdmi->ddc);
3358 }
3359 
3360 /* -----------------------------------------------------------------------------
3361  * Probe/remove API, used from platforms based on the DRM bridge API.
3362  */
3363 struct dw_hdmi *dw_hdmi_probe(struct platform_device *pdev,
3364 			      const struct dw_hdmi_plat_data *plat_data)
3365 {
3366 	struct dw_hdmi *hdmi;
3367 
3368 	hdmi = __dw_hdmi_probe(pdev, plat_data);
3369 	if (IS_ERR(hdmi))
3370 		return hdmi;
3371 
3372 	drm_bridge_add(&hdmi->bridge);
3373 
3374 	return hdmi;
3375 }
3376 EXPORT_SYMBOL_GPL(dw_hdmi_probe);
3377 
3378 void dw_hdmi_remove(struct dw_hdmi *hdmi)
3379 {
3380 	drm_bridge_remove(&hdmi->bridge);
3381 
3382 	__dw_hdmi_remove(hdmi);
3383 }
3384 EXPORT_SYMBOL_GPL(dw_hdmi_remove);
3385 
3386 /* -----------------------------------------------------------------------------
3387  * Bind/unbind API, used from platforms based on the component framework.
3388  */
3389 struct dw_hdmi *dw_hdmi_bind(struct platform_device *pdev,
3390 			     struct drm_encoder *encoder,
3391 			     const struct dw_hdmi_plat_data *plat_data)
3392 {
3393 	struct dw_hdmi *hdmi;
3394 	int ret;
3395 
3396 	hdmi = __dw_hdmi_probe(pdev, plat_data);
3397 	if (IS_ERR(hdmi))
3398 		return hdmi;
3399 
3400 	ret = drm_bridge_attach(encoder, &hdmi->bridge, NULL, 0);
3401 	if (ret) {
3402 		dw_hdmi_remove(hdmi);
3403 		DRM_ERROR("Failed to initialize bridge with drm\n");
3404 		return ERR_PTR(ret);
3405 	}
3406 
3407 	return hdmi;
3408 }
3409 EXPORT_SYMBOL_GPL(dw_hdmi_bind);
3410 
3411 void dw_hdmi_unbind(struct dw_hdmi *hdmi)
3412 {
3413 	__dw_hdmi_remove(hdmi);
3414 }
3415 EXPORT_SYMBOL_GPL(dw_hdmi_unbind);
3416 
3417 void dw_hdmi_resume(struct dw_hdmi *hdmi)
3418 {
3419 	dw_hdmi_init_hw(hdmi);
3420 }
3421 EXPORT_SYMBOL_GPL(dw_hdmi_resume);
3422 
3423 MODULE_AUTHOR("Sascha Hauer <s.hauer@pengutronix.de>");
3424 MODULE_AUTHOR("Andy Yan <andy.yan@rock-chips.com>");
3425 MODULE_AUTHOR("Yakir Yang <ykk@rock-chips.com>");
3426 MODULE_AUTHOR("Vladimir Zapolskiy <vladimir_zapolskiy@mentor.com>");
3427 MODULE_DESCRIPTION("DW HDMI transmitter driver");
3428 MODULE_LICENSE("GPL");
3429 MODULE_ALIAS("platform:dw-hdmi");
3430