1 /*
2  * Copyright © 2014 Intel Corporation
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice (including the next
12  * paragraph) shall be included in all copies or substantial portions of the
13  * Software.
14  *
15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21  * DEALINGS IN THE SOFTWARE.
22  */
23 
24 #include <linux/component.h>
25 #include <linux/kernel.h>
26 
27 #include <drm/drm_edid.h>
28 #include <drm/i915_component.h>
29 
30 #include "i915_drv.h"
31 #include "intel_atomic.h"
32 #include "intel_audio.h"
33 #include "intel_cdclk.h"
34 #include "intel_de.h"
35 #include "intel_display_types.h"
36 #include "intel_lpe_audio.h"
37 
38 /**
39  * DOC: High Definition Audio over HDMI and Display Port
40  *
41  * The graphics and audio drivers together support High Definition Audio over
42  * HDMI and Display Port. The audio programming sequences are divided into audio
43  * codec and controller enable and disable sequences. The graphics driver
44  * handles the audio codec sequences, while the audio driver handles the audio
45  * controller sequences.
46  *
47  * The disable sequences must be performed before disabling the transcoder or
48  * port. The enable sequences may only be performed after enabling the
49  * transcoder and port, and after completed link training. Therefore the audio
50  * enable/disable sequences are part of the modeset sequence.
51  *
52  * The codec and controller sequences could be done either parallel or serial,
53  * but generally the ELDV/PD change in the codec sequence indicates to the audio
54  * driver that the controller sequence should start. Indeed, most of the
55  * co-operation between the graphics and audio drivers is handled via audio
56  * related registers. (The notable exception is the power management, not
57  * covered here.)
58  *
59  * The struct &i915_audio_component is used to interact between the graphics
60  * and audio drivers. The struct &i915_audio_component_ops @ops in it is
61  * defined in graphics driver and called in audio driver. The
62  * struct &i915_audio_component_audio_ops @audio_ops is called from i915 driver.
63  */
64 
65 /* DP N/M table */
66 #define LC_810M	810000
67 #define LC_540M	540000
68 #define LC_270M	270000
69 #define LC_162M	162000
70 
71 struct dp_aud_n_m {
72 	int sample_rate;
73 	int clock;
74 	u16 m;
75 	u16 n;
76 };
77 
78 struct hdmi_aud_ncts {
79 	int sample_rate;
80 	int clock;
81 	int n;
82 	int cts;
83 };
84 
85 /* Values according to DP 1.4 Table 2-104 */
86 static const struct dp_aud_n_m dp_aud_n_m[] = {
87 	{ 32000, LC_162M, 1024, 10125 },
88 	{ 44100, LC_162M, 784, 5625 },
89 	{ 48000, LC_162M, 512, 3375 },
90 	{ 64000, LC_162M, 2048, 10125 },
91 	{ 88200, LC_162M, 1568, 5625 },
92 	{ 96000, LC_162M, 1024, 3375 },
93 	{ 128000, LC_162M, 4096, 10125 },
94 	{ 176400, LC_162M, 3136, 5625 },
95 	{ 192000, LC_162M, 2048, 3375 },
96 	{ 32000, LC_270M, 1024, 16875 },
97 	{ 44100, LC_270M, 784, 9375 },
98 	{ 48000, LC_270M, 512, 5625 },
99 	{ 64000, LC_270M, 2048, 16875 },
100 	{ 88200, LC_270M, 1568, 9375 },
101 	{ 96000, LC_270M, 1024, 5625 },
102 	{ 128000, LC_270M, 4096, 16875 },
103 	{ 176400, LC_270M, 3136, 9375 },
104 	{ 192000, LC_270M, 2048, 5625 },
105 	{ 32000, LC_540M, 1024, 33750 },
106 	{ 44100, LC_540M, 784, 18750 },
107 	{ 48000, LC_540M, 512, 11250 },
108 	{ 64000, LC_540M, 2048, 33750 },
109 	{ 88200, LC_540M, 1568, 18750 },
110 	{ 96000, LC_540M, 1024, 11250 },
111 	{ 128000, LC_540M, 4096, 33750 },
112 	{ 176400, LC_540M, 3136, 18750 },
113 	{ 192000, LC_540M, 2048, 11250 },
114 	{ 32000, LC_810M, 1024, 50625 },
115 	{ 44100, LC_810M, 784, 28125 },
116 	{ 48000, LC_810M, 512, 16875 },
117 	{ 64000, LC_810M, 2048, 50625 },
118 	{ 88200, LC_810M, 1568, 28125 },
119 	{ 96000, LC_810M, 1024, 16875 },
120 	{ 128000, LC_810M, 4096, 50625 },
121 	{ 176400, LC_810M, 3136, 28125 },
122 	{ 192000, LC_810M, 2048, 16875 },
123 };
124 
125 static const struct dp_aud_n_m *
126 audio_config_dp_get_n_m(const struct intel_crtc_state *crtc_state, int rate)
127 {
128 	int i;
129 
130 	for (i = 0; i < ARRAY_SIZE(dp_aud_n_m); i++) {
131 		if (rate == dp_aud_n_m[i].sample_rate &&
132 		    crtc_state->port_clock == dp_aud_n_m[i].clock)
133 			return &dp_aud_n_m[i];
134 	}
135 
136 	return NULL;
137 }
138 
139 static const struct {
140 	int clock;
141 	u32 config;
142 } hdmi_audio_clock[] = {
143 	{ 25175, AUD_CONFIG_PIXEL_CLOCK_HDMI_25175 },
144 	{ 25200, AUD_CONFIG_PIXEL_CLOCK_HDMI_25200 }, /* default per bspec */
145 	{ 27000, AUD_CONFIG_PIXEL_CLOCK_HDMI_27000 },
146 	{ 27027, AUD_CONFIG_PIXEL_CLOCK_HDMI_27027 },
147 	{ 54000, AUD_CONFIG_PIXEL_CLOCK_HDMI_54000 },
148 	{ 54054, AUD_CONFIG_PIXEL_CLOCK_HDMI_54054 },
149 	{ 74176, AUD_CONFIG_PIXEL_CLOCK_HDMI_74176 },
150 	{ 74250, AUD_CONFIG_PIXEL_CLOCK_HDMI_74250 },
151 	{ 148352, AUD_CONFIG_PIXEL_CLOCK_HDMI_148352 },
152 	{ 148500, AUD_CONFIG_PIXEL_CLOCK_HDMI_148500 },
153 	{ 296703, AUD_CONFIG_PIXEL_CLOCK_HDMI_296703 },
154 	{ 297000, AUD_CONFIG_PIXEL_CLOCK_HDMI_297000 },
155 	{ 593407, AUD_CONFIG_PIXEL_CLOCK_HDMI_593407 },
156 	{ 594000, AUD_CONFIG_PIXEL_CLOCK_HDMI_594000 },
157 };
158 
159 /* HDMI N/CTS table */
160 #define TMDS_297M 297000
161 #define TMDS_296M 296703
162 #define TMDS_594M 594000
163 #define TMDS_593M 593407
164 
165 static const struct hdmi_aud_ncts hdmi_aud_ncts_24bpp[] = {
166 	{ 32000, TMDS_296M, 5824, 421875 },
167 	{ 32000, TMDS_297M, 3072, 222750 },
168 	{ 32000, TMDS_593M, 5824, 843750 },
169 	{ 32000, TMDS_594M, 3072, 445500 },
170 	{ 44100, TMDS_296M, 4459, 234375 },
171 	{ 44100, TMDS_297M, 4704, 247500 },
172 	{ 44100, TMDS_593M, 8918, 937500 },
173 	{ 44100, TMDS_594M, 9408, 990000 },
174 	{ 88200, TMDS_296M, 8918, 234375 },
175 	{ 88200, TMDS_297M, 9408, 247500 },
176 	{ 88200, TMDS_593M, 17836, 937500 },
177 	{ 88200, TMDS_594M, 18816, 990000 },
178 	{ 176400, TMDS_296M, 17836, 234375 },
179 	{ 176400, TMDS_297M, 18816, 247500 },
180 	{ 176400, TMDS_593M, 35672, 937500 },
181 	{ 176400, TMDS_594M, 37632, 990000 },
182 	{ 48000, TMDS_296M, 5824, 281250 },
183 	{ 48000, TMDS_297M, 5120, 247500 },
184 	{ 48000, TMDS_593M, 5824, 562500 },
185 	{ 48000, TMDS_594M, 6144, 594000 },
186 	{ 96000, TMDS_296M, 11648, 281250 },
187 	{ 96000, TMDS_297M, 10240, 247500 },
188 	{ 96000, TMDS_593M, 11648, 562500 },
189 	{ 96000, TMDS_594M, 12288, 594000 },
190 	{ 192000, TMDS_296M, 23296, 281250 },
191 	{ 192000, TMDS_297M, 20480, 247500 },
192 	{ 192000, TMDS_593M, 23296, 562500 },
193 	{ 192000, TMDS_594M, 24576, 594000 },
194 };
195 
196 /* Appendix C - N & CTS values for deep color from HDMI 2.0 spec*/
197 /* HDMI N/CTS table for 10 bit deep color(30 bpp)*/
198 #define TMDS_371M 371250
199 #define TMDS_370M 370878
200 
201 static const struct hdmi_aud_ncts hdmi_aud_ncts_30bpp[] = {
202 	{ 32000, TMDS_370M, 5824, 527344 },
203 	{ 32000, TMDS_371M, 6144, 556875 },
204 	{ 44100, TMDS_370M, 8918, 585938 },
205 	{ 44100, TMDS_371M, 4704, 309375 },
206 	{ 88200, TMDS_370M, 17836, 585938 },
207 	{ 88200, TMDS_371M, 9408, 309375 },
208 	{ 176400, TMDS_370M, 35672, 585938 },
209 	{ 176400, TMDS_371M, 18816, 309375 },
210 	{ 48000, TMDS_370M, 11648, 703125 },
211 	{ 48000, TMDS_371M, 5120, 309375 },
212 	{ 96000, TMDS_370M, 23296, 703125 },
213 	{ 96000, TMDS_371M, 10240, 309375 },
214 	{ 192000, TMDS_370M, 46592, 703125 },
215 	{ 192000, TMDS_371M, 20480, 309375 },
216 };
217 
218 /* HDMI N/CTS table for 12 bit deep color(36 bpp)*/
219 #define TMDS_445_5M 445500
220 #define TMDS_445M 445054
221 
222 static const struct hdmi_aud_ncts hdmi_aud_ncts_36bpp[] = {
223 	{ 32000, TMDS_445M, 5824, 632813 },
224 	{ 32000, TMDS_445_5M, 4096, 445500 },
225 	{ 44100, TMDS_445M, 8918, 703125 },
226 	{ 44100, TMDS_445_5M, 4704, 371250 },
227 	{ 88200, TMDS_445M, 17836, 703125 },
228 	{ 88200, TMDS_445_5M, 9408, 371250 },
229 	{ 176400, TMDS_445M, 35672, 703125 },
230 	{ 176400, TMDS_445_5M, 18816, 371250 },
231 	{ 48000, TMDS_445M, 5824, 421875 },
232 	{ 48000, TMDS_445_5M, 5120, 371250 },
233 	{ 96000, TMDS_445M, 11648, 421875 },
234 	{ 96000, TMDS_445_5M, 10240, 371250 },
235 	{ 192000, TMDS_445M, 23296, 421875 },
236 	{ 192000, TMDS_445_5M, 20480, 371250 },
237 };
238 
239 /* get AUD_CONFIG_PIXEL_CLOCK_HDMI_* value for mode */
240 static u32 audio_config_hdmi_pixel_clock(const struct intel_crtc_state *crtc_state)
241 {
242 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);
243 	const struct drm_display_mode *adjusted_mode =
244 		&crtc_state->hw.adjusted_mode;
245 	int i;
246 
247 	for (i = 0; i < ARRAY_SIZE(hdmi_audio_clock); i++) {
248 		if (adjusted_mode->crtc_clock == hdmi_audio_clock[i].clock)
249 			break;
250 	}
251 
252 	if (DISPLAY_VER(dev_priv) < 12 && adjusted_mode->crtc_clock > 148500)
253 		i = ARRAY_SIZE(hdmi_audio_clock);
254 
255 	if (i == ARRAY_SIZE(hdmi_audio_clock)) {
256 		drm_dbg_kms(&dev_priv->drm,
257 			    "HDMI audio pixel clock setting for %d not found, falling back to defaults\n",
258 			    adjusted_mode->crtc_clock);
259 		i = 1;
260 	}
261 
262 	drm_dbg_kms(&dev_priv->drm,
263 		    "Configuring HDMI audio for pixel clock %d (0x%08x)\n",
264 		    hdmi_audio_clock[i].clock,
265 		    hdmi_audio_clock[i].config);
266 
267 	return hdmi_audio_clock[i].config;
268 }
269 
270 static int audio_config_hdmi_get_n(const struct intel_crtc_state *crtc_state,
271 				   int rate)
272 {
273 	const struct hdmi_aud_ncts *hdmi_ncts_table;
274 	int i, size;
275 
276 	if (crtc_state->pipe_bpp == 36) {
277 		hdmi_ncts_table = hdmi_aud_ncts_36bpp;
278 		size = ARRAY_SIZE(hdmi_aud_ncts_36bpp);
279 	} else if (crtc_state->pipe_bpp == 30) {
280 		hdmi_ncts_table = hdmi_aud_ncts_30bpp;
281 		size = ARRAY_SIZE(hdmi_aud_ncts_30bpp);
282 	} else {
283 		hdmi_ncts_table = hdmi_aud_ncts_24bpp;
284 		size = ARRAY_SIZE(hdmi_aud_ncts_24bpp);
285 	}
286 
287 	for (i = 0; i < size; i++) {
288 		if (rate == hdmi_ncts_table[i].sample_rate &&
289 		    crtc_state->port_clock == hdmi_ncts_table[i].clock) {
290 			return hdmi_ncts_table[i].n;
291 		}
292 	}
293 	return 0;
294 }
295 
296 static bool intel_eld_uptodate(struct drm_connector *connector,
297 			       i915_reg_t reg_eldv, u32 bits_eldv,
298 			       i915_reg_t reg_elda, u32 bits_elda,
299 			       i915_reg_t reg_edid)
300 {
301 	struct drm_i915_private *dev_priv = to_i915(connector->dev);
302 	const u8 *eld = connector->eld;
303 	u32 tmp;
304 	int i;
305 
306 	tmp = intel_de_read(dev_priv, reg_eldv);
307 	tmp &= bits_eldv;
308 
309 	if (!tmp)
310 		return false;
311 
312 	tmp = intel_de_read(dev_priv, reg_elda);
313 	tmp &= ~bits_elda;
314 	intel_de_write(dev_priv, reg_elda, tmp);
315 
316 	for (i = 0; i < drm_eld_size(eld) / 4; i++)
317 		if (intel_de_read(dev_priv, reg_edid) != *((const u32 *)eld + i))
318 			return false;
319 
320 	return true;
321 }
322 
323 static void g4x_audio_codec_disable(struct intel_encoder *encoder,
324 				    const struct intel_crtc_state *old_crtc_state,
325 				    const struct drm_connector_state *old_conn_state)
326 {
327 	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
328 	u32 eldv, tmp;
329 
330 	drm_dbg_kms(&dev_priv->drm, "Disable audio codec\n");
331 
332 	tmp = intel_de_read(dev_priv, G4X_AUD_VID_DID);
333 	if (tmp == INTEL_AUDIO_DEVBLC || tmp == INTEL_AUDIO_DEVCL)
334 		eldv = G4X_ELDV_DEVCL_DEVBLC;
335 	else
336 		eldv = G4X_ELDV_DEVCTG;
337 
338 	/* Invalidate ELD */
339 	tmp = intel_de_read(dev_priv, G4X_AUD_CNTL_ST);
340 	tmp &= ~eldv;
341 	intel_de_write(dev_priv, G4X_AUD_CNTL_ST, tmp);
342 }
343 
344 static void g4x_audio_codec_enable(struct intel_encoder *encoder,
345 				   const struct intel_crtc_state *crtc_state,
346 				   const struct drm_connector_state *conn_state)
347 {
348 	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
349 	struct drm_connector *connector = conn_state->connector;
350 	const u8 *eld = connector->eld;
351 	u32 eldv;
352 	u32 tmp;
353 	int len, i;
354 
355 	drm_dbg_kms(&dev_priv->drm, "Enable audio codec, %u bytes ELD\n",
356 		    drm_eld_size(eld));
357 
358 	tmp = intel_de_read(dev_priv, G4X_AUD_VID_DID);
359 	if (tmp == INTEL_AUDIO_DEVBLC || tmp == INTEL_AUDIO_DEVCL)
360 		eldv = G4X_ELDV_DEVCL_DEVBLC;
361 	else
362 		eldv = G4X_ELDV_DEVCTG;
363 
364 	if (intel_eld_uptodate(connector,
365 			       G4X_AUD_CNTL_ST, eldv,
366 			       G4X_AUD_CNTL_ST, G4X_ELD_ADDR_MASK,
367 			       G4X_HDMIW_HDMIEDID))
368 		return;
369 
370 	tmp = intel_de_read(dev_priv, G4X_AUD_CNTL_ST);
371 	tmp &= ~(eldv | G4X_ELD_ADDR_MASK);
372 	len = (tmp >> 9) & 0x1f;		/* ELD buffer size */
373 	intel_de_write(dev_priv, G4X_AUD_CNTL_ST, tmp);
374 
375 	len = min(drm_eld_size(eld) / 4, len);
376 	drm_dbg(&dev_priv->drm, "ELD size %d\n", len);
377 	for (i = 0; i < len; i++)
378 		intel_de_write(dev_priv, G4X_HDMIW_HDMIEDID,
379 			       *((const u32 *)eld + i));
380 
381 	tmp = intel_de_read(dev_priv, G4X_AUD_CNTL_ST);
382 	tmp |= eldv;
383 	intel_de_write(dev_priv, G4X_AUD_CNTL_ST, tmp);
384 }
385 
386 static void
387 hsw_dp_audio_config_update(struct intel_encoder *encoder,
388 			   const struct intel_crtc_state *crtc_state)
389 {
390 	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
391 	struct i915_audio_component *acomp = dev_priv->audio_component;
392 	enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
393 	enum port port = encoder->port;
394 	const struct dp_aud_n_m *nm;
395 	int rate;
396 	u32 tmp;
397 
398 	rate = acomp ? acomp->aud_sample_rate[port] : 0;
399 	nm = audio_config_dp_get_n_m(crtc_state, rate);
400 	if (nm)
401 		drm_dbg_kms(&dev_priv->drm, "using Maud %u, Naud %u\n", nm->m,
402 			    nm->n);
403 	else
404 		drm_dbg_kms(&dev_priv->drm, "using automatic Maud, Naud\n");
405 
406 	tmp = intel_de_read(dev_priv, HSW_AUD_CFG(cpu_transcoder));
407 	tmp &= ~AUD_CONFIG_N_VALUE_INDEX;
408 	tmp &= ~AUD_CONFIG_PIXEL_CLOCK_HDMI_MASK;
409 	tmp &= ~AUD_CONFIG_N_PROG_ENABLE;
410 	tmp |= AUD_CONFIG_N_VALUE_INDEX;
411 
412 	if (nm) {
413 		tmp &= ~AUD_CONFIG_N_MASK;
414 		tmp |= AUD_CONFIG_N(nm->n);
415 		tmp |= AUD_CONFIG_N_PROG_ENABLE;
416 	}
417 
418 	intel_de_write(dev_priv, HSW_AUD_CFG(cpu_transcoder), tmp);
419 
420 	tmp = intel_de_read(dev_priv, HSW_AUD_M_CTS_ENABLE(cpu_transcoder));
421 	tmp &= ~AUD_CONFIG_M_MASK;
422 	tmp &= ~AUD_M_CTS_M_VALUE_INDEX;
423 	tmp &= ~AUD_M_CTS_M_PROG_ENABLE;
424 
425 	if (nm) {
426 		tmp |= nm->m;
427 		tmp |= AUD_M_CTS_M_VALUE_INDEX;
428 		tmp |= AUD_M_CTS_M_PROG_ENABLE;
429 	}
430 
431 	intel_de_write(dev_priv, HSW_AUD_M_CTS_ENABLE(cpu_transcoder), tmp);
432 }
433 
434 static void
435 hsw_hdmi_audio_config_update(struct intel_encoder *encoder,
436 			     const struct intel_crtc_state *crtc_state)
437 {
438 	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
439 	struct i915_audio_component *acomp = dev_priv->audio_component;
440 	enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
441 	enum port port = encoder->port;
442 	int n, rate;
443 	u32 tmp;
444 
445 	rate = acomp ? acomp->aud_sample_rate[port] : 0;
446 
447 	tmp = intel_de_read(dev_priv, HSW_AUD_CFG(cpu_transcoder));
448 	tmp &= ~AUD_CONFIG_N_VALUE_INDEX;
449 	tmp &= ~AUD_CONFIG_PIXEL_CLOCK_HDMI_MASK;
450 	tmp &= ~AUD_CONFIG_N_PROG_ENABLE;
451 	tmp |= audio_config_hdmi_pixel_clock(crtc_state);
452 
453 	n = audio_config_hdmi_get_n(crtc_state, rate);
454 	if (n != 0) {
455 		drm_dbg_kms(&dev_priv->drm, "using N %d\n", n);
456 
457 		tmp &= ~AUD_CONFIG_N_MASK;
458 		tmp |= AUD_CONFIG_N(n);
459 		tmp |= AUD_CONFIG_N_PROG_ENABLE;
460 	} else {
461 		drm_dbg_kms(&dev_priv->drm, "using automatic N\n");
462 	}
463 
464 	intel_de_write(dev_priv, HSW_AUD_CFG(cpu_transcoder), tmp);
465 
466 	/*
467 	 * Let's disable "Enable CTS or M Prog bit"
468 	 * and let HW calculate the value
469 	 */
470 	tmp = intel_de_read(dev_priv, HSW_AUD_M_CTS_ENABLE(cpu_transcoder));
471 	tmp &= ~AUD_M_CTS_M_PROG_ENABLE;
472 	tmp &= ~AUD_M_CTS_M_VALUE_INDEX;
473 	intel_de_write(dev_priv, HSW_AUD_M_CTS_ENABLE(cpu_transcoder), tmp);
474 }
475 
476 static void
477 hsw_audio_config_update(struct intel_encoder *encoder,
478 			const struct intel_crtc_state *crtc_state)
479 {
480 	if (intel_crtc_has_dp_encoder(crtc_state))
481 		hsw_dp_audio_config_update(encoder, crtc_state);
482 	else
483 		hsw_hdmi_audio_config_update(encoder, crtc_state);
484 }
485 
486 static void hsw_audio_codec_disable(struct intel_encoder *encoder,
487 				    const struct intel_crtc_state *old_crtc_state,
488 				    const struct drm_connector_state *old_conn_state)
489 {
490 	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
491 	enum transcoder cpu_transcoder = old_crtc_state->cpu_transcoder;
492 	u32 tmp;
493 
494 	drm_dbg_kms(&dev_priv->drm, "Disable audio codec on transcoder %s\n",
495 		    transcoder_name(cpu_transcoder));
496 
497 	mutex_lock(&dev_priv->av_mutex);
498 
499 	/* Disable timestamps */
500 	tmp = intel_de_read(dev_priv, HSW_AUD_CFG(cpu_transcoder));
501 	tmp &= ~AUD_CONFIG_N_VALUE_INDEX;
502 	tmp |= AUD_CONFIG_N_PROG_ENABLE;
503 	tmp &= ~AUD_CONFIG_UPPER_N_MASK;
504 	tmp &= ~AUD_CONFIG_LOWER_N_MASK;
505 	if (intel_crtc_has_dp_encoder(old_crtc_state))
506 		tmp |= AUD_CONFIG_N_VALUE_INDEX;
507 	intel_de_write(dev_priv, HSW_AUD_CFG(cpu_transcoder), tmp);
508 
509 	/* Invalidate ELD */
510 	tmp = intel_de_read(dev_priv, HSW_AUD_PIN_ELD_CP_VLD);
511 	tmp &= ~AUDIO_ELD_VALID(cpu_transcoder);
512 	tmp &= ~AUDIO_OUTPUT_ENABLE(cpu_transcoder);
513 	intel_de_write(dev_priv, HSW_AUD_PIN_ELD_CP_VLD, tmp);
514 
515 	mutex_unlock(&dev_priv->av_mutex);
516 }
517 
518 static unsigned int calc_hblank_early_prog(struct intel_encoder *encoder,
519 					   const struct intel_crtc_state *crtc_state)
520 {
521 	struct drm_i915_private *i915 = to_i915(encoder->base.dev);
522 	unsigned int link_clks_available, link_clks_required;
523 	unsigned int tu_data, tu_line, link_clks_active;
524 	unsigned int h_active, h_total, hblank_delta, pixel_clk;
525 	unsigned int fec_coeff, cdclk, vdsc_bpp;
526 	unsigned int link_clk, lanes;
527 	unsigned int hblank_rise;
528 
529 	h_active = crtc_state->hw.adjusted_mode.crtc_hdisplay;
530 	h_total = crtc_state->hw.adjusted_mode.crtc_htotal;
531 	pixel_clk = crtc_state->hw.adjusted_mode.crtc_clock;
532 	vdsc_bpp = crtc_state->dsc.compressed_bpp;
533 	cdclk = i915->cdclk.hw.cdclk;
534 	/* fec= 0.972261, using rounding multiplier of 1000000 */
535 	fec_coeff = 972261;
536 	link_clk = crtc_state->port_clock;
537 	lanes = crtc_state->lane_count;
538 
539 	drm_dbg_kms(&i915->drm, "h_active = %u link_clk = %u :"
540 		    "lanes = %u vdsc_bpp = %u cdclk = %u\n",
541 		    h_active, link_clk, lanes, vdsc_bpp, cdclk);
542 
543 	if (WARN_ON(!link_clk || !pixel_clk || !lanes || !vdsc_bpp || !cdclk))
544 		return 0;
545 
546 	link_clks_available = (h_total - h_active) * link_clk / pixel_clk - 28;
547 	link_clks_required = DIV_ROUND_UP(192000 * h_total, 1000 * pixel_clk) * (48 / lanes + 2);
548 
549 	if (link_clks_available > link_clks_required)
550 		hblank_delta = 32;
551 	else
552 		hblank_delta = DIV64_U64_ROUND_UP(mul_u32_u32(5 * (link_clk + cdclk), pixel_clk),
553 						  mul_u32_u32(link_clk, cdclk));
554 
555 	tu_data = div64_u64(mul_u32_u32(pixel_clk * vdsc_bpp * 8, 1000000),
556 			    mul_u32_u32(link_clk * lanes, fec_coeff));
557 	tu_line = div64_u64(h_active * mul_u32_u32(link_clk, fec_coeff),
558 			    mul_u32_u32(64 * pixel_clk, 1000000));
559 	link_clks_active  = (tu_line - 1) * 64 + tu_data;
560 
561 	hblank_rise = (link_clks_active + 6 * DIV_ROUND_UP(link_clks_active, 250) + 4) * pixel_clk / link_clk;
562 
563 	return h_active - hblank_rise + hblank_delta;
564 }
565 
566 static unsigned int calc_samples_room(const struct intel_crtc_state *crtc_state)
567 {
568 	unsigned int h_active, h_total, pixel_clk;
569 	unsigned int link_clk, lanes;
570 
571 	h_active = crtc_state->hw.adjusted_mode.hdisplay;
572 	h_total = crtc_state->hw.adjusted_mode.htotal;
573 	pixel_clk = crtc_state->hw.adjusted_mode.clock;
574 	link_clk = crtc_state->port_clock;
575 	lanes = crtc_state->lane_count;
576 
577 	return ((h_total - h_active) * link_clk - 12 * pixel_clk) /
578 		(pixel_clk * (48 / lanes + 2));
579 }
580 
581 static void enable_audio_dsc_wa(struct intel_encoder *encoder,
582 				const struct intel_crtc_state *crtc_state)
583 {
584 	struct drm_i915_private *i915 = to_i915(encoder->base.dev);
585 	struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
586 	enum pipe pipe = crtc->pipe;
587 	unsigned int hblank_early_prog, samples_room;
588 	unsigned int val;
589 
590 	if (DISPLAY_VER(i915) < 11)
591 		return;
592 
593 	val = intel_de_read(i915, AUD_CONFIG_BE);
594 
595 	if (DISPLAY_VER(i915) == 11)
596 		val |= HBLANK_EARLY_ENABLE_ICL(pipe);
597 	else if (DISPLAY_VER(i915) >= 12)
598 		val |= HBLANK_EARLY_ENABLE_TGL(pipe);
599 
600 	if (crtc_state->dsc.compression_enable &&
601 	    crtc_state->hw.adjusted_mode.hdisplay >= 3840 &&
602 	    crtc_state->hw.adjusted_mode.vdisplay >= 2160) {
603 		/* Get hblank early enable value required */
604 		val &= ~HBLANK_START_COUNT_MASK(pipe);
605 		hblank_early_prog = calc_hblank_early_prog(encoder, crtc_state);
606 		if (hblank_early_prog < 32)
607 			val |= HBLANK_START_COUNT(pipe, HBLANK_START_COUNT_32);
608 		else if (hblank_early_prog < 64)
609 			val |= HBLANK_START_COUNT(pipe, HBLANK_START_COUNT_64);
610 		else if (hblank_early_prog < 96)
611 			val |= HBLANK_START_COUNT(pipe, HBLANK_START_COUNT_96);
612 		else
613 			val |= HBLANK_START_COUNT(pipe, HBLANK_START_COUNT_128);
614 
615 		/* Get samples room value required */
616 		val &= ~NUMBER_SAMPLES_PER_LINE_MASK(pipe);
617 		samples_room = calc_samples_room(crtc_state);
618 		if (samples_room < 3)
619 			val |= NUMBER_SAMPLES_PER_LINE(pipe, samples_room);
620 		else /* Program 0 i.e "All Samples available in buffer" */
621 			val |= NUMBER_SAMPLES_PER_LINE(pipe, 0x0);
622 	}
623 
624 	intel_de_write(i915, AUD_CONFIG_BE, val);
625 }
626 
627 #undef ROUNDING_FACTOR
628 
629 static void hsw_audio_codec_enable(struct intel_encoder *encoder,
630 				   const struct intel_crtc_state *crtc_state,
631 				   const struct drm_connector_state *conn_state)
632 {
633 	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
634 	struct drm_connector *connector = conn_state->connector;
635 	enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
636 	const u8 *eld = connector->eld;
637 	u32 tmp;
638 	int len, i;
639 
640 	drm_dbg_kms(&dev_priv->drm,
641 		    "Enable audio codec on transcoder %s, %u bytes ELD\n",
642 		     transcoder_name(cpu_transcoder), drm_eld_size(eld));
643 
644 	mutex_lock(&dev_priv->av_mutex);
645 
646 	/* Enable Audio WA for 4k DSC usecases */
647 	if (intel_crtc_has_type(crtc_state, INTEL_OUTPUT_DP))
648 		enable_audio_dsc_wa(encoder, crtc_state);
649 
650 	/* Enable audio presence detect, invalidate ELD */
651 	tmp = intel_de_read(dev_priv, HSW_AUD_PIN_ELD_CP_VLD);
652 	tmp |= AUDIO_OUTPUT_ENABLE(cpu_transcoder);
653 	tmp &= ~AUDIO_ELD_VALID(cpu_transcoder);
654 	intel_de_write(dev_priv, HSW_AUD_PIN_ELD_CP_VLD, tmp);
655 
656 	/*
657 	 * FIXME: We're supposed to wait for vblank here, but we have vblanks
658 	 * disabled during the mode set. The proper fix would be to push the
659 	 * rest of the setup into a vblank work item, queued here, but the
660 	 * infrastructure is not there yet.
661 	 */
662 
663 	/* Reset ELD write address */
664 	tmp = intel_de_read(dev_priv, HSW_AUD_DIP_ELD_CTRL(cpu_transcoder));
665 	tmp &= ~IBX_ELD_ADDRESS_MASK;
666 	intel_de_write(dev_priv, HSW_AUD_DIP_ELD_CTRL(cpu_transcoder), tmp);
667 
668 	/* Up to 84 bytes of hw ELD buffer */
669 	len = min(drm_eld_size(eld), 84);
670 	for (i = 0; i < len / 4; i++)
671 		intel_de_write(dev_priv, HSW_AUD_EDID_DATA(cpu_transcoder),
672 			       *((const u32 *)eld + i));
673 
674 	/* ELD valid */
675 	tmp = intel_de_read(dev_priv, HSW_AUD_PIN_ELD_CP_VLD);
676 	tmp |= AUDIO_ELD_VALID(cpu_transcoder);
677 	intel_de_write(dev_priv, HSW_AUD_PIN_ELD_CP_VLD, tmp);
678 
679 	/* Enable timestamps */
680 	hsw_audio_config_update(encoder, crtc_state);
681 
682 	mutex_unlock(&dev_priv->av_mutex);
683 }
684 
685 static void ilk_audio_codec_disable(struct intel_encoder *encoder,
686 				    const struct intel_crtc_state *old_crtc_state,
687 				    const struct drm_connector_state *old_conn_state)
688 {
689 	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
690 	struct intel_crtc *crtc = to_intel_crtc(old_crtc_state->uapi.crtc);
691 	enum pipe pipe = crtc->pipe;
692 	enum port port = encoder->port;
693 	u32 tmp, eldv;
694 	i915_reg_t aud_config, aud_cntrl_st2;
695 
696 	drm_dbg_kms(&dev_priv->drm,
697 		    "Disable audio codec on [ENCODER:%d:%s], pipe %c\n",
698 		     encoder->base.base.id, encoder->base.name,
699 		     pipe_name(pipe));
700 
701 	if (drm_WARN_ON(&dev_priv->drm, port == PORT_A))
702 		return;
703 
704 	if (HAS_PCH_IBX(dev_priv)) {
705 		aud_config = IBX_AUD_CFG(pipe);
706 		aud_cntrl_st2 = IBX_AUD_CNTL_ST2;
707 	} else if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
708 		aud_config = VLV_AUD_CFG(pipe);
709 		aud_cntrl_st2 = VLV_AUD_CNTL_ST2;
710 	} else {
711 		aud_config = CPT_AUD_CFG(pipe);
712 		aud_cntrl_st2 = CPT_AUD_CNTRL_ST2;
713 	}
714 
715 	/* Disable timestamps */
716 	tmp = intel_de_read(dev_priv, aud_config);
717 	tmp &= ~AUD_CONFIG_N_VALUE_INDEX;
718 	tmp |= AUD_CONFIG_N_PROG_ENABLE;
719 	tmp &= ~AUD_CONFIG_UPPER_N_MASK;
720 	tmp &= ~AUD_CONFIG_LOWER_N_MASK;
721 	if (intel_crtc_has_dp_encoder(old_crtc_state))
722 		tmp |= AUD_CONFIG_N_VALUE_INDEX;
723 	intel_de_write(dev_priv, aud_config, tmp);
724 
725 	eldv = IBX_ELD_VALID(port);
726 
727 	/* Invalidate ELD */
728 	tmp = intel_de_read(dev_priv, aud_cntrl_st2);
729 	tmp &= ~eldv;
730 	intel_de_write(dev_priv, aud_cntrl_st2, tmp);
731 }
732 
733 static void ilk_audio_codec_enable(struct intel_encoder *encoder,
734 				   const struct intel_crtc_state *crtc_state,
735 				   const struct drm_connector_state *conn_state)
736 {
737 	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
738 	struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
739 	struct drm_connector *connector = conn_state->connector;
740 	enum pipe pipe = crtc->pipe;
741 	enum port port = encoder->port;
742 	const u8 *eld = connector->eld;
743 	u32 tmp, eldv;
744 	int len, i;
745 	i915_reg_t hdmiw_hdmiedid, aud_config, aud_cntl_st, aud_cntrl_st2;
746 
747 	drm_dbg_kms(&dev_priv->drm,
748 		    "Enable audio codec on [ENCODER:%d:%s], pipe %c, %u bytes ELD\n",
749 		    encoder->base.base.id, encoder->base.name,
750 		    pipe_name(pipe), drm_eld_size(eld));
751 
752 	if (drm_WARN_ON(&dev_priv->drm, port == PORT_A))
753 		return;
754 
755 	/*
756 	 * FIXME: We're supposed to wait for vblank here, but we have vblanks
757 	 * disabled during the mode set. The proper fix would be to push the
758 	 * rest of the setup into a vblank work item, queued here, but the
759 	 * infrastructure is not there yet.
760 	 */
761 
762 	if (HAS_PCH_IBX(dev_priv)) {
763 		hdmiw_hdmiedid = IBX_HDMIW_HDMIEDID(pipe);
764 		aud_config = IBX_AUD_CFG(pipe);
765 		aud_cntl_st = IBX_AUD_CNTL_ST(pipe);
766 		aud_cntrl_st2 = IBX_AUD_CNTL_ST2;
767 	} else if (IS_VALLEYVIEW(dev_priv) ||
768 		   IS_CHERRYVIEW(dev_priv)) {
769 		hdmiw_hdmiedid = VLV_HDMIW_HDMIEDID(pipe);
770 		aud_config = VLV_AUD_CFG(pipe);
771 		aud_cntl_st = VLV_AUD_CNTL_ST(pipe);
772 		aud_cntrl_st2 = VLV_AUD_CNTL_ST2;
773 	} else {
774 		hdmiw_hdmiedid = CPT_HDMIW_HDMIEDID(pipe);
775 		aud_config = CPT_AUD_CFG(pipe);
776 		aud_cntl_st = CPT_AUD_CNTL_ST(pipe);
777 		aud_cntrl_st2 = CPT_AUD_CNTRL_ST2;
778 	}
779 
780 	eldv = IBX_ELD_VALID(port);
781 
782 	/* Invalidate ELD */
783 	tmp = intel_de_read(dev_priv, aud_cntrl_st2);
784 	tmp &= ~eldv;
785 	intel_de_write(dev_priv, aud_cntrl_st2, tmp);
786 
787 	/* Reset ELD write address */
788 	tmp = intel_de_read(dev_priv, aud_cntl_st);
789 	tmp &= ~IBX_ELD_ADDRESS_MASK;
790 	intel_de_write(dev_priv, aud_cntl_st, tmp);
791 
792 	/* Up to 84 bytes of hw ELD buffer */
793 	len = min(drm_eld_size(eld), 84);
794 	for (i = 0; i < len / 4; i++)
795 		intel_de_write(dev_priv, hdmiw_hdmiedid,
796 			       *((const u32 *)eld + i));
797 
798 	/* ELD valid */
799 	tmp = intel_de_read(dev_priv, aud_cntrl_st2);
800 	tmp |= eldv;
801 	intel_de_write(dev_priv, aud_cntrl_st2, tmp);
802 
803 	/* Enable timestamps */
804 	tmp = intel_de_read(dev_priv, aud_config);
805 	tmp &= ~AUD_CONFIG_N_VALUE_INDEX;
806 	tmp &= ~AUD_CONFIG_N_PROG_ENABLE;
807 	tmp &= ~AUD_CONFIG_PIXEL_CLOCK_HDMI_MASK;
808 	if (intel_crtc_has_dp_encoder(crtc_state))
809 		tmp |= AUD_CONFIG_N_VALUE_INDEX;
810 	else
811 		tmp |= audio_config_hdmi_pixel_clock(crtc_state);
812 	intel_de_write(dev_priv, aud_config, tmp);
813 }
814 
815 /**
816  * intel_audio_codec_enable - Enable the audio codec for HD audio
817  * @encoder: encoder on which to enable audio
818  * @crtc_state: pointer to the current crtc state.
819  * @conn_state: pointer to the current connector state.
820  *
821  * The enable sequences may only be performed after enabling the transcoder and
822  * port, and after completed link training.
823  */
824 void intel_audio_codec_enable(struct intel_encoder *encoder,
825 			      const struct intel_crtc_state *crtc_state,
826 			      const struct drm_connector_state *conn_state)
827 {
828 	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
829 	struct i915_audio_component *acomp = dev_priv->audio_component;
830 	struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
831 	struct drm_connector *connector = conn_state->connector;
832 	const struct drm_display_mode *adjusted_mode =
833 		&crtc_state->hw.adjusted_mode;
834 	enum port port = encoder->port;
835 	enum pipe pipe = crtc->pipe;
836 
837 	/* FIXME precompute the ELD in .compute_config() */
838 	if (!connector->eld[0])
839 		drm_dbg_kms(&dev_priv->drm,
840 			    "Bogus ELD on [CONNECTOR:%d:%s]\n",
841 			    connector->base.id, connector->name);
842 
843 	drm_dbg(&dev_priv->drm, "ELD on [CONNECTOR:%d:%s], [ENCODER:%d:%s]\n",
844 		connector->base.id,
845 		connector->name,
846 		encoder->base.base.id,
847 		encoder->base.name);
848 
849 	connector->eld[6] = drm_av_sync_delay(connector, adjusted_mode) / 2;
850 
851 	if (dev_priv->display.audio_codec_enable)
852 		dev_priv->display.audio_codec_enable(encoder,
853 						     crtc_state,
854 						     conn_state);
855 
856 	mutex_lock(&dev_priv->av_mutex);
857 	encoder->audio_connector = connector;
858 
859 	/* referred in audio callbacks */
860 	dev_priv->av_enc_map[pipe] = encoder;
861 	mutex_unlock(&dev_priv->av_mutex);
862 
863 	if (acomp && acomp->base.audio_ops &&
864 	    acomp->base.audio_ops->pin_eld_notify) {
865 		/* audio drivers expect pipe = -1 to indicate Non-MST cases */
866 		if (!intel_crtc_has_type(crtc_state, INTEL_OUTPUT_DP_MST))
867 			pipe = -1;
868 		acomp->base.audio_ops->pin_eld_notify(acomp->base.audio_ops->audio_ptr,
869 						 (int) port, (int) pipe);
870 	}
871 
872 	intel_lpe_audio_notify(dev_priv, pipe, port, connector->eld,
873 			       crtc_state->port_clock,
874 			       intel_crtc_has_dp_encoder(crtc_state));
875 }
876 
877 /**
878  * intel_audio_codec_disable - Disable the audio codec for HD audio
879  * @encoder: encoder on which to disable audio
880  * @old_crtc_state: pointer to the old crtc state.
881  * @old_conn_state: pointer to the old connector state.
882  *
883  * The disable sequences must be performed before disabling the transcoder or
884  * port.
885  */
886 void intel_audio_codec_disable(struct intel_encoder *encoder,
887 			       const struct intel_crtc_state *old_crtc_state,
888 			       const struct drm_connector_state *old_conn_state)
889 {
890 	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
891 	struct i915_audio_component *acomp = dev_priv->audio_component;
892 	struct intel_crtc *crtc = to_intel_crtc(old_crtc_state->uapi.crtc);
893 	enum port port = encoder->port;
894 	enum pipe pipe = crtc->pipe;
895 
896 	if (dev_priv->display.audio_codec_disable)
897 		dev_priv->display.audio_codec_disable(encoder,
898 						      old_crtc_state,
899 						      old_conn_state);
900 
901 	mutex_lock(&dev_priv->av_mutex);
902 	encoder->audio_connector = NULL;
903 	dev_priv->av_enc_map[pipe] = NULL;
904 	mutex_unlock(&dev_priv->av_mutex);
905 
906 	if (acomp && acomp->base.audio_ops &&
907 	    acomp->base.audio_ops->pin_eld_notify) {
908 		/* audio drivers expect pipe = -1 to indicate Non-MST cases */
909 		if (!intel_crtc_has_type(old_crtc_state, INTEL_OUTPUT_DP_MST))
910 			pipe = -1;
911 		acomp->base.audio_ops->pin_eld_notify(acomp->base.audio_ops->audio_ptr,
912 						 (int) port, (int) pipe);
913 	}
914 
915 	intel_lpe_audio_notify(dev_priv, pipe, port, NULL, 0, false);
916 }
917 
918 /**
919  * intel_init_audio_hooks - Set up chip specific audio hooks
920  * @dev_priv: device private
921  */
922 void intel_init_audio_hooks(struct drm_i915_private *dev_priv)
923 {
924 	if (IS_G4X(dev_priv)) {
925 		dev_priv->display.audio_codec_enable = g4x_audio_codec_enable;
926 		dev_priv->display.audio_codec_disable = g4x_audio_codec_disable;
927 	} else if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
928 		dev_priv->display.audio_codec_enable = ilk_audio_codec_enable;
929 		dev_priv->display.audio_codec_disable = ilk_audio_codec_disable;
930 	} else if (IS_HASWELL(dev_priv) || DISPLAY_VER(dev_priv) >= 8) {
931 		dev_priv->display.audio_codec_enable = hsw_audio_codec_enable;
932 		dev_priv->display.audio_codec_disable = hsw_audio_codec_disable;
933 	} else if (HAS_PCH_SPLIT(dev_priv)) {
934 		dev_priv->display.audio_codec_enable = ilk_audio_codec_enable;
935 		dev_priv->display.audio_codec_disable = ilk_audio_codec_disable;
936 	}
937 }
938 
939 static int glk_force_audio_cdclk_commit(struct intel_atomic_state *state,
940 					struct intel_crtc *crtc,
941 					bool enable)
942 {
943 	struct intel_cdclk_state *cdclk_state;
944 	int ret;
945 
946 	/* need to hold at least one crtc lock for the global state */
947 	ret = drm_modeset_lock(&crtc->base.mutex, state->base.acquire_ctx);
948 	if (ret)
949 		return ret;
950 
951 	cdclk_state = intel_atomic_get_cdclk_state(state);
952 	if (IS_ERR(cdclk_state))
953 		return PTR_ERR(cdclk_state);
954 
955 	cdclk_state->force_min_cdclk = enable ? 2 * 96000 : 0;
956 
957 	return drm_atomic_commit(&state->base);
958 }
959 
960 static void glk_force_audio_cdclk(struct drm_i915_private *dev_priv,
961 				  bool enable)
962 {
963 	struct drm_modeset_acquire_ctx ctx;
964 	struct drm_atomic_state *state;
965 	struct intel_crtc *crtc;
966 	int ret;
967 
968 	crtc = intel_get_first_crtc(dev_priv);
969 	if (!crtc)
970 		return;
971 
972 	drm_modeset_acquire_init(&ctx, 0);
973 	state = drm_atomic_state_alloc(&dev_priv->drm);
974 	if (drm_WARN_ON(&dev_priv->drm, !state))
975 		return;
976 
977 	state->acquire_ctx = &ctx;
978 
979 retry:
980 	ret = glk_force_audio_cdclk_commit(to_intel_atomic_state(state), crtc,
981 					   enable);
982 	if (ret == -EDEADLK) {
983 		drm_atomic_state_clear(state);
984 		drm_modeset_backoff(&ctx);
985 		goto retry;
986 	}
987 
988 	drm_WARN_ON(&dev_priv->drm, ret);
989 
990 	drm_atomic_state_put(state);
991 
992 	drm_modeset_drop_locks(&ctx);
993 	drm_modeset_acquire_fini(&ctx);
994 }
995 
996 static unsigned long i915_audio_component_get_power(struct device *kdev)
997 {
998 	struct drm_i915_private *dev_priv = kdev_to_i915(kdev);
999 	intel_wakeref_t ret;
1000 
1001 	/* Catch potential impedance mismatches before they occur! */
1002 	BUILD_BUG_ON(sizeof(intel_wakeref_t) > sizeof(unsigned long));
1003 
1004 	ret = intel_display_power_get(dev_priv, POWER_DOMAIN_AUDIO_PLAYBACK);
1005 
1006 	if (dev_priv->audio_power_refcount++ == 0) {
1007 		if (DISPLAY_VER(dev_priv) >= 9) {
1008 			intel_de_write(dev_priv, AUD_FREQ_CNTRL,
1009 				       dev_priv->audio_freq_cntrl);
1010 			drm_dbg_kms(&dev_priv->drm,
1011 				    "restored AUD_FREQ_CNTRL to 0x%x\n",
1012 				    dev_priv->audio_freq_cntrl);
1013 		}
1014 
1015 		/* Force CDCLK to 2*BCLK as long as we need audio powered. */
1016 		if (IS_GEMINILAKE(dev_priv))
1017 			glk_force_audio_cdclk(dev_priv, true);
1018 
1019 		if (DISPLAY_VER(dev_priv) >= 10)
1020 			intel_de_write(dev_priv, AUD_PIN_BUF_CTL,
1021 				       (intel_de_read(dev_priv, AUD_PIN_BUF_CTL) | AUD_PIN_BUF_ENABLE));
1022 	}
1023 
1024 	return ret;
1025 }
1026 
1027 static void i915_audio_component_put_power(struct device *kdev,
1028 					   unsigned long cookie)
1029 {
1030 	struct drm_i915_private *dev_priv = kdev_to_i915(kdev);
1031 
1032 	/* Stop forcing CDCLK to 2*BCLK if no need for audio to be powered. */
1033 	if (--dev_priv->audio_power_refcount == 0)
1034 		if (IS_GEMINILAKE(dev_priv))
1035 			glk_force_audio_cdclk(dev_priv, false);
1036 
1037 	intel_display_power_put(dev_priv, POWER_DOMAIN_AUDIO_PLAYBACK, cookie);
1038 }
1039 
1040 static void i915_audio_component_codec_wake_override(struct device *kdev,
1041 						     bool enable)
1042 {
1043 	struct drm_i915_private *dev_priv = kdev_to_i915(kdev);
1044 	unsigned long cookie;
1045 	u32 tmp;
1046 
1047 	if (DISPLAY_VER(dev_priv) < 9)
1048 		return;
1049 
1050 	cookie = i915_audio_component_get_power(kdev);
1051 
1052 	/*
1053 	 * Enable/disable generating the codec wake signal, overriding the
1054 	 * internal logic to generate the codec wake to controller.
1055 	 */
1056 	tmp = intel_de_read(dev_priv, HSW_AUD_CHICKENBIT);
1057 	tmp &= ~SKL_AUD_CODEC_WAKE_SIGNAL;
1058 	intel_de_write(dev_priv, HSW_AUD_CHICKENBIT, tmp);
1059 	usleep_range(1000, 1500);
1060 
1061 	if (enable) {
1062 		tmp = intel_de_read(dev_priv, HSW_AUD_CHICKENBIT);
1063 		tmp |= SKL_AUD_CODEC_WAKE_SIGNAL;
1064 		intel_de_write(dev_priv, HSW_AUD_CHICKENBIT, tmp);
1065 		usleep_range(1000, 1500);
1066 	}
1067 
1068 	i915_audio_component_put_power(kdev, cookie);
1069 }
1070 
1071 /* Get CDCLK in kHz  */
1072 static int i915_audio_component_get_cdclk_freq(struct device *kdev)
1073 {
1074 	struct drm_i915_private *dev_priv = kdev_to_i915(kdev);
1075 
1076 	if (drm_WARN_ON_ONCE(&dev_priv->drm, !HAS_DDI(dev_priv)))
1077 		return -ENODEV;
1078 
1079 	return dev_priv->cdclk.hw.cdclk;
1080 }
1081 
1082 /*
1083  * get the intel_encoder according to the parameter port and pipe
1084  * intel_encoder is saved by the index of pipe
1085  * MST & (pipe >= 0): return the av_enc_map[pipe],
1086  *   when port is matched
1087  * MST & (pipe < 0): this is invalid
1088  * Non-MST & (pipe >= 0): only pipe = 0 (the first device entry)
1089  *   will get the right intel_encoder with port matched
1090  * Non-MST & (pipe < 0): get the right intel_encoder with port matched
1091  */
1092 static struct intel_encoder *get_saved_enc(struct drm_i915_private *dev_priv,
1093 					       int port, int pipe)
1094 {
1095 	struct intel_encoder *encoder;
1096 
1097 	/* MST */
1098 	if (pipe >= 0) {
1099 		if (drm_WARN_ON(&dev_priv->drm,
1100 				pipe >= ARRAY_SIZE(dev_priv->av_enc_map)))
1101 			return NULL;
1102 
1103 		encoder = dev_priv->av_enc_map[pipe];
1104 		/*
1105 		 * when bootup, audio driver may not know it is
1106 		 * MST or not. So it will poll all the port & pipe
1107 		 * combinations
1108 		 */
1109 		if (encoder != NULL && encoder->port == port &&
1110 		    encoder->type == INTEL_OUTPUT_DP_MST)
1111 			return encoder;
1112 	}
1113 
1114 	/* Non-MST */
1115 	if (pipe > 0)
1116 		return NULL;
1117 
1118 	for_each_pipe(dev_priv, pipe) {
1119 		encoder = dev_priv->av_enc_map[pipe];
1120 		if (encoder == NULL)
1121 			continue;
1122 
1123 		if (encoder->type == INTEL_OUTPUT_DP_MST)
1124 			continue;
1125 
1126 		if (port == encoder->port)
1127 			return encoder;
1128 	}
1129 
1130 	return NULL;
1131 }
1132 
1133 static int i915_audio_component_sync_audio_rate(struct device *kdev, int port,
1134 						int pipe, int rate)
1135 {
1136 	struct drm_i915_private *dev_priv = kdev_to_i915(kdev);
1137 	struct i915_audio_component *acomp = dev_priv->audio_component;
1138 	struct intel_encoder *encoder;
1139 	struct intel_crtc *crtc;
1140 	unsigned long cookie;
1141 	int err = 0;
1142 
1143 	if (!HAS_DDI(dev_priv))
1144 		return 0;
1145 
1146 	cookie = i915_audio_component_get_power(kdev);
1147 	mutex_lock(&dev_priv->av_mutex);
1148 
1149 	/* 1. get the pipe */
1150 	encoder = get_saved_enc(dev_priv, port, pipe);
1151 	if (!encoder || !encoder->base.crtc) {
1152 		drm_dbg_kms(&dev_priv->drm, "Not valid for port %c\n",
1153 			    port_name(port));
1154 		err = -ENODEV;
1155 		goto unlock;
1156 	}
1157 
1158 	crtc = to_intel_crtc(encoder->base.crtc);
1159 
1160 	/* port must be valid now, otherwise the pipe will be invalid */
1161 	acomp->aud_sample_rate[port] = rate;
1162 
1163 	hsw_audio_config_update(encoder, crtc->config);
1164 
1165  unlock:
1166 	mutex_unlock(&dev_priv->av_mutex);
1167 	i915_audio_component_put_power(kdev, cookie);
1168 	return err;
1169 }
1170 
1171 static int i915_audio_component_get_eld(struct device *kdev, int port,
1172 					int pipe, bool *enabled,
1173 					unsigned char *buf, int max_bytes)
1174 {
1175 	struct drm_i915_private *dev_priv = kdev_to_i915(kdev);
1176 	struct intel_encoder *intel_encoder;
1177 	const u8 *eld;
1178 	int ret = -EINVAL;
1179 
1180 	mutex_lock(&dev_priv->av_mutex);
1181 
1182 	intel_encoder = get_saved_enc(dev_priv, port, pipe);
1183 	if (!intel_encoder) {
1184 		drm_dbg_kms(&dev_priv->drm, "Not valid for port %c\n",
1185 			    port_name(port));
1186 		mutex_unlock(&dev_priv->av_mutex);
1187 		return ret;
1188 	}
1189 
1190 	ret = 0;
1191 	*enabled = intel_encoder->audio_connector != NULL;
1192 	if (*enabled) {
1193 		eld = intel_encoder->audio_connector->eld;
1194 		ret = drm_eld_size(eld);
1195 		memcpy(buf, eld, min(max_bytes, ret));
1196 	}
1197 
1198 	mutex_unlock(&dev_priv->av_mutex);
1199 	return ret;
1200 }
1201 
1202 static const struct drm_audio_component_ops i915_audio_component_ops = {
1203 	.owner		= THIS_MODULE,
1204 	.get_power	= i915_audio_component_get_power,
1205 	.put_power	= i915_audio_component_put_power,
1206 	.codec_wake_override = i915_audio_component_codec_wake_override,
1207 	.get_cdclk_freq	= i915_audio_component_get_cdclk_freq,
1208 	.sync_audio_rate = i915_audio_component_sync_audio_rate,
1209 	.get_eld	= i915_audio_component_get_eld,
1210 };
1211 
1212 static int i915_audio_component_bind(struct device *i915_kdev,
1213 				     struct device *hda_kdev, void *data)
1214 {
1215 	struct i915_audio_component *acomp = data;
1216 	struct drm_i915_private *dev_priv = kdev_to_i915(i915_kdev);
1217 	int i;
1218 
1219 	if (drm_WARN_ON(&dev_priv->drm, acomp->base.ops || acomp->base.dev))
1220 		return -EEXIST;
1221 
1222 	if (drm_WARN_ON(&dev_priv->drm,
1223 			!device_link_add(hda_kdev, i915_kdev,
1224 					 DL_FLAG_STATELESS)))
1225 		return -ENOMEM;
1226 
1227 	drm_modeset_lock_all(&dev_priv->drm);
1228 	acomp->base.ops = &i915_audio_component_ops;
1229 	acomp->base.dev = i915_kdev;
1230 	BUILD_BUG_ON(MAX_PORTS != I915_MAX_PORTS);
1231 	for (i = 0; i < ARRAY_SIZE(acomp->aud_sample_rate); i++)
1232 		acomp->aud_sample_rate[i] = 0;
1233 	dev_priv->audio_component = acomp;
1234 	drm_modeset_unlock_all(&dev_priv->drm);
1235 
1236 	return 0;
1237 }
1238 
1239 static void i915_audio_component_unbind(struct device *i915_kdev,
1240 					struct device *hda_kdev, void *data)
1241 {
1242 	struct i915_audio_component *acomp = data;
1243 	struct drm_i915_private *dev_priv = kdev_to_i915(i915_kdev);
1244 
1245 	drm_modeset_lock_all(&dev_priv->drm);
1246 	acomp->base.ops = NULL;
1247 	acomp->base.dev = NULL;
1248 	dev_priv->audio_component = NULL;
1249 	drm_modeset_unlock_all(&dev_priv->drm);
1250 
1251 	device_link_remove(hda_kdev, i915_kdev);
1252 
1253 	if (dev_priv->audio_power_refcount)
1254 		drm_err(&dev_priv->drm, "audio power refcount %d after unbind\n",
1255 			dev_priv->audio_power_refcount);
1256 }
1257 
1258 static const struct component_ops i915_audio_component_bind_ops = {
1259 	.bind	= i915_audio_component_bind,
1260 	.unbind	= i915_audio_component_unbind,
1261 };
1262 
1263 #define AUD_FREQ_TMODE_SHIFT	14
1264 #define AUD_FREQ_4T		0
1265 #define AUD_FREQ_8T		(2 << AUD_FREQ_TMODE_SHIFT)
1266 #define AUD_FREQ_PULLCLKS(x)	(((x) & 0x3) << 11)
1267 #define AUD_FREQ_BCLK_96M	BIT(4)
1268 
1269 #define AUD_FREQ_GEN12          (AUD_FREQ_8T | AUD_FREQ_PULLCLKS(0) | AUD_FREQ_BCLK_96M)
1270 #define AUD_FREQ_TGL_BROKEN     (AUD_FREQ_8T | AUD_FREQ_PULLCLKS(2) | AUD_FREQ_BCLK_96M)
1271 
1272 /**
1273  * i915_audio_component_init - initialize and register the audio component
1274  * @dev_priv: i915 device instance
1275  *
1276  * This will register with the component framework a child component which
1277  * will bind dynamically to the snd_hda_intel driver's corresponding master
1278  * component when the latter is registered. During binding the child
1279  * initializes an instance of struct i915_audio_component which it receives
1280  * from the master. The master can then start to use the interface defined by
1281  * this struct. Each side can break the binding at any point by deregistering
1282  * its own component after which each side's component unbind callback is
1283  * called.
1284  *
1285  * We ignore any error during registration and continue with reduced
1286  * functionality (i.e. without HDMI audio).
1287  */
1288 static void i915_audio_component_init(struct drm_i915_private *dev_priv)
1289 {
1290 	u32 aud_freq, aud_freq_init;
1291 	int ret;
1292 
1293 	ret = component_add_typed(dev_priv->drm.dev,
1294 				  &i915_audio_component_bind_ops,
1295 				  I915_COMPONENT_AUDIO);
1296 	if (ret < 0) {
1297 		drm_err(&dev_priv->drm,
1298 			"failed to add audio component (%d)\n", ret);
1299 		/* continue with reduced functionality */
1300 		return;
1301 	}
1302 
1303 	if (DISPLAY_VER(dev_priv) >= 9) {
1304 		aud_freq_init = intel_de_read(dev_priv, AUD_FREQ_CNTRL);
1305 
1306 		if (DISPLAY_VER(dev_priv) >= 12)
1307 			aud_freq = AUD_FREQ_GEN12;
1308 		else
1309 			aud_freq = aud_freq_init;
1310 
1311 		/* use BIOS provided value for TGL unless it is a known bad value */
1312 		if (IS_TIGERLAKE(dev_priv) && aud_freq_init != AUD_FREQ_TGL_BROKEN)
1313 			aud_freq = aud_freq_init;
1314 
1315 		drm_dbg_kms(&dev_priv->drm, "use AUD_FREQ_CNTRL of 0x%x (init value 0x%x)\n",
1316 			    aud_freq, aud_freq_init);
1317 
1318 		dev_priv->audio_freq_cntrl = aud_freq;
1319 	}
1320 
1321 	dev_priv->audio_component_registered = true;
1322 }
1323 
1324 /**
1325  * i915_audio_component_cleanup - deregister the audio component
1326  * @dev_priv: i915 device instance
1327  *
1328  * Deregisters the audio component, breaking any existing binding to the
1329  * corresponding snd_hda_intel driver's master component.
1330  */
1331 static void i915_audio_component_cleanup(struct drm_i915_private *dev_priv)
1332 {
1333 	if (!dev_priv->audio_component_registered)
1334 		return;
1335 
1336 	component_del(dev_priv->drm.dev, &i915_audio_component_bind_ops);
1337 	dev_priv->audio_component_registered = false;
1338 }
1339 
1340 /**
1341  * intel_audio_init() - Initialize the audio driver either using
1342  * component framework or using lpe audio bridge
1343  * @dev_priv: the i915 drm device private data
1344  *
1345  */
1346 void intel_audio_init(struct drm_i915_private *dev_priv)
1347 {
1348 	if (intel_lpe_audio_init(dev_priv) < 0)
1349 		i915_audio_component_init(dev_priv);
1350 }
1351 
1352 /**
1353  * intel_audio_deinit() - deinitialize the audio driver
1354  * @dev_priv: the i915 drm device private data
1355  *
1356  */
1357 void intel_audio_deinit(struct drm_i915_private *dev_priv)
1358 {
1359 	if ((dev_priv)->lpe_audio.platdev != NULL)
1360 		intel_lpe_audio_teardown(dev_priv);
1361 	else
1362 		i915_audio_component_cleanup(dev_priv);
1363 }
1364