1 // SPDX-License-Identifier: MIT
2 /*
3  * Copyright © 2019 Intel Corporation
4  */
5 
6 #include "i915_drv.h"
7 #include "intel_display.h"
8 #include "intel_display_types.h"
9 #include "intel_dp_mst.h"
10 #include "intel_tc.h"
11 
12 static const char *tc_port_mode_name(enum tc_port_mode mode)
13 {
14 	static const char * const names[] = {
15 		[TC_PORT_TBT_ALT] = "tbt-alt",
16 		[TC_PORT_DP_ALT] = "dp-alt",
17 		[TC_PORT_LEGACY] = "legacy",
18 	};
19 
20 	if (WARN_ON(mode >= ARRAY_SIZE(names)))
21 		mode = TC_PORT_TBT_ALT;
22 
23 	return names[mode];
24 }
25 
26 static void
27 tc_port_load_fia_params(struct drm_i915_private *i915,
28 			struct intel_digital_port *dig_port)
29 {
30 	enum port port = dig_port->base.port;
31 	enum tc_port tc_port = intel_port_to_tc(i915, port);
32 	u32 modular_fia;
33 
34 	if (INTEL_INFO(i915)->display.has_modular_fia) {
35 		modular_fia = intel_uncore_read(&i915->uncore,
36 						PORT_TX_DFLEXDPSP(FIA1));
37 		drm_WARN_ON(&i915->drm, modular_fia == 0xffffffff);
38 		modular_fia &= MODULAR_FIA_MASK;
39 	} else {
40 		modular_fia = 0;
41 	}
42 
43 	/*
44 	 * Each Modular FIA instance houses 2 TC ports. In SOC that has more
45 	 * than two TC ports, there are multiple instances of Modular FIA.
46 	 */
47 	if (modular_fia) {
48 		dig_port->tc_phy_fia = tc_port / 2;
49 		dig_port->tc_phy_fia_idx = tc_port % 2;
50 	} else {
51 		dig_port->tc_phy_fia = FIA1;
52 		dig_port->tc_phy_fia_idx = tc_port;
53 	}
54 }
55 
56 static enum intel_display_power_domain
57 tc_cold_get_power_domain(struct intel_digital_port *dig_port)
58 {
59 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
60 
61 	if (INTEL_GEN(i915) == 11)
62 		return intel_legacy_aux_to_power_domain(dig_port->aux_ch);
63 	else
64 		return POWER_DOMAIN_TC_COLD_OFF;
65 }
66 
67 static intel_wakeref_t
68 tc_cold_block(struct intel_digital_port *dig_port)
69 {
70 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
71 	enum intel_display_power_domain domain;
72 
73 	if (INTEL_GEN(i915) == 11 && !dig_port->tc_legacy_port)
74 		return 0;
75 
76 	domain = tc_cold_get_power_domain(dig_port);
77 	return intel_display_power_get(i915, domain);
78 }
79 
80 static void
81 tc_cold_unblock(struct intel_digital_port *dig_port, intel_wakeref_t wakeref)
82 {
83 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
84 	enum intel_display_power_domain domain;
85 
86 	/*
87 	 * wakeref == -1, means some error happened saving save_depot_stack but
88 	 * power should still be put down and 0 is a invalid save_depot_stack
89 	 * id so can be used to skip it for non TC legacy ports.
90 	 */
91 	if (wakeref == 0)
92 		return;
93 
94 	domain = tc_cold_get_power_domain(dig_port);
95 	intel_display_power_put_async(i915, domain, wakeref);
96 }
97 
98 static void
99 assert_tc_cold_blocked(struct intel_digital_port *dig_port)
100 {
101 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
102 	bool enabled;
103 
104 	if (INTEL_GEN(i915) == 11 && !dig_port->tc_legacy_port)
105 		return;
106 
107 	enabled = intel_display_power_is_enabled(i915,
108 						 tc_cold_get_power_domain(dig_port));
109 	drm_WARN_ON(&i915->drm, !enabled);
110 }
111 
112 u32 intel_tc_port_get_lane_mask(struct intel_digital_port *dig_port)
113 {
114 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
115 	struct intel_uncore *uncore = &i915->uncore;
116 	u32 lane_mask;
117 
118 	lane_mask = intel_uncore_read(uncore,
119 				      PORT_TX_DFLEXDPSP(dig_port->tc_phy_fia));
120 
121 	drm_WARN_ON(&i915->drm, lane_mask == 0xffffffff);
122 	assert_tc_cold_blocked(dig_port);
123 
124 	lane_mask &= DP_LANE_ASSIGNMENT_MASK(dig_port->tc_phy_fia_idx);
125 	return lane_mask >> DP_LANE_ASSIGNMENT_SHIFT(dig_port->tc_phy_fia_idx);
126 }
127 
128 u32 intel_tc_port_get_pin_assignment_mask(struct intel_digital_port *dig_port)
129 {
130 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
131 	struct intel_uncore *uncore = &i915->uncore;
132 	u32 pin_mask;
133 
134 	pin_mask = intel_uncore_read(uncore,
135 				     PORT_TX_DFLEXPA1(dig_port->tc_phy_fia));
136 
137 	drm_WARN_ON(&i915->drm, pin_mask == 0xffffffff);
138 	assert_tc_cold_blocked(dig_port);
139 
140 	return (pin_mask & DP_PIN_ASSIGNMENT_MASK(dig_port->tc_phy_fia_idx)) >>
141 	       DP_PIN_ASSIGNMENT_SHIFT(dig_port->tc_phy_fia_idx);
142 }
143 
144 int intel_tc_port_fia_max_lane_count(struct intel_digital_port *dig_port)
145 {
146 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
147 	intel_wakeref_t wakeref;
148 	u32 lane_mask;
149 
150 	if (dig_port->tc_mode != TC_PORT_DP_ALT)
151 		return 4;
152 
153 	assert_tc_cold_blocked(dig_port);
154 
155 	lane_mask = 0;
156 	with_intel_display_power(i915, POWER_DOMAIN_DISPLAY_CORE, wakeref)
157 		lane_mask = intel_tc_port_get_lane_mask(dig_port);
158 
159 	switch (lane_mask) {
160 	default:
161 		MISSING_CASE(lane_mask);
162 		/* fall-through */
163 	case 0x1:
164 	case 0x2:
165 	case 0x4:
166 	case 0x8:
167 		return 1;
168 	case 0x3:
169 	case 0xc:
170 		return 2;
171 	case 0xf:
172 		return 4;
173 	}
174 }
175 
176 void intel_tc_port_set_fia_lane_count(struct intel_digital_port *dig_port,
177 				      int required_lanes)
178 {
179 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
180 	bool lane_reversal = dig_port->saved_port_bits & DDI_BUF_PORT_REVERSAL;
181 	struct intel_uncore *uncore = &i915->uncore;
182 	u32 val;
183 
184 	drm_WARN_ON(&i915->drm,
185 		    lane_reversal && dig_port->tc_mode != TC_PORT_LEGACY);
186 
187 	assert_tc_cold_blocked(dig_port);
188 
189 	val = intel_uncore_read(uncore,
190 				PORT_TX_DFLEXDPMLE1(dig_port->tc_phy_fia));
191 	val &= ~DFLEXDPMLE1_DPMLETC_MASK(dig_port->tc_phy_fia_idx);
192 
193 	switch (required_lanes) {
194 	case 1:
195 		val |= lane_reversal ?
196 			DFLEXDPMLE1_DPMLETC_ML3(dig_port->tc_phy_fia_idx) :
197 			DFLEXDPMLE1_DPMLETC_ML0(dig_port->tc_phy_fia_idx);
198 		break;
199 	case 2:
200 		val |= lane_reversal ?
201 			DFLEXDPMLE1_DPMLETC_ML3_2(dig_port->tc_phy_fia_idx) :
202 			DFLEXDPMLE1_DPMLETC_ML1_0(dig_port->tc_phy_fia_idx);
203 		break;
204 	case 4:
205 		val |= DFLEXDPMLE1_DPMLETC_ML3_0(dig_port->tc_phy_fia_idx);
206 		break;
207 	default:
208 		MISSING_CASE(required_lanes);
209 	}
210 
211 	intel_uncore_write(uncore,
212 			   PORT_TX_DFLEXDPMLE1(dig_port->tc_phy_fia), val);
213 }
214 
215 static void tc_port_fixup_legacy_flag(struct intel_digital_port *dig_port,
216 				      u32 live_status_mask)
217 {
218 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
219 	u32 valid_hpd_mask;
220 
221 	if (dig_port->tc_legacy_port)
222 		valid_hpd_mask = BIT(TC_PORT_LEGACY);
223 	else
224 		valid_hpd_mask = BIT(TC_PORT_DP_ALT) |
225 				 BIT(TC_PORT_TBT_ALT);
226 
227 	if (!(live_status_mask & ~valid_hpd_mask))
228 		return;
229 
230 	/* If live status mismatches the VBT flag, trust the live status. */
231 	drm_err(&i915->drm,
232 		"Port %s: live status %08x mismatches the legacy port flag, fix flag\n",
233 		dig_port->tc_port_name, live_status_mask);
234 
235 	dig_port->tc_legacy_port = !dig_port->tc_legacy_port;
236 }
237 
238 static u32 tc_port_live_status_mask(struct intel_digital_port *dig_port)
239 {
240 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
241 	struct intel_uncore *uncore = &i915->uncore;
242 	u32 isr_bit = i915->hotplug.pch_hpd[dig_port->base.hpd_pin];
243 	u32 mask = 0;
244 	u32 val;
245 
246 	val = intel_uncore_read(uncore,
247 				PORT_TX_DFLEXDPSP(dig_port->tc_phy_fia));
248 
249 	if (val == 0xffffffff) {
250 		drm_dbg_kms(&i915->drm,
251 			    "Port %s: PHY in TCCOLD, nothing connected\n",
252 			    dig_port->tc_port_name);
253 		return mask;
254 	}
255 
256 	if (val & TC_LIVE_STATE_TBT(dig_port->tc_phy_fia_idx))
257 		mask |= BIT(TC_PORT_TBT_ALT);
258 	if (val & TC_LIVE_STATE_TC(dig_port->tc_phy_fia_idx))
259 		mask |= BIT(TC_PORT_DP_ALT);
260 
261 	if (intel_uncore_read(uncore, SDEISR) & isr_bit)
262 		mask |= BIT(TC_PORT_LEGACY);
263 
264 	/* The sink can be connected only in a single mode. */
265 	if (!drm_WARN_ON(&i915->drm, hweight32(mask) > 1))
266 		tc_port_fixup_legacy_flag(dig_port, mask);
267 
268 	return mask;
269 }
270 
271 static bool icl_tc_phy_status_complete(struct intel_digital_port *dig_port)
272 {
273 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
274 	struct intel_uncore *uncore = &i915->uncore;
275 	u32 val;
276 
277 	val = intel_uncore_read(uncore,
278 				PORT_TX_DFLEXDPPMS(dig_port->tc_phy_fia));
279 	if (val == 0xffffffff) {
280 		drm_dbg_kms(&i915->drm,
281 			    "Port %s: PHY in TCCOLD, assuming not complete\n",
282 			    dig_port->tc_port_name);
283 		return false;
284 	}
285 
286 	return val & DP_PHY_MODE_STATUS_COMPLETED(dig_port->tc_phy_fia_idx);
287 }
288 
289 static bool icl_tc_phy_set_safe_mode(struct intel_digital_port *dig_port,
290 				     bool enable)
291 {
292 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
293 	struct intel_uncore *uncore = &i915->uncore;
294 	u32 val;
295 
296 	val = intel_uncore_read(uncore,
297 				PORT_TX_DFLEXDPCSSS(dig_port->tc_phy_fia));
298 	if (val == 0xffffffff) {
299 		drm_dbg_kms(&i915->drm,
300 			    "Port %s: PHY in TCCOLD, can't set safe-mode to %s\n",
301 			    dig_port->tc_port_name, enableddisabled(enable));
302 
303 		return false;
304 	}
305 
306 	val &= ~DP_PHY_MODE_STATUS_NOT_SAFE(dig_port->tc_phy_fia_idx);
307 	if (!enable)
308 		val |= DP_PHY_MODE_STATUS_NOT_SAFE(dig_port->tc_phy_fia_idx);
309 
310 	intel_uncore_write(uncore,
311 			   PORT_TX_DFLEXDPCSSS(dig_port->tc_phy_fia), val);
312 
313 	if (enable && wait_for(!icl_tc_phy_status_complete(dig_port), 10))
314 		drm_dbg_kms(&i915->drm,
315 			    "Port %s: PHY complete clear timed out\n",
316 			    dig_port->tc_port_name);
317 
318 	return true;
319 }
320 
321 static bool icl_tc_phy_is_in_safe_mode(struct intel_digital_port *dig_port)
322 {
323 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
324 	struct intel_uncore *uncore = &i915->uncore;
325 	u32 val;
326 
327 	val = intel_uncore_read(uncore,
328 				PORT_TX_DFLEXDPCSSS(dig_port->tc_phy_fia));
329 	if (val == 0xffffffff) {
330 		drm_dbg_kms(&i915->drm,
331 			    "Port %s: PHY in TCCOLD, assume safe mode\n",
332 			    dig_port->tc_port_name);
333 		return true;
334 	}
335 
336 	return !(val & DP_PHY_MODE_STATUS_NOT_SAFE(dig_port->tc_phy_fia_idx));
337 }
338 
339 /*
340  * This function implements the first part of the Connect Flow described by our
341  * specification, Gen11 TypeC Programming chapter. The rest of the flow (reading
342  * lanes, EDID, etc) is done as needed in the typical places.
343  *
344  * Unlike the other ports, type-C ports are not available to use as soon as we
345  * get a hotplug. The type-C PHYs can be shared between multiple controllers:
346  * display, USB, etc. As a result, handshaking through FIA is required around
347  * connect and disconnect to cleanly transfer ownership with the controller and
348  * set the type-C power state.
349  */
350 static void icl_tc_phy_connect(struct intel_digital_port *dig_port,
351 			       int required_lanes)
352 {
353 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
354 	int max_lanes;
355 
356 	if (!icl_tc_phy_status_complete(dig_port)) {
357 		drm_dbg_kms(&i915->drm, "Port %s: PHY not ready\n",
358 			    dig_port->tc_port_name);
359 		goto out_set_tbt_alt_mode;
360 	}
361 
362 	if (!icl_tc_phy_set_safe_mode(dig_port, false) &&
363 	    !WARN_ON(dig_port->tc_legacy_port))
364 		goto out_set_tbt_alt_mode;
365 
366 	max_lanes = intel_tc_port_fia_max_lane_count(dig_port);
367 	if (dig_port->tc_legacy_port) {
368 		WARN_ON(max_lanes != 4);
369 		dig_port->tc_mode = TC_PORT_LEGACY;
370 
371 		return;
372 	}
373 
374 	/*
375 	 * Now we have to re-check the live state, in case the port recently
376 	 * became disconnected. Not necessary for legacy mode.
377 	 */
378 	if (!(tc_port_live_status_mask(dig_port) & BIT(TC_PORT_DP_ALT))) {
379 		drm_dbg_kms(&i915->drm, "Port %s: PHY sudden disconnect\n",
380 			    dig_port->tc_port_name);
381 		goto out_set_safe_mode;
382 	}
383 
384 	if (max_lanes < required_lanes) {
385 		drm_dbg_kms(&i915->drm,
386 			    "Port %s: PHY max lanes %d < required lanes %d\n",
387 			    dig_port->tc_port_name,
388 			    max_lanes, required_lanes);
389 		goto out_set_safe_mode;
390 	}
391 
392 	dig_port->tc_mode = TC_PORT_DP_ALT;
393 
394 	return;
395 
396 out_set_safe_mode:
397 	icl_tc_phy_set_safe_mode(dig_port, true);
398 out_set_tbt_alt_mode:
399 	dig_port->tc_mode = TC_PORT_TBT_ALT;
400 }
401 
402 /*
403  * See the comment at the connect function. This implements the Disconnect
404  * Flow.
405  */
406 static void icl_tc_phy_disconnect(struct intel_digital_port *dig_port)
407 {
408 	switch (dig_port->tc_mode) {
409 	case TC_PORT_LEGACY:
410 		/* Nothing to do, we never disconnect from legacy mode */
411 		break;
412 	case TC_PORT_DP_ALT:
413 		icl_tc_phy_set_safe_mode(dig_port, true);
414 		dig_port->tc_mode = TC_PORT_TBT_ALT;
415 		break;
416 	case TC_PORT_TBT_ALT:
417 		/* Nothing to do, we stay in TBT-alt mode */
418 		break;
419 	default:
420 		MISSING_CASE(dig_port->tc_mode);
421 	}
422 }
423 
424 static bool icl_tc_phy_is_connected(struct intel_digital_port *dig_port)
425 {
426 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
427 
428 	if (!icl_tc_phy_status_complete(dig_port)) {
429 		drm_dbg_kms(&i915->drm, "Port %s: PHY status not complete\n",
430 			    dig_port->tc_port_name);
431 		return dig_port->tc_mode == TC_PORT_TBT_ALT;
432 	}
433 
434 	if (icl_tc_phy_is_in_safe_mode(dig_port)) {
435 		drm_dbg_kms(&i915->drm, "Port %s: PHY still in safe mode\n",
436 			    dig_port->tc_port_name);
437 
438 		return false;
439 	}
440 
441 	return dig_port->tc_mode == TC_PORT_DP_ALT ||
442 	       dig_port->tc_mode == TC_PORT_LEGACY;
443 }
444 
445 static enum tc_port_mode
446 intel_tc_port_get_current_mode(struct intel_digital_port *dig_port)
447 {
448 	u32 live_status_mask = tc_port_live_status_mask(dig_port);
449 	bool in_safe_mode = icl_tc_phy_is_in_safe_mode(dig_port);
450 	enum tc_port_mode mode;
451 
452 	if (in_safe_mode || WARN_ON(!icl_tc_phy_status_complete(dig_port)))
453 		return TC_PORT_TBT_ALT;
454 
455 	mode = dig_port->tc_legacy_port ? TC_PORT_LEGACY : TC_PORT_DP_ALT;
456 	if (live_status_mask) {
457 		enum tc_port_mode live_mode = fls(live_status_mask) - 1;
458 
459 		if (!WARN_ON(live_mode == TC_PORT_TBT_ALT))
460 			mode = live_mode;
461 	}
462 
463 	return mode;
464 }
465 
466 static enum tc_port_mode
467 intel_tc_port_get_target_mode(struct intel_digital_port *dig_port)
468 {
469 	u32 live_status_mask = tc_port_live_status_mask(dig_port);
470 
471 	if (live_status_mask)
472 		return fls(live_status_mask) - 1;
473 
474 	return icl_tc_phy_status_complete(dig_port) &&
475 	       dig_port->tc_legacy_port ? TC_PORT_LEGACY :
476 					  TC_PORT_TBT_ALT;
477 }
478 
479 static void intel_tc_port_reset_mode(struct intel_digital_port *dig_port,
480 				     int required_lanes)
481 {
482 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
483 	enum tc_port_mode old_tc_mode = dig_port->tc_mode;
484 
485 	intel_display_power_flush_work(i915);
486 	if (INTEL_GEN(i915) != 11 || !dig_port->tc_legacy_port) {
487 		enum intel_display_power_domain aux_domain;
488 		bool aux_powered;
489 
490 		aux_domain = intel_aux_power_domain(dig_port);
491 		aux_powered = intel_display_power_is_enabled(i915, aux_domain);
492 		drm_WARN_ON(&i915->drm, aux_powered);
493 	}
494 
495 	icl_tc_phy_disconnect(dig_port);
496 	icl_tc_phy_connect(dig_port, required_lanes);
497 
498 	drm_dbg_kms(&i915->drm, "Port %s: TC port mode reset (%s -> %s)\n",
499 		    dig_port->tc_port_name,
500 		    tc_port_mode_name(old_tc_mode),
501 		    tc_port_mode_name(dig_port->tc_mode));
502 }
503 
504 static void
505 intel_tc_port_link_init_refcount(struct intel_digital_port *dig_port,
506 				 int refcount)
507 {
508 	WARN_ON(dig_port->tc_link_refcount);
509 	dig_port->tc_link_refcount = refcount;
510 }
511 
512 void intel_tc_port_sanitize(struct intel_digital_port *dig_port)
513 {
514 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
515 	struct intel_encoder *encoder = &dig_port->base;
516 	intel_wakeref_t tc_cold_wref;
517 	int active_links = 0;
518 
519 	mutex_lock(&dig_port->tc_lock);
520 	tc_cold_wref = tc_cold_block(dig_port);
521 
522 	dig_port->tc_mode = intel_tc_port_get_current_mode(dig_port);
523 	if (dig_port->dp.is_mst)
524 		active_links = intel_dp_mst_encoder_active_links(dig_port);
525 	else if (encoder->base.crtc)
526 		active_links = to_intel_crtc(encoder->base.crtc)->active;
527 
528 	if (active_links) {
529 		if (!icl_tc_phy_is_connected(dig_port))
530 			drm_dbg_kms(&i915->drm,
531 				    "Port %s: PHY disconnected with %d active link(s)\n",
532 				    dig_port->tc_port_name, active_links);
533 		intel_tc_port_link_init_refcount(dig_port, active_links);
534 
535 		goto out;
536 	}
537 
538 	if (dig_port->tc_legacy_port)
539 		icl_tc_phy_connect(dig_port, 1);
540 
541 out:
542 	drm_dbg_kms(&i915->drm, "Port %s: sanitize mode (%s)\n",
543 		    dig_port->tc_port_name,
544 		    tc_port_mode_name(dig_port->tc_mode));
545 
546 	tc_cold_unblock(dig_port, tc_cold_wref);
547 	mutex_unlock(&dig_port->tc_lock);
548 }
549 
550 static bool intel_tc_port_needs_reset(struct intel_digital_port *dig_port)
551 {
552 	return intel_tc_port_get_target_mode(dig_port) != dig_port->tc_mode;
553 }
554 
555 /*
556  * The type-C ports are different because even when they are connected, they may
557  * not be available/usable by the graphics driver: see the comment on
558  * icl_tc_phy_connect(). So in our driver instead of adding the additional
559  * concept of "usable" and make everything check for "connected and usable" we
560  * define a port as "connected" when it is not only connected, but also when it
561  * is usable by the rest of the driver. That maintains the old assumption that
562  * connected ports are usable, and avoids exposing to the users objects they
563  * can't really use.
564  */
565 bool intel_tc_port_connected(struct intel_encoder *encoder)
566 {
567 	struct intel_digital_port *dig_port = enc_to_dig_port(encoder);
568 	bool is_connected;
569 	intel_wakeref_t tc_cold_wref;
570 
571 	intel_tc_port_lock(dig_port);
572 	tc_cold_wref = tc_cold_block(dig_port);
573 
574 	is_connected = tc_port_live_status_mask(dig_port) &
575 		       BIT(dig_port->tc_mode);
576 
577 	tc_cold_unblock(dig_port, tc_cold_wref);
578 	intel_tc_port_unlock(dig_port);
579 
580 	return is_connected;
581 }
582 
583 static void __intel_tc_port_lock(struct intel_digital_port *dig_port,
584 				 int required_lanes)
585 {
586 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
587 	intel_wakeref_t wakeref;
588 
589 	wakeref = intel_display_power_get(i915, POWER_DOMAIN_DISPLAY_CORE);
590 
591 	mutex_lock(&dig_port->tc_lock);
592 
593 	if (!dig_port->tc_link_refcount) {
594 		intel_wakeref_t tc_cold_wref;
595 
596 		tc_cold_wref = tc_cold_block(dig_port);
597 
598 		if (intel_tc_port_needs_reset(dig_port))
599 			intel_tc_port_reset_mode(dig_port, required_lanes);
600 
601 		tc_cold_unblock(dig_port, tc_cold_wref);
602 	}
603 
604 	drm_WARN_ON(&i915->drm, dig_port->tc_lock_wakeref);
605 	dig_port->tc_lock_wakeref = wakeref;
606 }
607 
608 void intel_tc_port_lock(struct intel_digital_port *dig_port)
609 {
610 	__intel_tc_port_lock(dig_port, 1);
611 }
612 
613 void intel_tc_port_unlock(struct intel_digital_port *dig_port)
614 {
615 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
616 	intel_wakeref_t wakeref = fetch_and_zero(&dig_port->tc_lock_wakeref);
617 
618 	mutex_unlock(&dig_port->tc_lock);
619 
620 	intel_display_power_put_async(i915, POWER_DOMAIN_DISPLAY_CORE,
621 				      wakeref);
622 }
623 
624 bool intel_tc_port_ref_held(struct intel_digital_port *dig_port)
625 {
626 	return mutex_is_locked(&dig_port->tc_lock) ||
627 	       dig_port->tc_link_refcount;
628 }
629 
630 void intel_tc_port_get_link(struct intel_digital_port *dig_port,
631 			    int required_lanes)
632 {
633 	__intel_tc_port_lock(dig_port, required_lanes);
634 	dig_port->tc_link_refcount++;
635 	intel_tc_port_unlock(dig_port);
636 }
637 
638 void intel_tc_port_put_link(struct intel_digital_port *dig_port)
639 {
640 	mutex_lock(&dig_port->tc_lock);
641 	dig_port->tc_link_refcount--;
642 	mutex_unlock(&dig_port->tc_lock);
643 }
644 
645 void intel_tc_port_init(struct intel_digital_port *dig_port, bool is_legacy)
646 {
647 	struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
648 	enum port port = dig_port->base.port;
649 	enum tc_port tc_port = intel_port_to_tc(i915, port);
650 
651 	if (drm_WARN_ON(&i915->drm, tc_port == PORT_TC_NONE))
652 		return;
653 
654 	snprintf(dig_port->tc_port_name, sizeof(dig_port->tc_port_name),
655 		 "%c/TC#%d", port_name(port), tc_port + 1);
656 
657 	mutex_init(&dig_port->tc_lock);
658 	dig_port->tc_legacy_port = is_legacy;
659 	dig_port->tc_link_refcount = 0;
660 	tc_port_load_fia_params(i915, dig_port);
661 }
662