1 // SPDX-License-Identifier: MIT
2 /*
3  * Copyright 2018 Noralf Trønnes
4  * Copyright (c) 2006-2009 Red Hat Inc.
5  * Copyright (c) 2006-2008 Intel Corporation
6  *   Jesse Barnes <jesse.barnes@intel.com>
7  * Copyright (c) 2007 Dave Airlie <airlied@linux.ie>
8  */
9 
10 #include <linux/module.h>
11 #include <linux/mutex.h>
12 #include <linux/slab.h>
13 
14 #include <drm/drm_atomic.h>
15 #include <drm/drm_client.h>
16 #include <drm/drm_connector.h>
17 #include <drm/drm_crtc.h>
18 #include <drm/drm_device.h>
19 #include <drm/drm_drv.h>
20 #include <drm/drm_encoder.h>
21 #include <drm/drm_print.h>
22 
23 #include "drm_crtc_internal.h"
24 #include "drm_internal.h"
25 
26 #define DRM_CLIENT_MAX_CLONED_CONNECTORS	8
27 
28 struct drm_client_offset {
29 	int x, y;
30 };
31 
32 int drm_client_modeset_create(struct drm_client_dev *client)
33 {
34 	struct drm_device *dev = client->dev;
35 	unsigned int num_crtc = dev->mode_config.num_crtc;
36 	unsigned int max_connector_count = 1;
37 	struct drm_mode_set *modeset;
38 	struct drm_crtc *crtc;
39 	unsigned int i = 0;
40 
41 	/* Add terminating zero entry to enable index less iteration */
42 	client->modesets = kcalloc(num_crtc + 1, sizeof(*client->modesets), GFP_KERNEL);
43 	if (!client->modesets)
44 		return -ENOMEM;
45 
46 	mutex_init(&client->modeset_mutex);
47 
48 	drm_for_each_crtc(crtc, dev)
49 		client->modesets[i++].crtc = crtc;
50 
51 	/* Cloning is only supported in the single crtc case. */
52 	if (num_crtc == 1)
53 		max_connector_count = DRM_CLIENT_MAX_CLONED_CONNECTORS;
54 
55 	for (modeset = client->modesets; modeset->crtc; modeset++) {
56 		modeset->connectors = kcalloc(max_connector_count,
57 					      sizeof(*modeset->connectors), GFP_KERNEL);
58 		if (!modeset->connectors)
59 			goto err_free;
60 	}
61 
62 	return 0;
63 
64 err_free:
65 	drm_client_modeset_free(client);
66 
67 	return -ENOMEM;
68 }
69 
70 static void drm_client_modeset_release(struct drm_client_dev *client)
71 {
72 	struct drm_mode_set *modeset;
73 	unsigned int i;
74 
75 	drm_client_for_each_modeset(modeset, client) {
76 		drm_mode_destroy(client->dev, modeset->mode);
77 		modeset->mode = NULL;
78 		modeset->fb = NULL;
79 
80 		for (i = 0; i < modeset->num_connectors; i++) {
81 			drm_connector_put(modeset->connectors[i]);
82 			modeset->connectors[i] = NULL;
83 		}
84 		modeset->num_connectors = 0;
85 	}
86 }
87 
88 void drm_client_modeset_free(struct drm_client_dev *client)
89 {
90 	struct drm_mode_set *modeset;
91 
92 	mutex_lock(&client->modeset_mutex);
93 
94 	drm_client_modeset_release(client);
95 
96 	drm_client_for_each_modeset(modeset, client)
97 		kfree(modeset->connectors);
98 
99 	mutex_unlock(&client->modeset_mutex);
100 
101 	mutex_destroy(&client->modeset_mutex);
102 	kfree(client->modesets);
103 }
104 
105 static struct drm_mode_set *
106 drm_client_find_modeset(struct drm_client_dev *client, struct drm_crtc *crtc)
107 {
108 	struct drm_mode_set *modeset;
109 
110 	drm_client_for_each_modeset(modeset, client)
111 		if (modeset->crtc == crtc)
112 			return modeset;
113 
114 	return NULL;
115 }
116 
117 static struct drm_display_mode *
118 drm_connector_get_tiled_mode(struct drm_connector *connector)
119 {
120 	struct drm_display_mode *mode;
121 
122 	list_for_each_entry(mode, &connector->modes, head) {
123 		if (mode->hdisplay == connector->tile_h_size &&
124 		    mode->vdisplay == connector->tile_v_size)
125 			return mode;
126 	}
127 	return NULL;
128 }
129 
130 static struct drm_display_mode *
131 drm_connector_fallback_non_tiled_mode(struct drm_connector *connector)
132 {
133 	struct drm_display_mode *mode;
134 
135 	list_for_each_entry(mode, &connector->modes, head) {
136 		if (mode->hdisplay == connector->tile_h_size &&
137 		    mode->vdisplay == connector->tile_v_size)
138 			continue;
139 		return mode;
140 	}
141 	return NULL;
142 }
143 
144 static struct drm_display_mode *
145 drm_connector_has_preferred_mode(struct drm_connector *connector, int width, int height)
146 {
147 	struct drm_display_mode *mode;
148 
149 	list_for_each_entry(mode, &connector->modes, head) {
150 		if (mode->hdisplay > width ||
151 		    mode->vdisplay > height)
152 			continue;
153 		if (mode->type & DRM_MODE_TYPE_PREFERRED)
154 			return mode;
155 	}
156 	return NULL;
157 }
158 
159 static struct drm_display_mode *
160 drm_connector_pick_cmdline_mode(struct drm_connector *connector)
161 {
162 	struct drm_cmdline_mode *cmdline_mode;
163 	struct drm_display_mode *mode;
164 	bool prefer_non_interlace;
165 
166 	cmdline_mode = &connector->cmdline_mode;
167 	if (cmdline_mode->specified == false)
168 		return NULL;
169 
170 	/* attempt to find a matching mode in the list of modes
171 	 *  we have gotten so far, if not add a CVT mode that conforms
172 	 */
173 	if (cmdline_mode->rb || cmdline_mode->margins)
174 		goto create_mode;
175 
176 	prefer_non_interlace = !cmdline_mode->interlace;
177 again:
178 	list_for_each_entry(mode, &connector->modes, head) {
179 		/* Check (optional) mode name first */
180 		if (!strcmp(mode->name, cmdline_mode->name))
181 			return mode;
182 
183 		/* check width/height */
184 		if (mode->hdisplay != cmdline_mode->xres ||
185 		    mode->vdisplay != cmdline_mode->yres)
186 			continue;
187 
188 		if (cmdline_mode->refresh_specified) {
189 			if (drm_mode_vrefresh(mode) != cmdline_mode->refresh)
190 				continue;
191 		}
192 
193 		if (cmdline_mode->interlace) {
194 			if (!(mode->flags & DRM_MODE_FLAG_INTERLACE))
195 				continue;
196 		} else if (prefer_non_interlace) {
197 			if (mode->flags & DRM_MODE_FLAG_INTERLACE)
198 				continue;
199 		}
200 		return mode;
201 	}
202 
203 	if (prefer_non_interlace) {
204 		prefer_non_interlace = false;
205 		goto again;
206 	}
207 
208 create_mode:
209 	mode = drm_mode_create_from_cmdline_mode(connector->dev, cmdline_mode);
210 	if (mode)
211 		list_add(&mode->head, &connector->modes);
212 
213 	return mode;
214 }
215 
216 static bool drm_connector_enabled(struct drm_connector *connector, bool strict)
217 {
218 	bool enable;
219 
220 	if (connector->display_info.non_desktop)
221 		return false;
222 
223 	if (strict)
224 		enable = connector->status == connector_status_connected;
225 	else
226 		enable = connector->status != connector_status_disconnected;
227 
228 	return enable;
229 }
230 
231 static void drm_client_connectors_enabled(struct drm_connector **connectors,
232 					  unsigned int connector_count,
233 					  bool *enabled)
234 {
235 	bool any_enabled = false;
236 	struct drm_connector *connector;
237 	int i = 0;
238 
239 	for (i = 0; i < connector_count; i++) {
240 		connector = connectors[i];
241 		enabled[i] = drm_connector_enabled(connector, true);
242 		DRM_DEBUG_KMS("connector %d enabled? %s\n", connector->base.id,
243 			      connector->display_info.non_desktop ? "non desktop" : enabled[i] ? "yes" : "no");
244 
245 		any_enabled |= enabled[i];
246 	}
247 
248 	if (any_enabled)
249 		return;
250 
251 	for (i = 0; i < connector_count; i++)
252 		enabled[i] = drm_connector_enabled(connectors[i], false);
253 }
254 
255 static bool drm_client_target_cloned(struct drm_device *dev,
256 				     struct drm_connector **connectors,
257 				     unsigned int connector_count,
258 				     struct drm_display_mode **modes,
259 				     struct drm_client_offset *offsets,
260 				     bool *enabled, int width, int height)
261 {
262 	int count, i, j;
263 	bool can_clone = false;
264 	struct drm_display_mode *dmt_mode, *mode;
265 
266 	/* only contemplate cloning in the single crtc case */
267 	if (dev->mode_config.num_crtc > 1)
268 		return false;
269 
270 	count = 0;
271 	for (i = 0; i < connector_count; i++) {
272 		if (enabled[i])
273 			count++;
274 	}
275 
276 	/* only contemplate cloning if more than one connector is enabled */
277 	if (count <= 1)
278 		return false;
279 
280 	/* check the command line or if nothing common pick 1024x768 */
281 	can_clone = true;
282 	for (i = 0; i < connector_count; i++) {
283 		if (!enabled[i])
284 			continue;
285 		modes[i] = drm_connector_pick_cmdline_mode(connectors[i]);
286 		if (!modes[i]) {
287 			can_clone = false;
288 			break;
289 		}
290 		for (j = 0; j < i; j++) {
291 			if (!enabled[j])
292 				continue;
293 			if (!drm_mode_match(modes[j], modes[i],
294 					    DRM_MODE_MATCH_TIMINGS |
295 					    DRM_MODE_MATCH_CLOCK |
296 					    DRM_MODE_MATCH_FLAGS |
297 					    DRM_MODE_MATCH_3D_FLAGS))
298 				can_clone = false;
299 		}
300 	}
301 
302 	if (can_clone) {
303 		DRM_DEBUG_KMS("can clone using command line\n");
304 		return true;
305 	}
306 
307 	/* try and find a 1024x768 mode on each connector */
308 	can_clone = true;
309 	dmt_mode = drm_mode_find_dmt(dev, 1024, 768, 60, false);
310 
311 	for (i = 0; i < connector_count; i++) {
312 		if (!enabled[i])
313 			continue;
314 
315 		list_for_each_entry(mode, &connectors[i]->modes, head) {
316 			if (drm_mode_match(mode, dmt_mode,
317 					   DRM_MODE_MATCH_TIMINGS |
318 					   DRM_MODE_MATCH_CLOCK |
319 					   DRM_MODE_MATCH_FLAGS |
320 					   DRM_MODE_MATCH_3D_FLAGS))
321 				modes[i] = mode;
322 		}
323 		if (!modes[i])
324 			can_clone = false;
325 	}
326 
327 	if (can_clone) {
328 		DRM_DEBUG_KMS("can clone using 1024x768\n");
329 		return true;
330 	}
331 	DRM_INFO("kms: can't enable cloning when we probably wanted to.\n");
332 	return false;
333 }
334 
335 static int drm_client_get_tile_offsets(struct drm_connector **connectors,
336 				       unsigned int connector_count,
337 				       struct drm_display_mode **modes,
338 				       struct drm_client_offset *offsets,
339 				       int idx,
340 				       int h_idx, int v_idx)
341 {
342 	struct drm_connector *connector;
343 	int i;
344 	int hoffset = 0, voffset = 0;
345 
346 	for (i = 0; i < connector_count; i++) {
347 		connector = connectors[i];
348 		if (!connector->has_tile)
349 			continue;
350 
351 		if (!modes[i] && (h_idx || v_idx)) {
352 			DRM_DEBUG_KMS("no modes for connector tiled %d %d\n", i,
353 				      connector->base.id);
354 			continue;
355 		}
356 		if (connector->tile_h_loc < h_idx)
357 			hoffset += modes[i]->hdisplay;
358 
359 		if (connector->tile_v_loc < v_idx)
360 			voffset += modes[i]->vdisplay;
361 	}
362 	offsets[idx].x = hoffset;
363 	offsets[idx].y = voffset;
364 	DRM_DEBUG_KMS("returned %d %d for %d %d\n", hoffset, voffset, h_idx, v_idx);
365 	return 0;
366 }
367 
368 static bool drm_client_target_preferred(struct drm_connector **connectors,
369 					unsigned int connector_count,
370 					struct drm_display_mode **modes,
371 					struct drm_client_offset *offsets,
372 					bool *enabled, int width, int height)
373 {
374 	const u64 mask = BIT_ULL(connector_count) - 1;
375 	struct drm_connector *connector;
376 	u64 conn_configured = 0;
377 	int tile_pass = 0;
378 	int num_tiled_conns = 0;
379 	int i;
380 
381 	for (i = 0; i < connector_count; i++) {
382 		if (connectors[i]->has_tile &&
383 		    connectors[i]->status == connector_status_connected)
384 			num_tiled_conns++;
385 	}
386 
387 retry:
388 	for (i = 0; i < connector_count; i++) {
389 		connector = connectors[i];
390 
391 		if (conn_configured & BIT_ULL(i))
392 			continue;
393 
394 		if (enabled[i] == false) {
395 			conn_configured |= BIT_ULL(i);
396 			continue;
397 		}
398 
399 		/* first pass over all the untiled connectors */
400 		if (tile_pass == 0 && connector->has_tile)
401 			continue;
402 
403 		if (tile_pass == 1) {
404 			if (connector->tile_h_loc != 0 ||
405 			    connector->tile_v_loc != 0)
406 				continue;
407 
408 		} else {
409 			if (connector->tile_h_loc != tile_pass - 1 &&
410 			    connector->tile_v_loc != tile_pass - 1)
411 			/* if this tile_pass doesn't cover any of the tiles - keep going */
412 				continue;
413 
414 			/*
415 			 * find the tile offsets for this pass - need to find
416 			 * all tiles left and above
417 			 */
418 			drm_client_get_tile_offsets(connectors, connector_count, modes, offsets, i,
419 						    connector->tile_h_loc, connector->tile_v_loc);
420 		}
421 		DRM_DEBUG_KMS("looking for cmdline mode on connector %d\n",
422 			      connector->base.id);
423 
424 		/* got for command line mode first */
425 		modes[i] = drm_connector_pick_cmdline_mode(connector);
426 		if (!modes[i]) {
427 			DRM_DEBUG_KMS("looking for preferred mode on connector %d %d\n",
428 				      connector->base.id, connector->tile_group ? connector->tile_group->id : 0);
429 			modes[i] = drm_connector_has_preferred_mode(connector, width, height);
430 		}
431 		/* No preferred modes, pick one off the list */
432 		if (!modes[i] && !list_empty(&connector->modes)) {
433 			list_for_each_entry(modes[i], &connector->modes, head)
434 				break;
435 		}
436 		/*
437 		 * In case of tiled mode if all tiles not present fallback to
438 		 * first available non tiled mode.
439 		 * After all tiles are present, try to find the tiled mode
440 		 * for all and if tiled mode not present due to fbcon size
441 		 * limitations, use first non tiled mode only for
442 		 * tile 0,0 and set to no mode for all other tiles.
443 		 */
444 		if (connector->has_tile) {
445 			if (num_tiled_conns <
446 			    connector->num_h_tile * connector->num_v_tile ||
447 			    (connector->tile_h_loc == 0 &&
448 			     connector->tile_v_loc == 0 &&
449 			     !drm_connector_get_tiled_mode(connector))) {
450 				DRM_DEBUG_KMS("Falling back to non tiled mode on Connector %d\n",
451 					      connector->base.id);
452 				modes[i] = drm_connector_fallback_non_tiled_mode(connector);
453 			} else {
454 				modes[i] = drm_connector_get_tiled_mode(connector);
455 			}
456 		}
457 
458 		DRM_DEBUG_KMS("found mode %s\n", modes[i] ? modes[i]->name :
459 			  "none");
460 		conn_configured |= BIT_ULL(i);
461 	}
462 
463 	if ((conn_configured & mask) != mask) {
464 		tile_pass++;
465 		goto retry;
466 	}
467 	return true;
468 }
469 
470 static bool connector_has_possible_crtc(struct drm_connector *connector,
471 					struct drm_crtc *crtc)
472 {
473 	struct drm_encoder *encoder;
474 
475 	drm_connector_for_each_possible_encoder(connector, encoder) {
476 		if (encoder->possible_crtcs & drm_crtc_mask(crtc))
477 			return true;
478 	}
479 
480 	return false;
481 }
482 
483 static int drm_client_pick_crtcs(struct drm_client_dev *client,
484 				 struct drm_connector **connectors,
485 				 unsigned int connector_count,
486 				 struct drm_crtc **best_crtcs,
487 				 struct drm_display_mode **modes,
488 				 int n, int width, int height)
489 {
490 	struct drm_device *dev = client->dev;
491 	struct drm_connector *connector;
492 	int my_score, best_score, score;
493 	struct drm_crtc **crtcs, *crtc;
494 	struct drm_mode_set *modeset;
495 	int o;
496 
497 	if (n == connector_count)
498 		return 0;
499 
500 	connector = connectors[n];
501 
502 	best_crtcs[n] = NULL;
503 	best_score = drm_client_pick_crtcs(client, connectors, connector_count,
504 					   best_crtcs, modes, n + 1, width, height);
505 	if (modes[n] == NULL)
506 		return best_score;
507 
508 	crtcs = kcalloc(connector_count, sizeof(*crtcs), GFP_KERNEL);
509 	if (!crtcs)
510 		return best_score;
511 
512 	my_score = 1;
513 	if (connector->status == connector_status_connected)
514 		my_score++;
515 	if (connector->cmdline_mode.specified)
516 		my_score++;
517 	if (drm_connector_has_preferred_mode(connector, width, height))
518 		my_score++;
519 
520 	/*
521 	 * select a crtc for this connector and then attempt to configure
522 	 * remaining connectors
523 	 */
524 	drm_client_for_each_modeset(modeset, client) {
525 		crtc = modeset->crtc;
526 
527 		if (!connector_has_possible_crtc(connector, crtc))
528 			continue;
529 
530 		for (o = 0; o < n; o++)
531 			if (best_crtcs[o] == crtc)
532 				break;
533 
534 		if (o < n) {
535 			/* ignore cloning unless only a single crtc */
536 			if (dev->mode_config.num_crtc > 1)
537 				continue;
538 
539 			if (!drm_mode_equal(modes[o], modes[n]))
540 				continue;
541 		}
542 
543 		crtcs[n] = crtc;
544 		memcpy(crtcs, best_crtcs, n * sizeof(*crtcs));
545 		score = my_score + drm_client_pick_crtcs(client, connectors, connector_count,
546 							 crtcs, modes, n + 1, width, height);
547 		if (score > best_score) {
548 			best_score = score;
549 			memcpy(best_crtcs, crtcs, connector_count * sizeof(*crtcs));
550 		}
551 	}
552 
553 	kfree(crtcs);
554 	return best_score;
555 }
556 
557 /* Try to read the BIOS display configuration and use it for the initial config */
558 static bool drm_client_firmware_config(struct drm_client_dev *client,
559 				       struct drm_connector **connectors,
560 				       unsigned int connector_count,
561 				       struct drm_crtc **crtcs,
562 				       struct drm_display_mode **modes,
563 				       struct drm_client_offset *offsets,
564 				       bool *enabled, int width, int height)
565 {
566 	const int count = min_t(unsigned int, connector_count, BITS_PER_LONG);
567 	unsigned long conn_configured, conn_seq, mask;
568 	struct drm_device *dev = client->dev;
569 	int i, j;
570 	bool *save_enabled;
571 	bool fallback = true, ret = true;
572 	int num_connectors_enabled = 0;
573 	int num_connectors_detected = 0;
574 	int num_tiled_conns = 0;
575 	struct drm_modeset_acquire_ctx ctx;
576 
577 	if (!drm_drv_uses_atomic_modeset(dev))
578 		return false;
579 
580 	if (WARN_ON(count <= 0))
581 		return false;
582 
583 	save_enabled = kcalloc(count, sizeof(bool), GFP_KERNEL);
584 	if (!save_enabled)
585 		return false;
586 
587 	drm_modeset_acquire_init(&ctx, 0);
588 
589 	while (drm_modeset_lock_all_ctx(dev, &ctx) != 0)
590 		drm_modeset_backoff(&ctx);
591 
592 	memcpy(save_enabled, enabled, count);
593 	mask = GENMASK(count - 1, 0);
594 	conn_configured = 0;
595 	for (i = 0; i < count; i++) {
596 		if (connectors[i]->has_tile &&
597 		    connectors[i]->status == connector_status_connected)
598 			num_tiled_conns++;
599 	}
600 retry:
601 	conn_seq = conn_configured;
602 	for (i = 0; i < count; i++) {
603 		struct drm_connector *connector;
604 		struct drm_encoder *encoder;
605 		struct drm_crtc *new_crtc;
606 
607 		connector = connectors[i];
608 
609 		if (conn_configured & BIT(i))
610 			continue;
611 
612 		if (conn_seq == 0 && !connector->has_tile)
613 			continue;
614 
615 		if (connector->status == connector_status_connected)
616 			num_connectors_detected++;
617 
618 		if (!enabled[i]) {
619 			DRM_DEBUG_KMS("connector %s not enabled, skipping\n",
620 				      connector->name);
621 			conn_configured |= BIT(i);
622 			continue;
623 		}
624 
625 		if (connector->force == DRM_FORCE_OFF) {
626 			DRM_DEBUG_KMS("connector %s is disabled by user, skipping\n",
627 				      connector->name);
628 			enabled[i] = false;
629 			continue;
630 		}
631 
632 		encoder = connector->state->best_encoder;
633 		if (!encoder || WARN_ON(!connector->state->crtc)) {
634 			if (connector->force > DRM_FORCE_OFF)
635 				goto bail;
636 
637 			DRM_DEBUG_KMS("connector %s has no encoder or crtc, skipping\n",
638 				      connector->name);
639 			enabled[i] = false;
640 			conn_configured |= BIT(i);
641 			continue;
642 		}
643 
644 		num_connectors_enabled++;
645 
646 		new_crtc = connector->state->crtc;
647 
648 		/*
649 		 * Make sure we're not trying to drive multiple connectors
650 		 * with a single CRTC, since our cloning support may not
651 		 * match the BIOS.
652 		 */
653 		for (j = 0; j < count; j++) {
654 			if (crtcs[j] == new_crtc) {
655 				DRM_DEBUG_KMS("fallback: cloned configuration\n");
656 				goto bail;
657 			}
658 		}
659 
660 		DRM_DEBUG_KMS("looking for cmdline mode on connector %s\n",
661 			      connector->name);
662 
663 		/* go for command line mode first */
664 		modes[i] = drm_connector_pick_cmdline_mode(connector);
665 
666 		/* try for preferred next */
667 		if (!modes[i]) {
668 			DRM_DEBUG_KMS("looking for preferred mode on connector %s %d\n",
669 				      connector->name, connector->has_tile);
670 			modes[i] = drm_connector_has_preferred_mode(connector, width, height);
671 		}
672 
673 		/* No preferred mode marked by the EDID? Are there any modes? */
674 		if (!modes[i] && !list_empty(&connector->modes)) {
675 			DRM_DEBUG_KMS("using first mode listed on connector %s\n",
676 				      connector->name);
677 			modes[i] = list_first_entry(&connector->modes,
678 						    struct drm_display_mode,
679 						    head);
680 		}
681 
682 		/* last resort: use current mode */
683 		if (!modes[i]) {
684 			/*
685 			 * IMPORTANT: We want to use the adjusted mode (i.e.
686 			 * after the panel fitter upscaling) as the initial
687 			 * config, not the input mode, which is what crtc->mode
688 			 * usually contains. But since our current
689 			 * code puts a mode derived from the post-pfit timings
690 			 * into crtc->mode this works out correctly.
691 			 *
692 			 * This is crtc->mode and not crtc->state->mode for the
693 			 * fastboot check to work correctly.
694 			 */
695 			DRM_DEBUG_KMS("looking for current mode on connector %s\n",
696 				      connector->name);
697 			modes[i] = &connector->state->crtc->mode;
698 		}
699 		/*
700 		 * In case of tiled modes, if all tiles are not present
701 		 * then fallback to a non tiled mode.
702 		 */
703 		if (connector->has_tile &&
704 		    num_tiled_conns < connector->num_h_tile * connector->num_v_tile) {
705 			DRM_DEBUG_KMS("Falling back to non tiled mode on Connector %d\n",
706 				      connector->base.id);
707 			modes[i] = drm_connector_fallback_non_tiled_mode(connector);
708 		}
709 		crtcs[i] = new_crtc;
710 
711 		DRM_DEBUG_KMS("connector %s on [CRTC:%d:%s]: %dx%d%s\n",
712 			      connector->name,
713 			      connector->state->crtc->base.id,
714 			      connector->state->crtc->name,
715 			      modes[i]->hdisplay, modes[i]->vdisplay,
716 			      modes[i]->flags & DRM_MODE_FLAG_INTERLACE ? "i" : "");
717 
718 		fallback = false;
719 		conn_configured |= BIT(i);
720 	}
721 
722 	if ((conn_configured & mask) != mask && conn_configured != conn_seq)
723 		goto retry;
724 
725 	/*
726 	 * If the BIOS didn't enable everything it could, fall back to have the
727 	 * same user experiencing of lighting up as much as possible like the
728 	 * fbdev helper library.
729 	 */
730 	if (num_connectors_enabled != num_connectors_detected &&
731 	    num_connectors_enabled < dev->mode_config.num_crtc) {
732 		DRM_DEBUG_KMS("fallback: Not all outputs enabled\n");
733 		DRM_DEBUG_KMS("Enabled: %i, detected: %i\n", num_connectors_enabled,
734 			      num_connectors_detected);
735 		fallback = true;
736 	}
737 
738 	if (fallback) {
739 bail:
740 		DRM_DEBUG_KMS("Not using firmware configuration\n");
741 		memcpy(enabled, save_enabled, count);
742 		ret = false;
743 	}
744 
745 	drm_modeset_drop_locks(&ctx);
746 	drm_modeset_acquire_fini(&ctx);
747 
748 	kfree(save_enabled);
749 	return ret;
750 }
751 
752 /**
753  * drm_client_modeset_probe() - Probe for displays
754  * @client: DRM client
755  * @width: Maximum display mode width (optional)
756  * @height: Maximum display mode height (optional)
757  *
758  * This function sets up display pipelines for enabled connectors and stores the
759  * config in the client's modeset array.
760  *
761  * Returns:
762  * Zero on success or negative error code on failure.
763  */
764 int drm_client_modeset_probe(struct drm_client_dev *client, unsigned int width, unsigned int height)
765 {
766 	struct drm_connector *connector, **connectors = NULL;
767 	struct drm_connector_list_iter conn_iter;
768 	struct drm_device *dev = client->dev;
769 	unsigned int total_modes_count = 0;
770 	struct drm_client_offset *offsets;
771 	unsigned int connector_count = 0;
772 	struct drm_display_mode **modes;
773 	struct drm_crtc **crtcs;
774 	int i, ret = 0;
775 	bool *enabled;
776 
777 	DRM_DEBUG_KMS("\n");
778 
779 	if (!width)
780 		width = dev->mode_config.max_width;
781 	if (!height)
782 		height = dev->mode_config.max_height;
783 
784 	drm_connector_list_iter_begin(dev, &conn_iter);
785 	drm_client_for_each_connector_iter(connector, &conn_iter) {
786 		struct drm_connector **tmp;
787 
788 		tmp = krealloc(connectors, (connector_count + 1) * sizeof(*connectors), GFP_KERNEL);
789 		if (!tmp) {
790 			ret = -ENOMEM;
791 			goto free_connectors;
792 		}
793 
794 		connectors = tmp;
795 		drm_connector_get(connector);
796 		connectors[connector_count++] = connector;
797 	}
798 	drm_connector_list_iter_end(&conn_iter);
799 
800 	if (!connector_count)
801 		return 0;
802 
803 	crtcs = kcalloc(connector_count, sizeof(*crtcs), GFP_KERNEL);
804 	modes = kcalloc(connector_count, sizeof(*modes), GFP_KERNEL);
805 	offsets = kcalloc(connector_count, sizeof(*offsets), GFP_KERNEL);
806 	enabled = kcalloc(connector_count, sizeof(bool), GFP_KERNEL);
807 	if (!crtcs || !modes || !enabled || !offsets) {
808 		DRM_ERROR("Memory allocation failed\n");
809 		ret = -ENOMEM;
810 		goto out;
811 	}
812 
813 	mutex_lock(&client->modeset_mutex);
814 
815 	mutex_lock(&dev->mode_config.mutex);
816 	for (i = 0; i < connector_count; i++)
817 		total_modes_count += connectors[i]->funcs->fill_modes(connectors[i], width, height);
818 	if (!total_modes_count)
819 		DRM_DEBUG_KMS("No connectors reported connected with modes\n");
820 	drm_client_connectors_enabled(connectors, connector_count, enabled);
821 
822 	if (!drm_client_firmware_config(client, connectors, connector_count, crtcs,
823 					modes, offsets, enabled, width, height)) {
824 		memset(modes, 0, connector_count * sizeof(*modes));
825 		memset(crtcs, 0, connector_count * sizeof(*crtcs));
826 		memset(offsets, 0, connector_count * sizeof(*offsets));
827 
828 		if (!drm_client_target_cloned(dev, connectors, connector_count, modes,
829 					      offsets, enabled, width, height) &&
830 		    !drm_client_target_preferred(connectors, connector_count, modes,
831 						 offsets, enabled, width, height))
832 			DRM_ERROR("Unable to find initial modes\n");
833 
834 		DRM_DEBUG_KMS("picking CRTCs for %dx%d config\n",
835 			      width, height);
836 
837 		drm_client_pick_crtcs(client, connectors, connector_count,
838 				      crtcs, modes, 0, width, height);
839 	}
840 	mutex_unlock(&dev->mode_config.mutex);
841 
842 	drm_client_modeset_release(client);
843 
844 	for (i = 0; i < connector_count; i++) {
845 		struct drm_display_mode *mode = modes[i];
846 		struct drm_crtc *crtc = crtcs[i];
847 		struct drm_client_offset *offset = &offsets[i];
848 
849 		if (mode && crtc) {
850 			struct drm_mode_set *modeset = drm_client_find_modeset(client, crtc);
851 			struct drm_connector *connector = connectors[i];
852 
853 			DRM_DEBUG_KMS("desired mode %s set on crtc %d (%d,%d)\n",
854 				      mode->name, crtc->base.id, offset->x, offset->y);
855 
856 			if (WARN_ON_ONCE(modeset->num_connectors == DRM_CLIENT_MAX_CLONED_CONNECTORS ||
857 					 (dev->mode_config.num_crtc > 1 && modeset->num_connectors == 1))) {
858 				ret = -EINVAL;
859 				break;
860 			}
861 
862 			modeset->mode = drm_mode_duplicate(dev, mode);
863 			drm_connector_get(connector);
864 			modeset->connectors[modeset->num_connectors++] = connector;
865 			modeset->x = offset->x;
866 			modeset->y = offset->y;
867 		}
868 	}
869 
870 	mutex_unlock(&client->modeset_mutex);
871 out:
872 	kfree(crtcs);
873 	kfree(modes);
874 	kfree(offsets);
875 	kfree(enabled);
876 free_connectors:
877 	for (i = 0; i < connector_count; i++)
878 		drm_connector_put(connectors[i]);
879 	kfree(connectors);
880 
881 	return ret;
882 }
883 EXPORT_SYMBOL(drm_client_modeset_probe);
884 
885 /**
886  * drm_client_rotation() - Check the initial rotation value
887  * @modeset: DRM modeset
888  * @rotation: Returned rotation value
889  *
890  * This function checks if the primary plane in @modeset can hw rotate
891  * to match the rotation needed on its connector.
892  *
893  * Note: Currently only 0 and 180 degrees are supported.
894  *
895  * Return:
896  * True if the plane can do the rotation, false otherwise.
897  */
898 bool drm_client_rotation(struct drm_mode_set *modeset, unsigned int *rotation)
899 {
900 	struct drm_connector *connector = modeset->connectors[0];
901 	struct drm_plane *plane = modeset->crtc->primary;
902 	struct drm_cmdline_mode *cmdline;
903 	u64 valid_mask = 0;
904 	unsigned int i;
905 
906 	if (!modeset->num_connectors)
907 		return false;
908 
909 	switch (connector->display_info.panel_orientation) {
910 	case DRM_MODE_PANEL_ORIENTATION_BOTTOM_UP:
911 		*rotation = DRM_MODE_ROTATE_180;
912 		break;
913 	case DRM_MODE_PANEL_ORIENTATION_LEFT_UP:
914 		*rotation = DRM_MODE_ROTATE_90;
915 		break;
916 	case DRM_MODE_PANEL_ORIENTATION_RIGHT_UP:
917 		*rotation = DRM_MODE_ROTATE_270;
918 		break;
919 	default:
920 		*rotation = DRM_MODE_ROTATE_0;
921 	}
922 
923 	/**
924 	 * The panel already defined the default rotation
925 	 * through its orientation. Whatever has been provided
926 	 * on the command line needs to be added to that.
927 	 *
928 	 * Unfortunately, the rotations are at different bit
929 	 * indices, so the math to add them up are not as
930 	 * trivial as they could.
931 	 *
932 	 * Reflections on the other hand are pretty trivial to deal with, a
933 	 * simple XOR between the two handle the addition nicely.
934 	 */
935 	cmdline = &connector->cmdline_mode;
936 	if (cmdline->specified && cmdline->rotation_reflection) {
937 		unsigned int cmdline_rest, panel_rest;
938 		unsigned int cmdline_rot, panel_rot;
939 		unsigned int sum_rot, sum_rest;
940 
941 		panel_rot = ilog2(*rotation & DRM_MODE_ROTATE_MASK);
942 		cmdline_rot = ilog2(cmdline->rotation_reflection & DRM_MODE_ROTATE_MASK);
943 		sum_rot = (panel_rot + cmdline_rot) % 4;
944 
945 		panel_rest = *rotation & ~DRM_MODE_ROTATE_MASK;
946 		cmdline_rest = cmdline->rotation_reflection & ~DRM_MODE_ROTATE_MASK;
947 		sum_rest = panel_rest ^ cmdline_rest;
948 
949 		*rotation = (1 << sum_rot) | sum_rest;
950 	}
951 
952 	/*
953 	 * TODO: support 90 / 270 degree hardware rotation,
954 	 * depending on the hardware this may require the framebuffer
955 	 * to be in a specific tiling format.
956 	 */
957 	if (((*rotation & DRM_MODE_ROTATE_MASK) != DRM_MODE_ROTATE_0 &&
958 	     (*rotation & DRM_MODE_ROTATE_MASK) != DRM_MODE_ROTATE_180) ||
959 	    !plane->rotation_property)
960 		return false;
961 
962 	for (i = 0; i < plane->rotation_property->num_values; i++)
963 		valid_mask |= (1ULL << plane->rotation_property->values[i]);
964 
965 	if (!(*rotation & valid_mask))
966 		return false;
967 
968 	return true;
969 }
970 EXPORT_SYMBOL(drm_client_rotation);
971 
972 static int drm_client_modeset_commit_atomic(struct drm_client_dev *client, bool active, bool check)
973 {
974 	struct drm_device *dev = client->dev;
975 	struct drm_plane *plane;
976 	struct drm_atomic_state *state;
977 	struct drm_modeset_acquire_ctx ctx;
978 	struct drm_mode_set *mode_set;
979 	int ret;
980 
981 	drm_modeset_acquire_init(&ctx, 0);
982 
983 	state = drm_atomic_state_alloc(dev);
984 	if (!state) {
985 		ret = -ENOMEM;
986 		goto out_ctx;
987 	}
988 
989 	state->acquire_ctx = &ctx;
990 retry:
991 	drm_for_each_plane(plane, dev) {
992 		struct drm_plane_state *plane_state;
993 
994 		plane_state = drm_atomic_get_plane_state(state, plane);
995 		if (IS_ERR(plane_state)) {
996 			ret = PTR_ERR(plane_state);
997 			goto out_state;
998 		}
999 
1000 		plane_state->rotation = DRM_MODE_ROTATE_0;
1001 
1002 		/* disable non-primary: */
1003 		if (plane->type == DRM_PLANE_TYPE_PRIMARY)
1004 			continue;
1005 
1006 		ret = __drm_atomic_helper_disable_plane(plane, plane_state);
1007 		if (ret != 0)
1008 			goto out_state;
1009 	}
1010 
1011 	drm_client_for_each_modeset(mode_set, client) {
1012 		struct drm_plane *primary = mode_set->crtc->primary;
1013 		unsigned int rotation;
1014 
1015 		if (drm_client_rotation(mode_set, &rotation)) {
1016 			struct drm_plane_state *plane_state;
1017 
1018 			/* Cannot fail as we've already gotten the plane state above */
1019 			plane_state = drm_atomic_get_new_plane_state(state, primary);
1020 			plane_state->rotation = rotation;
1021 		}
1022 
1023 		ret = __drm_atomic_helper_set_config(mode_set, state);
1024 		if (ret != 0)
1025 			goto out_state;
1026 
1027 		/*
1028 		 * __drm_atomic_helper_set_config() sets active when a
1029 		 * mode is set, unconditionally clear it if we force DPMS off
1030 		 */
1031 		if (!active) {
1032 			struct drm_crtc *crtc = mode_set->crtc;
1033 			struct drm_crtc_state *crtc_state = drm_atomic_get_new_crtc_state(state, crtc);
1034 
1035 			crtc_state->active = false;
1036 		}
1037 	}
1038 
1039 	if (check)
1040 		ret = drm_atomic_check_only(state);
1041 	else
1042 		ret = drm_atomic_commit(state);
1043 
1044 out_state:
1045 	if (ret == -EDEADLK)
1046 		goto backoff;
1047 
1048 	drm_atomic_state_put(state);
1049 out_ctx:
1050 	drm_modeset_drop_locks(&ctx);
1051 	drm_modeset_acquire_fini(&ctx);
1052 
1053 	return ret;
1054 
1055 backoff:
1056 	drm_atomic_state_clear(state);
1057 	drm_modeset_backoff(&ctx);
1058 
1059 	goto retry;
1060 }
1061 
1062 static int drm_client_modeset_commit_legacy(struct drm_client_dev *client)
1063 {
1064 	struct drm_device *dev = client->dev;
1065 	struct drm_mode_set *mode_set;
1066 	struct drm_plane *plane;
1067 	int ret = 0;
1068 
1069 	drm_modeset_lock_all(dev);
1070 	drm_for_each_plane(plane, dev) {
1071 		if (plane->type != DRM_PLANE_TYPE_PRIMARY)
1072 			drm_plane_force_disable(plane);
1073 
1074 		if (plane->rotation_property)
1075 			drm_mode_plane_set_obj_prop(plane,
1076 						    plane->rotation_property,
1077 						    DRM_MODE_ROTATE_0);
1078 	}
1079 
1080 	drm_client_for_each_modeset(mode_set, client) {
1081 		struct drm_crtc *crtc = mode_set->crtc;
1082 
1083 		if (crtc->funcs->cursor_set2) {
1084 			ret = crtc->funcs->cursor_set2(crtc, NULL, 0, 0, 0, 0, 0);
1085 			if (ret)
1086 				goto out;
1087 		} else if (crtc->funcs->cursor_set) {
1088 			ret = crtc->funcs->cursor_set(crtc, NULL, 0, 0, 0);
1089 			if (ret)
1090 				goto out;
1091 		}
1092 
1093 		ret = drm_mode_set_config_internal(mode_set);
1094 		if (ret)
1095 			goto out;
1096 	}
1097 out:
1098 	drm_modeset_unlock_all(dev);
1099 
1100 	return ret;
1101 }
1102 
1103 /**
1104  * drm_client_modeset_check() - Check modeset configuration
1105  * @client: DRM client
1106  *
1107  * Check modeset configuration.
1108  *
1109  * Returns:
1110  * Zero on success or negative error code on failure.
1111  */
1112 int drm_client_modeset_check(struct drm_client_dev *client)
1113 {
1114 	int ret;
1115 
1116 	if (!drm_drv_uses_atomic_modeset(client->dev))
1117 		return 0;
1118 
1119 	mutex_lock(&client->modeset_mutex);
1120 	ret = drm_client_modeset_commit_atomic(client, true, true);
1121 	mutex_unlock(&client->modeset_mutex);
1122 
1123 	return ret;
1124 }
1125 EXPORT_SYMBOL(drm_client_modeset_check);
1126 
1127 /**
1128  * drm_client_modeset_commit_locked() - Force commit CRTC configuration
1129  * @client: DRM client
1130  *
1131  * Commit modeset configuration to crtcs without checking if there is a DRM
1132  * master. The assumption is that the caller already holds an internal DRM
1133  * master reference acquired with drm_master_internal_acquire().
1134  *
1135  * Returns:
1136  * Zero on success or negative error code on failure.
1137  */
1138 int drm_client_modeset_commit_locked(struct drm_client_dev *client)
1139 {
1140 	struct drm_device *dev = client->dev;
1141 	int ret;
1142 
1143 	mutex_lock(&client->modeset_mutex);
1144 	if (drm_drv_uses_atomic_modeset(dev))
1145 		ret = drm_client_modeset_commit_atomic(client, true, false);
1146 	else
1147 		ret = drm_client_modeset_commit_legacy(client);
1148 	mutex_unlock(&client->modeset_mutex);
1149 
1150 	return ret;
1151 }
1152 EXPORT_SYMBOL(drm_client_modeset_commit_locked);
1153 
1154 /**
1155  * drm_client_modeset_commit() - Commit CRTC configuration
1156  * @client: DRM client
1157  *
1158  * Commit modeset configuration to crtcs.
1159  *
1160  * Returns:
1161  * Zero on success or negative error code on failure.
1162  */
1163 int drm_client_modeset_commit(struct drm_client_dev *client)
1164 {
1165 	struct drm_device *dev = client->dev;
1166 	int ret;
1167 
1168 	if (!drm_master_internal_acquire(dev))
1169 		return -EBUSY;
1170 
1171 	ret = drm_client_modeset_commit_locked(client);
1172 
1173 	drm_master_internal_release(dev);
1174 
1175 	return ret;
1176 }
1177 EXPORT_SYMBOL(drm_client_modeset_commit);
1178 
1179 static void drm_client_modeset_dpms_legacy(struct drm_client_dev *client, int dpms_mode)
1180 {
1181 	struct drm_device *dev = client->dev;
1182 	struct drm_connector *connector;
1183 	struct drm_mode_set *modeset;
1184 	int j;
1185 
1186 	drm_modeset_lock_all(dev);
1187 	drm_client_for_each_modeset(modeset, client) {
1188 		if (!modeset->crtc->enabled)
1189 			continue;
1190 
1191 		for (j = 0; j < modeset->num_connectors; j++) {
1192 			connector = modeset->connectors[j];
1193 			connector->funcs->dpms(connector, dpms_mode);
1194 			drm_object_property_set_value(&connector->base,
1195 				dev->mode_config.dpms_property, dpms_mode);
1196 		}
1197 	}
1198 	drm_modeset_unlock_all(dev);
1199 }
1200 
1201 /**
1202  * drm_client_modeset_dpms() - Set DPMS mode
1203  * @client: DRM client
1204  * @mode: DPMS mode
1205  *
1206  * Note: For atomic drivers @mode is reduced to on/off.
1207  *
1208  * Returns:
1209  * Zero on success or negative error code on failure.
1210  */
1211 int drm_client_modeset_dpms(struct drm_client_dev *client, int mode)
1212 {
1213 	struct drm_device *dev = client->dev;
1214 	int ret = 0;
1215 
1216 	if (!drm_master_internal_acquire(dev))
1217 		return -EBUSY;
1218 
1219 	mutex_lock(&client->modeset_mutex);
1220 	if (drm_drv_uses_atomic_modeset(dev))
1221 		ret = drm_client_modeset_commit_atomic(client, mode == DRM_MODE_DPMS_ON, false);
1222 	else
1223 		drm_client_modeset_dpms_legacy(client, mode);
1224 	mutex_unlock(&client->modeset_mutex);
1225 
1226 	drm_master_internal_release(dev);
1227 
1228 	return ret;
1229 }
1230 EXPORT_SYMBOL(drm_client_modeset_dpms);
1231