xref: /openbmc/linux/drivers/gpu/drm/drm_fb_helper.c (revision 6396bb221514d2876fd6dc0aa2a1f240d99b37bb)
1 /*
2  * Copyright (c) 2006-2009 Red Hat Inc.
3  * Copyright (c) 2006-2008 Intel Corporation
4  * Copyright (c) 2007 Dave Airlie <airlied@linux.ie>
5  *
6  * DRM framebuffer helper functions
7  *
8  * Permission to use, copy, modify, distribute, and sell this software and its
9  * documentation for any purpose is hereby granted without fee, provided that
10  * the above copyright notice appear in all copies and that both that copyright
11  * notice and this permission notice appear in supporting documentation, and
12  * that the name of the copyright holders not be used in advertising or
13  * publicity pertaining to distribution of the software without specific,
14  * written prior permission.  The copyright holders make no representations
15  * about the suitability of this software for any purpose.  It is provided "as
16  * is" without express or implied warranty.
17  *
18  * THE COPYRIGHT HOLDERS DISCLAIM ALL WARRANTIES WITH REGARD TO THIS SOFTWARE,
19  * INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO
20  * EVENT SHALL THE COPYRIGHT HOLDERS BE LIABLE FOR ANY SPECIAL, INDIRECT OR
21  * CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE,
22  * DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
23  * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE
24  * OF THIS SOFTWARE.
25  *
26  * Authors:
27  *      Dave Airlie <airlied@linux.ie>
28  *      Jesse Barnes <jesse.barnes@intel.com>
29  */
30 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
31 
32 #include <linux/console.h>
33 #include <linux/kernel.h>
34 #include <linux/sysrq.h>
35 #include <linux/slab.h>
36 #include <linux/module.h>
37 #include <drm/drmP.h>
38 #include <drm/drm_crtc.h>
39 #include <drm/drm_fb_helper.h>
40 #include <drm/drm_crtc_helper.h>
41 #include <drm/drm_atomic.h>
42 #include <drm/drm_atomic_helper.h>
43 
44 #include "drm_crtc_internal.h"
45 #include "drm_crtc_helper_internal.h"
46 
47 static bool drm_fbdev_emulation = true;
48 module_param_named(fbdev_emulation, drm_fbdev_emulation, bool, 0600);
49 MODULE_PARM_DESC(fbdev_emulation,
50 		 "Enable legacy fbdev emulation [default=true]");
51 
52 static int drm_fbdev_overalloc = CONFIG_DRM_FBDEV_OVERALLOC;
53 module_param(drm_fbdev_overalloc, int, 0444);
54 MODULE_PARM_DESC(drm_fbdev_overalloc,
55 		 "Overallocation of the fbdev buffer (%) [default="
56 		 __MODULE_STRING(CONFIG_DRM_FBDEV_OVERALLOC) "]");
57 
58 static LIST_HEAD(kernel_fb_helper_list);
59 static DEFINE_MUTEX(kernel_fb_helper_lock);
60 
61 /**
62  * DOC: fbdev helpers
63  *
64  * The fb helper functions are useful to provide an fbdev on top of a drm kernel
65  * mode setting driver. They can be used mostly independently from the crtc
66  * helper functions used by many drivers to implement the kernel mode setting
67  * interfaces.
68  *
69  * Setup fbdev emulation by calling drm_fb_helper_fbdev_setup() and tear it
70  * down by calling drm_fb_helper_fbdev_teardown().
71  *
72  * Drivers that need to handle connector hotplugging (e.g. dp mst) can't use
73  * the setup helper and will need to do the whole four-step setup process with
74  * drm_fb_helper_prepare(), drm_fb_helper_init(),
75  * drm_fb_helper_single_add_all_connectors(), enable hotplugging and
76  * drm_fb_helper_initial_config() to avoid a possible race window.
77  *
78  * At runtime drivers should restore the fbdev console by using
79  * drm_fb_helper_lastclose() as their &drm_driver.lastclose callback.
80  * They should also notify the fb helper code from updates to the output
81  * configuration by using drm_fb_helper_output_poll_changed() as their
82  * &drm_mode_config_funcs.output_poll_changed callback.
83  *
84  * For suspend/resume consider using drm_mode_config_helper_suspend() and
85  * drm_mode_config_helper_resume() which takes care of fbdev as well.
86  *
87  * All other functions exported by the fb helper library can be used to
88  * implement the fbdev driver interface by the driver.
89  *
90  * It is possible, though perhaps somewhat tricky, to implement race-free
91  * hotplug detection using the fbdev helpers. The drm_fb_helper_prepare()
92  * helper must be called first to initialize the minimum required to make
93  * hotplug detection work. Drivers also need to make sure to properly set up
94  * the &drm_mode_config.funcs member. After calling drm_kms_helper_poll_init()
95  * it is safe to enable interrupts and start processing hotplug events. At the
96  * same time, drivers should initialize all modeset objects such as CRTCs,
97  * encoders and connectors. To finish up the fbdev helper initialization, the
98  * drm_fb_helper_init() function is called. To probe for all attached displays
99  * and set up an initial configuration using the detected hardware, drivers
100  * should call drm_fb_helper_single_add_all_connectors() followed by
101  * drm_fb_helper_initial_config().
102  *
103  * If &drm_framebuffer_funcs.dirty is set, the
104  * drm_fb_helper_{cfb,sys}_{write,fillrect,copyarea,imageblit} functions will
105  * accumulate changes and schedule &drm_fb_helper.dirty_work to run right
106  * away. This worker then calls the dirty() function ensuring that it will
107  * always run in process context since the fb_*() function could be running in
108  * atomic context. If drm_fb_helper_deferred_io() is used as the deferred_io
109  * callback it will also schedule dirty_work with the damage collected from the
110  * mmap page writes. Drivers can use drm_fb_helper_defio_init() to setup
111  * deferred I/O (coupled with drm_fb_helper_fbdev_teardown()).
112  */
113 
114 #define drm_fb_helper_for_each_connector(fbh, i__) \
115 	for (({ lockdep_assert_held(&(fbh)->lock); }), \
116 	     i__ = 0; i__ < (fbh)->connector_count; i__++)
117 
118 static int __drm_fb_helper_add_one_connector(struct drm_fb_helper *fb_helper,
119 					     struct drm_connector *connector)
120 {
121 	struct drm_fb_helper_connector *fb_conn;
122 	struct drm_fb_helper_connector **temp;
123 	unsigned int count;
124 
125 	if (!drm_fbdev_emulation)
126 		return 0;
127 
128 	lockdep_assert_held(&fb_helper->lock);
129 
130 	count = fb_helper->connector_count + 1;
131 
132 	if (count > fb_helper->connector_info_alloc_count) {
133 		size_t size = count * sizeof(fb_conn);
134 
135 		temp = krealloc(fb_helper->connector_info, size, GFP_KERNEL);
136 		if (!temp)
137 			return -ENOMEM;
138 
139 		fb_helper->connector_info_alloc_count = count;
140 		fb_helper->connector_info = temp;
141 	}
142 
143 	fb_conn = kzalloc(sizeof(*fb_conn), GFP_KERNEL);
144 	if (!fb_conn)
145 		return -ENOMEM;
146 
147 	drm_connector_get(connector);
148 	fb_conn->connector = connector;
149 	fb_helper->connector_info[fb_helper->connector_count++] = fb_conn;
150 
151 	return 0;
152 }
153 
154 int drm_fb_helper_add_one_connector(struct drm_fb_helper *fb_helper,
155 				    struct drm_connector *connector)
156 {
157 	int err;
158 
159 	if (!fb_helper)
160 		return 0;
161 
162 	mutex_lock(&fb_helper->lock);
163 	err = __drm_fb_helper_add_one_connector(fb_helper, connector);
164 	mutex_unlock(&fb_helper->lock);
165 
166 	return err;
167 }
168 EXPORT_SYMBOL(drm_fb_helper_add_one_connector);
169 
170 /**
171  * drm_fb_helper_single_add_all_connectors() - add all connectors to fbdev
172  * 					       emulation helper
173  * @fb_helper: fbdev initialized with drm_fb_helper_init, can be NULL
174  *
175  * This functions adds all the available connectors for use with the given
176  * fb_helper. This is a separate step to allow drivers to freely assign
177  * connectors to the fbdev, e.g. if some are reserved for special purposes or
178  * not adequate to be used for the fbcon.
179  *
180  * This function is protected against concurrent connector hotadds/removals
181  * using drm_fb_helper_add_one_connector() and
182  * drm_fb_helper_remove_one_connector().
183  */
184 int drm_fb_helper_single_add_all_connectors(struct drm_fb_helper *fb_helper)
185 {
186 	struct drm_device *dev;
187 	struct drm_connector *connector;
188 	struct drm_connector_list_iter conn_iter;
189 	int i, ret = 0;
190 
191 	if (!drm_fbdev_emulation || !fb_helper)
192 		return 0;
193 
194 	dev = fb_helper->dev;
195 
196 	mutex_lock(&fb_helper->lock);
197 	drm_connector_list_iter_begin(dev, &conn_iter);
198 	drm_for_each_connector_iter(connector, &conn_iter) {
199 		ret = __drm_fb_helper_add_one_connector(fb_helper, connector);
200 		if (ret)
201 			goto fail;
202 	}
203 	goto out;
204 
205 fail:
206 	drm_fb_helper_for_each_connector(fb_helper, i) {
207 		struct drm_fb_helper_connector *fb_helper_connector =
208 			fb_helper->connector_info[i];
209 
210 		drm_connector_put(fb_helper_connector->connector);
211 
212 		kfree(fb_helper_connector);
213 		fb_helper->connector_info[i] = NULL;
214 	}
215 	fb_helper->connector_count = 0;
216 out:
217 	drm_connector_list_iter_end(&conn_iter);
218 	mutex_unlock(&fb_helper->lock);
219 
220 	return ret;
221 }
222 EXPORT_SYMBOL(drm_fb_helper_single_add_all_connectors);
223 
224 static int __drm_fb_helper_remove_one_connector(struct drm_fb_helper *fb_helper,
225 						struct drm_connector *connector)
226 {
227 	struct drm_fb_helper_connector *fb_helper_connector;
228 	int i, j;
229 
230 	if (!drm_fbdev_emulation)
231 		return 0;
232 
233 	lockdep_assert_held(&fb_helper->lock);
234 
235 	drm_fb_helper_for_each_connector(fb_helper, i) {
236 		if (fb_helper->connector_info[i]->connector == connector)
237 			break;
238 	}
239 
240 	if (i == fb_helper->connector_count)
241 		return -EINVAL;
242 	fb_helper_connector = fb_helper->connector_info[i];
243 	drm_connector_put(fb_helper_connector->connector);
244 
245 	for (j = i + 1; j < fb_helper->connector_count; j++)
246 		fb_helper->connector_info[j - 1] = fb_helper->connector_info[j];
247 
248 	fb_helper->connector_count--;
249 	kfree(fb_helper_connector);
250 
251 	return 0;
252 }
253 
254 int drm_fb_helper_remove_one_connector(struct drm_fb_helper *fb_helper,
255 				       struct drm_connector *connector)
256 {
257 	int err;
258 
259 	if (!fb_helper)
260 		return 0;
261 
262 	mutex_lock(&fb_helper->lock);
263 	err = __drm_fb_helper_remove_one_connector(fb_helper, connector);
264 	mutex_unlock(&fb_helper->lock);
265 
266 	return err;
267 }
268 EXPORT_SYMBOL(drm_fb_helper_remove_one_connector);
269 
270 static void drm_fb_helper_restore_lut_atomic(struct drm_crtc *crtc)
271 {
272 	uint16_t *r_base, *g_base, *b_base;
273 
274 	if (crtc->funcs->gamma_set == NULL)
275 		return;
276 
277 	r_base = crtc->gamma_store;
278 	g_base = r_base + crtc->gamma_size;
279 	b_base = g_base + crtc->gamma_size;
280 
281 	crtc->funcs->gamma_set(crtc, r_base, g_base, b_base,
282 			       crtc->gamma_size, NULL);
283 }
284 
285 /**
286  * drm_fb_helper_debug_enter - implementation for &fb_ops.fb_debug_enter
287  * @info: fbdev registered by the helper
288  */
289 int drm_fb_helper_debug_enter(struct fb_info *info)
290 {
291 	struct drm_fb_helper *helper = info->par;
292 	const struct drm_crtc_helper_funcs *funcs;
293 	int i;
294 
295 	list_for_each_entry(helper, &kernel_fb_helper_list, kernel_fb_list) {
296 		for (i = 0; i < helper->crtc_count; i++) {
297 			struct drm_mode_set *mode_set =
298 				&helper->crtc_info[i].mode_set;
299 
300 			if (!mode_set->crtc->enabled)
301 				continue;
302 
303 			funcs =	mode_set->crtc->helper_private;
304 			if (funcs->mode_set_base_atomic == NULL)
305 				continue;
306 
307 			if (drm_drv_uses_atomic_modeset(mode_set->crtc->dev))
308 				continue;
309 
310 			funcs->mode_set_base_atomic(mode_set->crtc,
311 						    mode_set->fb,
312 						    mode_set->x,
313 						    mode_set->y,
314 						    ENTER_ATOMIC_MODE_SET);
315 		}
316 	}
317 
318 	return 0;
319 }
320 EXPORT_SYMBOL(drm_fb_helper_debug_enter);
321 
322 /**
323  * drm_fb_helper_debug_leave - implementation for &fb_ops.fb_debug_leave
324  * @info: fbdev registered by the helper
325  */
326 int drm_fb_helper_debug_leave(struct fb_info *info)
327 {
328 	struct drm_fb_helper *helper = info->par;
329 	struct drm_crtc *crtc;
330 	const struct drm_crtc_helper_funcs *funcs;
331 	struct drm_framebuffer *fb;
332 	int i;
333 
334 	for (i = 0; i < helper->crtc_count; i++) {
335 		struct drm_mode_set *mode_set = &helper->crtc_info[i].mode_set;
336 
337 		crtc = mode_set->crtc;
338 		if (drm_drv_uses_atomic_modeset(crtc->dev))
339 			continue;
340 
341 		funcs = crtc->helper_private;
342 		fb = crtc->primary->fb;
343 
344 		if (!crtc->enabled)
345 			continue;
346 
347 		if (!fb) {
348 			DRM_ERROR("no fb to restore??\n");
349 			continue;
350 		}
351 
352 		if (funcs->mode_set_base_atomic == NULL)
353 			continue;
354 
355 		drm_fb_helper_restore_lut_atomic(mode_set->crtc);
356 		funcs->mode_set_base_atomic(mode_set->crtc, fb, crtc->x,
357 					    crtc->y, LEAVE_ATOMIC_MODE_SET);
358 	}
359 
360 	return 0;
361 }
362 EXPORT_SYMBOL(drm_fb_helper_debug_leave);
363 
364 static int restore_fbdev_mode_atomic(struct drm_fb_helper *fb_helper, bool active)
365 {
366 	struct drm_device *dev = fb_helper->dev;
367 	struct drm_plane_state *plane_state;
368 	struct drm_plane *plane;
369 	struct drm_atomic_state *state;
370 	int i, ret;
371 	unsigned int plane_mask;
372 	struct drm_modeset_acquire_ctx ctx;
373 
374 	drm_modeset_acquire_init(&ctx, 0);
375 
376 	state = drm_atomic_state_alloc(dev);
377 	if (!state) {
378 		ret = -ENOMEM;
379 		goto out_ctx;
380 	}
381 
382 	state->acquire_ctx = &ctx;
383 retry:
384 	plane_mask = 0;
385 	drm_for_each_plane(plane, dev) {
386 		plane_state = drm_atomic_get_plane_state(state, plane);
387 		if (IS_ERR(plane_state)) {
388 			ret = PTR_ERR(plane_state);
389 			goto out_state;
390 		}
391 
392 		plane_state->rotation = DRM_MODE_ROTATE_0;
393 
394 		plane->old_fb = plane->fb;
395 		plane_mask |= 1 << drm_plane_index(plane);
396 
397 		/* disable non-primary: */
398 		if (plane->type == DRM_PLANE_TYPE_PRIMARY)
399 			continue;
400 
401 		ret = __drm_atomic_helper_disable_plane(plane, plane_state);
402 		if (ret != 0)
403 			goto out_state;
404 	}
405 
406 	for (i = 0; i < fb_helper->crtc_count; i++) {
407 		struct drm_mode_set *mode_set = &fb_helper->crtc_info[i].mode_set;
408 		struct drm_plane *primary = mode_set->crtc->primary;
409 
410 		/* Cannot fail as we've already gotten the plane state above */
411 		plane_state = drm_atomic_get_new_plane_state(state, primary);
412 		plane_state->rotation = fb_helper->crtc_info[i].rotation;
413 
414 		ret = __drm_atomic_helper_set_config(mode_set, state);
415 		if (ret != 0)
416 			goto out_state;
417 
418 		/*
419 		 * __drm_atomic_helper_set_config() sets active when a
420 		 * mode is set, unconditionally clear it if we force DPMS off
421 		 */
422 		if (!active) {
423 			struct drm_crtc *crtc = mode_set->crtc;
424 			struct drm_crtc_state *crtc_state = drm_atomic_get_new_crtc_state(state, crtc);
425 
426 			crtc_state->active = false;
427 		}
428 	}
429 
430 	ret = drm_atomic_commit(state);
431 
432 out_state:
433 	drm_atomic_clean_old_fb(dev, plane_mask, ret);
434 
435 	if (ret == -EDEADLK)
436 		goto backoff;
437 
438 	drm_atomic_state_put(state);
439 out_ctx:
440 	drm_modeset_drop_locks(&ctx);
441 	drm_modeset_acquire_fini(&ctx);
442 
443 	return ret;
444 
445 backoff:
446 	drm_atomic_state_clear(state);
447 	drm_modeset_backoff(&ctx);
448 
449 	goto retry;
450 }
451 
452 static int restore_fbdev_mode_legacy(struct drm_fb_helper *fb_helper)
453 {
454 	struct drm_device *dev = fb_helper->dev;
455 	struct drm_plane *plane;
456 	int i, ret = 0;
457 
458 	drm_modeset_lock_all(fb_helper->dev);
459 	drm_for_each_plane(plane, dev) {
460 		if (plane->type != DRM_PLANE_TYPE_PRIMARY)
461 			drm_plane_force_disable(plane);
462 
463 		if (plane->rotation_property)
464 			drm_mode_plane_set_obj_prop(plane,
465 						    plane->rotation_property,
466 						    DRM_MODE_ROTATE_0);
467 	}
468 
469 	for (i = 0; i < fb_helper->crtc_count; i++) {
470 		struct drm_mode_set *mode_set = &fb_helper->crtc_info[i].mode_set;
471 		struct drm_crtc *crtc = mode_set->crtc;
472 
473 		if (crtc->funcs->cursor_set2) {
474 			ret = crtc->funcs->cursor_set2(crtc, NULL, 0, 0, 0, 0, 0);
475 			if (ret)
476 				goto out;
477 		} else if (crtc->funcs->cursor_set) {
478 			ret = crtc->funcs->cursor_set(crtc, NULL, 0, 0, 0);
479 			if (ret)
480 				goto out;
481 		}
482 
483 		ret = drm_mode_set_config_internal(mode_set);
484 		if (ret)
485 			goto out;
486 	}
487 out:
488 	drm_modeset_unlock_all(fb_helper->dev);
489 
490 	return ret;
491 }
492 
493 static int restore_fbdev_mode(struct drm_fb_helper *fb_helper)
494 {
495 	struct drm_device *dev = fb_helper->dev;
496 
497 	if (drm_drv_uses_atomic_modeset(dev))
498 		return restore_fbdev_mode_atomic(fb_helper, true);
499 	else
500 		return restore_fbdev_mode_legacy(fb_helper);
501 }
502 
503 /**
504  * drm_fb_helper_restore_fbdev_mode_unlocked - restore fbdev configuration
505  * @fb_helper: driver-allocated fbdev helper, can be NULL
506  *
507  * This should be called from driver's drm &drm_driver.lastclose callback
508  * when implementing an fbcon on top of kms using this helper. This ensures that
509  * the user isn't greeted with a black screen when e.g. X dies.
510  *
511  * RETURNS:
512  * Zero if everything went ok, negative error code otherwise.
513  */
514 int drm_fb_helper_restore_fbdev_mode_unlocked(struct drm_fb_helper *fb_helper)
515 {
516 	bool do_delayed;
517 	int ret;
518 
519 	if (!drm_fbdev_emulation || !fb_helper)
520 		return -ENODEV;
521 
522 	if (READ_ONCE(fb_helper->deferred_setup))
523 		return 0;
524 
525 	mutex_lock(&fb_helper->lock);
526 	ret = restore_fbdev_mode(fb_helper);
527 
528 	do_delayed = fb_helper->delayed_hotplug;
529 	if (do_delayed)
530 		fb_helper->delayed_hotplug = false;
531 	mutex_unlock(&fb_helper->lock);
532 
533 	if (do_delayed)
534 		drm_fb_helper_hotplug_event(fb_helper);
535 
536 	return ret;
537 }
538 EXPORT_SYMBOL(drm_fb_helper_restore_fbdev_mode_unlocked);
539 
540 static bool drm_fb_helper_is_bound(struct drm_fb_helper *fb_helper)
541 {
542 	struct drm_device *dev = fb_helper->dev;
543 	struct drm_crtc *crtc;
544 	int bound = 0, crtcs_bound = 0;
545 
546 	/*
547 	 * Sometimes user space wants everything disabled, so don't steal the
548 	 * display if there's a master.
549 	 */
550 	if (READ_ONCE(dev->master))
551 		return false;
552 
553 	drm_for_each_crtc(crtc, dev) {
554 		drm_modeset_lock(&crtc->mutex, NULL);
555 		if (crtc->primary->fb)
556 			crtcs_bound++;
557 		if (crtc->primary->fb == fb_helper->fb)
558 			bound++;
559 		drm_modeset_unlock(&crtc->mutex);
560 	}
561 
562 	if (bound < crtcs_bound)
563 		return false;
564 
565 	return true;
566 }
567 
568 #ifdef CONFIG_MAGIC_SYSRQ
569 /*
570  * restore fbcon display for all kms driver's using this helper, used for sysrq
571  * and panic handling.
572  */
573 static bool drm_fb_helper_force_kernel_mode(void)
574 {
575 	bool ret, error = false;
576 	struct drm_fb_helper *helper;
577 
578 	if (list_empty(&kernel_fb_helper_list))
579 		return false;
580 
581 	list_for_each_entry(helper, &kernel_fb_helper_list, kernel_fb_list) {
582 		struct drm_device *dev = helper->dev;
583 
584 		if (dev->switch_power_state == DRM_SWITCH_POWER_OFF)
585 			continue;
586 
587 		mutex_lock(&helper->lock);
588 		ret = restore_fbdev_mode(helper);
589 		if (ret)
590 			error = true;
591 		mutex_unlock(&helper->lock);
592 	}
593 	return error;
594 }
595 
596 static void drm_fb_helper_restore_work_fn(struct work_struct *ignored)
597 {
598 	bool ret;
599 
600 	ret = drm_fb_helper_force_kernel_mode();
601 	if (ret == true)
602 		DRM_ERROR("Failed to restore crtc configuration\n");
603 }
604 static DECLARE_WORK(drm_fb_helper_restore_work, drm_fb_helper_restore_work_fn);
605 
606 static void drm_fb_helper_sysrq(int dummy1)
607 {
608 	schedule_work(&drm_fb_helper_restore_work);
609 }
610 
611 static struct sysrq_key_op sysrq_drm_fb_helper_restore_op = {
612 	.handler = drm_fb_helper_sysrq,
613 	.help_msg = "force-fb(V)",
614 	.action_msg = "Restore framebuffer console",
615 };
616 #else
617 static struct sysrq_key_op sysrq_drm_fb_helper_restore_op = { };
618 #endif
619 
620 static void dpms_legacy(struct drm_fb_helper *fb_helper, int dpms_mode)
621 {
622 	struct drm_device *dev = fb_helper->dev;
623 	struct drm_crtc *crtc;
624 	struct drm_connector *connector;
625 	int i, j;
626 
627 	drm_modeset_lock_all(dev);
628 	for (i = 0; i < fb_helper->crtc_count; i++) {
629 		crtc = fb_helper->crtc_info[i].mode_set.crtc;
630 
631 		if (!crtc->enabled)
632 			continue;
633 
634 		/* Walk the connectors & encoders on this fb turning them on/off */
635 		drm_fb_helper_for_each_connector(fb_helper, j) {
636 			connector = fb_helper->connector_info[j]->connector;
637 			connector->funcs->dpms(connector, dpms_mode);
638 			drm_object_property_set_value(&connector->base,
639 				dev->mode_config.dpms_property, dpms_mode);
640 		}
641 	}
642 	drm_modeset_unlock_all(dev);
643 }
644 
645 static void drm_fb_helper_dpms(struct fb_info *info, int dpms_mode)
646 {
647 	struct drm_fb_helper *fb_helper = info->par;
648 
649 	/*
650 	 * For each CRTC in this fb, turn the connectors on/off.
651 	 */
652 	mutex_lock(&fb_helper->lock);
653 	if (!drm_fb_helper_is_bound(fb_helper)) {
654 		mutex_unlock(&fb_helper->lock);
655 		return;
656 	}
657 
658 	if (drm_drv_uses_atomic_modeset(fb_helper->dev))
659 		restore_fbdev_mode_atomic(fb_helper, dpms_mode == DRM_MODE_DPMS_ON);
660 	else
661 		dpms_legacy(fb_helper, dpms_mode);
662 	mutex_unlock(&fb_helper->lock);
663 }
664 
665 /**
666  * drm_fb_helper_blank - implementation for &fb_ops.fb_blank
667  * @blank: desired blanking state
668  * @info: fbdev registered by the helper
669  */
670 int drm_fb_helper_blank(int blank, struct fb_info *info)
671 {
672 	if (oops_in_progress)
673 		return -EBUSY;
674 
675 	switch (blank) {
676 	/* Display: On; HSync: On, VSync: On */
677 	case FB_BLANK_UNBLANK:
678 		drm_fb_helper_dpms(info, DRM_MODE_DPMS_ON);
679 		break;
680 	/* Display: Off; HSync: On, VSync: On */
681 	case FB_BLANK_NORMAL:
682 		drm_fb_helper_dpms(info, DRM_MODE_DPMS_STANDBY);
683 		break;
684 	/* Display: Off; HSync: Off, VSync: On */
685 	case FB_BLANK_HSYNC_SUSPEND:
686 		drm_fb_helper_dpms(info, DRM_MODE_DPMS_STANDBY);
687 		break;
688 	/* Display: Off; HSync: On, VSync: Off */
689 	case FB_BLANK_VSYNC_SUSPEND:
690 		drm_fb_helper_dpms(info, DRM_MODE_DPMS_SUSPEND);
691 		break;
692 	/* Display: Off; HSync: Off, VSync: Off */
693 	case FB_BLANK_POWERDOWN:
694 		drm_fb_helper_dpms(info, DRM_MODE_DPMS_OFF);
695 		break;
696 	}
697 	return 0;
698 }
699 EXPORT_SYMBOL(drm_fb_helper_blank);
700 
701 static void drm_fb_helper_modeset_release(struct drm_fb_helper *helper,
702 					  struct drm_mode_set *modeset)
703 {
704 	int i;
705 
706 	for (i = 0; i < modeset->num_connectors; i++) {
707 		drm_connector_put(modeset->connectors[i]);
708 		modeset->connectors[i] = NULL;
709 	}
710 	modeset->num_connectors = 0;
711 
712 	drm_mode_destroy(helper->dev, modeset->mode);
713 	modeset->mode = NULL;
714 
715 	/* FIXME should hold a ref? */
716 	modeset->fb = NULL;
717 }
718 
719 static void drm_fb_helper_crtc_free(struct drm_fb_helper *helper)
720 {
721 	int i;
722 
723 	for (i = 0; i < helper->connector_count; i++) {
724 		drm_connector_put(helper->connector_info[i]->connector);
725 		kfree(helper->connector_info[i]);
726 	}
727 	kfree(helper->connector_info);
728 
729 	for (i = 0; i < helper->crtc_count; i++) {
730 		struct drm_mode_set *modeset = &helper->crtc_info[i].mode_set;
731 
732 		drm_fb_helper_modeset_release(helper, modeset);
733 		kfree(modeset->connectors);
734 	}
735 	kfree(helper->crtc_info);
736 }
737 
738 static void drm_fb_helper_resume_worker(struct work_struct *work)
739 {
740 	struct drm_fb_helper *helper = container_of(work, struct drm_fb_helper,
741 						    resume_work);
742 
743 	console_lock();
744 	fb_set_suspend(helper->fbdev, 0);
745 	console_unlock();
746 }
747 
748 static void drm_fb_helper_dirty_work(struct work_struct *work)
749 {
750 	struct drm_fb_helper *helper = container_of(work, struct drm_fb_helper,
751 						    dirty_work);
752 	struct drm_clip_rect *clip = &helper->dirty_clip;
753 	struct drm_clip_rect clip_copy;
754 	unsigned long flags;
755 
756 	spin_lock_irqsave(&helper->dirty_lock, flags);
757 	clip_copy = *clip;
758 	clip->x1 = clip->y1 = ~0;
759 	clip->x2 = clip->y2 = 0;
760 	spin_unlock_irqrestore(&helper->dirty_lock, flags);
761 
762 	/* call dirty callback only when it has been really touched */
763 	if (clip_copy.x1 < clip_copy.x2 && clip_copy.y1 < clip_copy.y2)
764 		helper->fb->funcs->dirty(helper->fb, NULL, 0, 0, &clip_copy, 1);
765 }
766 
767 /**
768  * drm_fb_helper_prepare - setup a drm_fb_helper structure
769  * @dev: DRM device
770  * @helper: driver-allocated fbdev helper structure to set up
771  * @funcs: pointer to structure of functions associate with this helper
772  *
773  * Sets up the bare minimum to make the framebuffer helper usable. This is
774  * useful to implement race-free initialization of the polling helpers.
775  */
776 void drm_fb_helper_prepare(struct drm_device *dev, struct drm_fb_helper *helper,
777 			   const struct drm_fb_helper_funcs *funcs)
778 {
779 	INIT_LIST_HEAD(&helper->kernel_fb_list);
780 	spin_lock_init(&helper->dirty_lock);
781 	INIT_WORK(&helper->resume_work, drm_fb_helper_resume_worker);
782 	INIT_WORK(&helper->dirty_work, drm_fb_helper_dirty_work);
783 	helper->dirty_clip.x1 = helper->dirty_clip.y1 = ~0;
784 	mutex_init(&helper->lock);
785 	helper->funcs = funcs;
786 	helper->dev = dev;
787 }
788 EXPORT_SYMBOL(drm_fb_helper_prepare);
789 
790 /**
791  * drm_fb_helper_init - initialize a &struct drm_fb_helper
792  * @dev: drm device
793  * @fb_helper: driver-allocated fbdev helper structure to initialize
794  * @max_conn_count: max connector count
795  *
796  * This allocates the structures for the fbdev helper with the given limits.
797  * Note that this won't yet touch the hardware (through the driver interfaces)
798  * nor register the fbdev. This is only done in drm_fb_helper_initial_config()
799  * to allow driver writes more control over the exact init sequence.
800  *
801  * Drivers must call drm_fb_helper_prepare() before calling this function.
802  *
803  * RETURNS:
804  * Zero if everything went ok, nonzero otherwise.
805  */
806 int drm_fb_helper_init(struct drm_device *dev,
807 		       struct drm_fb_helper *fb_helper,
808 		       int max_conn_count)
809 {
810 	struct drm_crtc *crtc;
811 	struct drm_mode_config *config = &dev->mode_config;
812 	int i;
813 
814 	if (!drm_fbdev_emulation) {
815 		dev->fb_helper = fb_helper;
816 		return 0;
817 	}
818 
819 	if (!max_conn_count)
820 		return -EINVAL;
821 
822 	fb_helper->crtc_info = kcalloc(config->num_crtc, sizeof(struct drm_fb_helper_crtc), GFP_KERNEL);
823 	if (!fb_helper->crtc_info)
824 		return -ENOMEM;
825 
826 	fb_helper->crtc_count = config->num_crtc;
827 	fb_helper->connector_info = kcalloc(dev->mode_config.num_connector, sizeof(struct drm_fb_helper_connector *), GFP_KERNEL);
828 	if (!fb_helper->connector_info) {
829 		kfree(fb_helper->crtc_info);
830 		return -ENOMEM;
831 	}
832 	fb_helper->connector_info_alloc_count = dev->mode_config.num_connector;
833 	fb_helper->connector_count = 0;
834 
835 	for (i = 0; i < fb_helper->crtc_count; i++) {
836 		fb_helper->crtc_info[i].mode_set.connectors =
837 			kcalloc(max_conn_count,
838 				sizeof(struct drm_connector *),
839 				GFP_KERNEL);
840 
841 		if (!fb_helper->crtc_info[i].mode_set.connectors)
842 			goto out_free;
843 		fb_helper->crtc_info[i].mode_set.num_connectors = 0;
844 		fb_helper->crtc_info[i].rotation = DRM_MODE_ROTATE_0;
845 	}
846 
847 	i = 0;
848 	drm_for_each_crtc(crtc, dev) {
849 		fb_helper->crtc_info[i].mode_set.crtc = crtc;
850 		i++;
851 	}
852 
853 	dev->fb_helper = fb_helper;
854 
855 	return 0;
856 out_free:
857 	drm_fb_helper_crtc_free(fb_helper);
858 	return -ENOMEM;
859 }
860 EXPORT_SYMBOL(drm_fb_helper_init);
861 
862 /**
863  * drm_fb_helper_alloc_fbi - allocate fb_info and some of its members
864  * @fb_helper: driver-allocated fbdev helper
865  *
866  * A helper to alloc fb_info and the members cmap and apertures. Called
867  * by the driver within the fb_probe fb_helper callback function. Drivers do not
868  * need to release the allocated fb_info structure themselves, this is
869  * automatically done when calling drm_fb_helper_fini().
870  *
871  * RETURNS:
872  * fb_info pointer if things went okay, pointer containing error code
873  * otherwise
874  */
875 struct fb_info *drm_fb_helper_alloc_fbi(struct drm_fb_helper *fb_helper)
876 {
877 	struct device *dev = fb_helper->dev->dev;
878 	struct fb_info *info;
879 	int ret;
880 
881 	info = framebuffer_alloc(0, dev);
882 	if (!info)
883 		return ERR_PTR(-ENOMEM);
884 
885 	ret = fb_alloc_cmap(&info->cmap, 256, 0);
886 	if (ret)
887 		goto err_release;
888 
889 	info->apertures = alloc_apertures(1);
890 	if (!info->apertures) {
891 		ret = -ENOMEM;
892 		goto err_free_cmap;
893 	}
894 
895 	fb_helper->fbdev = info;
896 
897 	return info;
898 
899 err_free_cmap:
900 	fb_dealloc_cmap(&info->cmap);
901 err_release:
902 	framebuffer_release(info);
903 	return ERR_PTR(ret);
904 }
905 EXPORT_SYMBOL(drm_fb_helper_alloc_fbi);
906 
907 /**
908  * drm_fb_helper_unregister_fbi - unregister fb_info framebuffer device
909  * @fb_helper: driver-allocated fbdev helper, can be NULL
910  *
911  * A wrapper around unregister_framebuffer, to release the fb_info
912  * framebuffer device. This must be called before releasing all resources for
913  * @fb_helper by calling drm_fb_helper_fini().
914  */
915 void drm_fb_helper_unregister_fbi(struct drm_fb_helper *fb_helper)
916 {
917 	if (fb_helper && fb_helper->fbdev)
918 		unregister_framebuffer(fb_helper->fbdev);
919 }
920 EXPORT_SYMBOL(drm_fb_helper_unregister_fbi);
921 
922 /**
923  * drm_fb_helper_fini - finialize a &struct drm_fb_helper
924  * @fb_helper: driver-allocated fbdev helper, can be NULL
925  *
926  * This cleans up all remaining resources associated with @fb_helper. Must be
927  * called after drm_fb_helper_unlink_fbi() was called.
928  */
929 void drm_fb_helper_fini(struct drm_fb_helper *fb_helper)
930 {
931 	struct fb_info *info;
932 
933 	if (!fb_helper)
934 		return;
935 
936 	fb_helper->dev->fb_helper = NULL;
937 
938 	if (!drm_fbdev_emulation)
939 		return;
940 
941 	cancel_work_sync(&fb_helper->resume_work);
942 	cancel_work_sync(&fb_helper->dirty_work);
943 
944 	info = fb_helper->fbdev;
945 	if (info) {
946 		if (info->cmap.len)
947 			fb_dealloc_cmap(&info->cmap);
948 		framebuffer_release(info);
949 	}
950 	fb_helper->fbdev = NULL;
951 
952 	mutex_lock(&kernel_fb_helper_lock);
953 	if (!list_empty(&fb_helper->kernel_fb_list)) {
954 		list_del(&fb_helper->kernel_fb_list);
955 		if (list_empty(&kernel_fb_helper_list))
956 			unregister_sysrq_key('v', &sysrq_drm_fb_helper_restore_op);
957 	}
958 	mutex_unlock(&kernel_fb_helper_lock);
959 
960 	mutex_destroy(&fb_helper->lock);
961 	drm_fb_helper_crtc_free(fb_helper);
962 
963 }
964 EXPORT_SYMBOL(drm_fb_helper_fini);
965 
966 /**
967  * drm_fb_helper_unlink_fbi - wrapper around unlink_framebuffer
968  * @fb_helper: driver-allocated fbdev helper, can be NULL
969  *
970  * A wrapper around unlink_framebuffer implemented by fbdev core
971  */
972 void drm_fb_helper_unlink_fbi(struct drm_fb_helper *fb_helper)
973 {
974 	if (fb_helper && fb_helper->fbdev)
975 		unlink_framebuffer(fb_helper->fbdev);
976 }
977 EXPORT_SYMBOL(drm_fb_helper_unlink_fbi);
978 
979 static void drm_fb_helper_dirty(struct fb_info *info, u32 x, u32 y,
980 				u32 width, u32 height)
981 {
982 	struct drm_fb_helper *helper = info->par;
983 	struct drm_clip_rect *clip = &helper->dirty_clip;
984 	unsigned long flags;
985 
986 	if (!helper->fb->funcs->dirty)
987 		return;
988 
989 	spin_lock_irqsave(&helper->dirty_lock, flags);
990 	clip->x1 = min_t(u32, clip->x1, x);
991 	clip->y1 = min_t(u32, clip->y1, y);
992 	clip->x2 = max_t(u32, clip->x2, x + width);
993 	clip->y2 = max_t(u32, clip->y2, y + height);
994 	spin_unlock_irqrestore(&helper->dirty_lock, flags);
995 
996 	schedule_work(&helper->dirty_work);
997 }
998 
999 /**
1000  * drm_fb_helper_deferred_io() - fbdev deferred_io callback function
1001  * @info: fb_info struct pointer
1002  * @pagelist: list of dirty mmap framebuffer pages
1003  *
1004  * This function is used as the &fb_deferred_io.deferred_io
1005  * callback function for flushing the fbdev mmap writes.
1006  */
1007 void drm_fb_helper_deferred_io(struct fb_info *info,
1008 			       struct list_head *pagelist)
1009 {
1010 	unsigned long start, end, min, max;
1011 	struct page *page;
1012 	u32 y1, y2;
1013 
1014 	min = ULONG_MAX;
1015 	max = 0;
1016 	list_for_each_entry(page, pagelist, lru) {
1017 		start = page->index << PAGE_SHIFT;
1018 		end = start + PAGE_SIZE - 1;
1019 		min = min(min, start);
1020 		max = max(max, end);
1021 	}
1022 
1023 	if (min < max) {
1024 		y1 = min / info->fix.line_length;
1025 		y2 = min_t(u32, DIV_ROUND_UP(max, info->fix.line_length),
1026 			   info->var.yres);
1027 		drm_fb_helper_dirty(info, 0, y1, info->var.xres, y2 - y1);
1028 	}
1029 }
1030 EXPORT_SYMBOL(drm_fb_helper_deferred_io);
1031 
1032 /**
1033  * drm_fb_helper_defio_init - fbdev deferred I/O initialization
1034  * @fb_helper: driver-allocated fbdev helper
1035  *
1036  * This function allocates &fb_deferred_io, sets callback to
1037  * drm_fb_helper_deferred_io(), delay to 50ms and calls fb_deferred_io_init().
1038  * It should be called from the &drm_fb_helper_funcs->fb_probe callback.
1039  * drm_fb_helper_fbdev_teardown() cleans up deferred I/O.
1040  *
1041  * NOTE: A copy of &fb_ops is made and assigned to &info->fbops. This is done
1042  * because fb_deferred_io_cleanup() clears &fbops->fb_mmap and would thereby
1043  * affect other instances of that &fb_ops.
1044  *
1045  * Returns:
1046  * 0 on success or a negative error code on failure.
1047  */
1048 int drm_fb_helper_defio_init(struct drm_fb_helper *fb_helper)
1049 {
1050 	struct fb_info *info = fb_helper->fbdev;
1051 	struct fb_deferred_io *fbdefio;
1052 	struct fb_ops *fbops;
1053 
1054 	fbdefio = kzalloc(sizeof(*fbdefio), GFP_KERNEL);
1055 	fbops = kzalloc(sizeof(*fbops), GFP_KERNEL);
1056 	if (!fbdefio || !fbops) {
1057 		kfree(fbdefio);
1058 		kfree(fbops);
1059 		return -ENOMEM;
1060 	}
1061 
1062 	info->fbdefio = fbdefio;
1063 	fbdefio->delay = msecs_to_jiffies(50);
1064 	fbdefio->deferred_io = drm_fb_helper_deferred_io;
1065 
1066 	*fbops = *info->fbops;
1067 	info->fbops = fbops;
1068 
1069 	fb_deferred_io_init(info);
1070 
1071 	return 0;
1072 }
1073 EXPORT_SYMBOL(drm_fb_helper_defio_init);
1074 
1075 /**
1076  * drm_fb_helper_sys_read - wrapper around fb_sys_read
1077  * @info: fb_info struct pointer
1078  * @buf: userspace buffer to read from framebuffer memory
1079  * @count: number of bytes to read from framebuffer memory
1080  * @ppos: read offset within framebuffer memory
1081  *
1082  * A wrapper around fb_sys_read implemented by fbdev core
1083  */
1084 ssize_t drm_fb_helper_sys_read(struct fb_info *info, char __user *buf,
1085 			       size_t count, loff_t *ppos)
1086 {
1087 	return fb_sys_read(info, buf, count, ppos);
1088 }
1089 EXPORT_SYMBOL(drm_fb_helper_sys_read);
1090 
1091 /**
1092  * drm_fb_helper_sys_write - wrapper around fb_sys_write
1093  * @info: fb_info struct pointer
1094  * @buf: userspace buffer to write to framebuffer memory
1095  * @count: number of bytes to write to framebuffer memory
1096  * @ppos: write offset within framebuffer memory
1097  *
1098  * A wrapper around fb_sys_write implemented by fbdev core
1099  */
1100 ssize_t drm_fb_helper_sys_write(struct fb_info *info, const char __user *buf,
1101 				size_t count, loff_t *ppos)
1102 {
1103 	ssize_t ret;
1104 
1105 	ret = fb_sys_write(info, buf, count, ppos);
1106 	if (ret > 0)
1107 		drm_fb_helper_dirty(info, 0, 0, info->var.xres,
1108 				    info->var.yres);
1109 
1110 	return ret;
1111 }
1112 EXPORT_SYMBOL(drm_fb_helper_sys_write);
1113 
1114 /**
1115  * drm_fb_helper_sys_fillrect - wrapper around sys_fillrect
1116  * @info: fbdev registered by the helper
1117  * @rect: info about rectangle to fill
1118  *
1119  * A wrapper around sys_fillrect implemented by fbdev core
1120  */
1121 void drm_fb_helper_sys_fillrect(struct fb_info *info,
1122 				const struct fb_fillrect *rect)
1123 {
1124 	sys_fillrect(info, rect);
1125 	drm_fb_helper_dirty(info, rect->dx, rect->dy,
1126 			    rect->width, rect->height);
1127 }
1128 EXPORT_SYMBOL(drm_fb_helper_sys_fillrect);
1129 
1130 /**
1131  * drm_fb_helper_sys_copyarea - wrapper around sys_copyarea
1132  * @info: fbdev registered by the helper
1133  * @area: info about area to copy
1134  *
1135  * A wrapper around sys_copyarea implemented by fbdev core
1136  */
1137 void drm_fb_helper_sys_copyarea(struct fb_info *info,
1138 				const struct fb_copyarea *area)
1139 {
1140 	sys_copyarea(info, area);
1141 	drm_fb_helper_dirty(info, area->dx, area->dy,
1142 			    area->width, area->height);
1143 }
1144 EXPORT_SYMBOL(drm_fb_helper_sys_copyarea);
1145 
1146 /**
1147  * drm_fb_helper_sys_imageblit - wrapper around sys_imageblit
1148  * @info: fbdev registered by the helper
1149  * @image: info about image to blit
1150  *
1151  * A wrapper around sys_imageblit implemented by fbdev core
1152  */
1153 void drm_fb_helper_sys_imageblit(struct fb_info *info,
1154 				 const struct fb_image *image)
1155 {
1156 	sys_imageblit(info, image);
1157 	drm_fb_helper_dirty(info, image->dx, image->dy,
1158 			    image->width, image->height);
1159 }
1160 EXPORT_SYMBOL(drm_fb_helper_sys_imageblit);
1161 
1162 /**
1163  * drm_fb_helper_cfb_fillrect - wrapper around cfb_fillrect
1164  * @info: fbdev registered by the helper
1165  * @rect: info about rectangle to fill
1166  *
1167  * A wrapper around cfb_imageblit implemented by fbdev core
1168  */
1169 void drm_fb_helper_cfb_fillrect(struct fb_info *info,
1170 				const struct fb_fillrect *rect)
1171 {
1172 	cfb_fillrect(info, rect);
1173 	drm_fb_helper_dirty(info, rect->dx, rect->dy,
1174 			    rect->width, rect->height);
1175 }
1176 EXPORT_SYMBOL(drm_fb_helper_cfb_fillrect);
1177 
1178 /**
1179  * drm_fb_helper_cfb_copyarea - wrapper around cfb_copyarea
1180  * @info: fbdev registered by the helper
1181  * @area: info about area to copy
1182  *
1183  * A wrapper around cfb_copyarea implemented by fbdev core
1184  */
1185 void drm_fb_helper_cfb_copyarea(struct fb_info *info,
1186 				const struct fb_copyarea *area)
1187 {
1188 	cfb_copyarea(info, area);
1189 	drm_fb_helper_dirty(info, area->dx, area->dy,
1190 			    area->width, area->height);
1191 }
1192 EXPORT_SYMBOL(drm_fb_helper_cfb_copyarea);
1193 
1194 /**
1195  * drm_fb_helper_cfb_imageblit - wrapper around cfb_imageblit
1196  * @info: fbdev registered by the helper
1197  * @image: info about image to blit
1198  *
1199  * A wrapper around cfb_imageblit implemented by fbdev core
1200  */
1201 void drm_fb_helper_cfb_imageblit(struct fb_info *info,
1202 				 const struct fb_image *image)
1203 {
1204 	cfb_imageblit(info, image);
1205 	drm_fb_helper_dirty(info, image->dx, image->dy,
1206 			    image->width, image->height);
1207 }
1208 EXPORT_SYMBOL(drm_fb_helper_cfb_imageblit);
1209 
1210 /**
1211  * drm_fb_helper_set_suspend - wrapper around fb_set_suspend
1212  * @fb_helper: driver-allocated fbdev helper, can be NULL
1213  * @suspend: whether to suspend or resume
1214  *
1215  * A wrapper around fb_set_suspend implemented by fbdev core.
1216  * Use drm_fb_helper_set_suspend_unlocked() if you don't need to take
1217  * the lock yourself
1218  */
1219 void drm_fb_helper_set_suspend(struct drm_fb_helper *fb_helper, bool suspend)
1220 {
1221 	if (fb_helper && fb_helper->fbdev)
1222 		fb_set_suspend(fb_helper->fbdev, suspend);
1223 }
1224 EXPORT_SYMBOL(drm_fb_helper_set_suspend);
1225 
1226 /**
1227  * drm_fb_helper_set_suspend_unlocked - wrapper around fb_set_suspend that also
1228  *                                      takes the console lock
1229  * @fb_helper: driver-allocated fbdev helper, can be NULL
1230  * @suspend: whether to suspend or resume
1231  *
1232  * A wrapper around fb_set_suspend() that takes the console lock. If the lock
1233  * isn't available on resume, a worker is tasked with waiting for the lock
1234  * to become available. The console lock can be pretty contented on resume
1235  * due to all the printk activity.
1236  *
1237  * This function can be called multiple times with the same state since
1238  * &fb_info.state is checked to see if fbdev is running or not before locking.
1239  *
1240  * Use drm_fb_helper_set_suspend() if you need to take the lock yourself.
1241  */
1242 void drm_fb_helper_set_suspend_unlocked(struct drm_fb_helper *fb_helper,
1243 					bool suspend)
1244 {
1245 	if (!fb_helper || !fb_helper->fbdev)
1246 		return;
1247 
1248 	/* make sure there's no pending/ongoing resume */
1249 	flush_work(&fb_helper->resume_work);
1250 
1251 	if (suspend) {
1252 		if (fb_helper->fbdev->state != FBINFO_STATE_RUNNING)
1253 			return;
1254 
1255 		console_lock();
1256 
1257 	} else {
1258 		if (fb_helper->fbdev->state == FBINFO_STATE_RUNNING)
1259 			return;
1260 
1261 		if (!console_trylock()) {
1262 			schedule_work(&fb_helper->resume_work);
1263 			return;
1264 		}
1265 	}
1266 
1267 	fb_set_suspend(fb_helper->fbdev, suspend);
1268 	console_unlock();
1269 }
1270 EXPORT_SYMBOL(drm_fb_helper_set_suspend_unlocked);
1271 
1272 static int setcmap_pseudo_palette(struct fb_cmap *cmap, struct fb_info *info)
1273 {
1274 	u32 *palette = (u32 *)info->pseudo_palette;
1275 	int i;
1276 
1277 	if (cmap->start + cmap->len > 16)
1278 		return -EINVAL;
1279 
1280 	for (i = 0; i < cmap->len; ++i) {
1281 		u16 red = cmap->red[i];
1282 		u16 green = cmap->green[i];
1283 		u16 blue = cmap->blue[i];
1284 		u32 value;
1285 
1286 		red >>= 16 - info->var.red.length;
1287 		green >>= 16 - info->var.green.length;
1288 		blue >>= 16 - info->var.blue.length;
1289 		value = (red << info->var.red.offset) |
1290 			(green << info->var.green.offset) |
1291 			(blue << info->var.blue.offset);
1292 		if (info->var.transp.length > 0) {
1293 			u32 mask = (1 << info->var.transp.length) - 1;
1294 
1295 			mask <<= info->var.transp.offset;
1296 			value |= mask;
1297 		}
1298 		palette[cmap->start + i] = value;
1299 	}
1300 
1301 	return 0;
1302 }
1303 
1304 static int setcmap_legacy(struct fb_cmap *cmap, struct fb_info *info)
1305 {
1306 	struct drm_fb_helper *fb_helper = info->par;
1307 	struct drm_crtc *crtc;
1308 	u16 *r, *g, *b;
1309 	int i, ret = 0;
1310 
1311 	drm_modeset_lock_all(fb_helper->dev);
1312 	for (i = 0; i < fb_helper->crtc_count; i++) {
1313 		crtc = fb_helper->crtc_info[i].mode_set.crtc;
1314 		if (!crtc->funcs->gamma_set || !crtc->gamma_size)
1315 			return -EINVAL;
1316 
1317 		if (cmap->start + cmap->len > crtc->gamma_size)
1318 			return -EINVAL;
1319 
1320 		r = crtc->gamma_store;
1321 		g = r + crtc->gamma_size;
1322 		b = g + crtc->gamma_size;
1323 
1324 		memcpy(r + cmap->start, cmap->red, cmap->len * sizeof(*r));
1325 		memcpy(g + cmap->start, cmap->green, cmap->len * sizeof(*g));
1326 		memcpy(b + cmap->start, cmap->blue, cmap->len * sizeof(*b));
1327 
1328 		ret = crtc->funcs->gamma_set(crtc, r, g, b,
1329 					     crtc->gamma_size, NULL);
1330 		if (ret)
1331 			return ret;
1332 	}
1333 	drm_modeset_unlock_all(fb_helper->dev);
1334 
1335 	return ret;
1336 }
1337 
1338 static struct drm_property_blob *setcmap_new_gamma_lut(struct drm_crtc *crtc,
1339 						       struct fb_cmap *cmap)
1340 {
1341 	struct drm_device *dev = crtc->dev;
1342 	struct drm_property_blob *gamma_lut;
1343 	struct drm_color_lut *lut;
1344 	int size = crtc->gamma_size;
1345 	int i;
1346 
1347 	if (!size || cmap->start + cmap->len > size)
1348 		return ERR_PTR(-EINVAL);
1349 
1350 	gamma_lut = drm_property_create_blob(dev, sizeof(*lut) * size, NULL);
1351 	if (IS_ERR(gamma_lut))
1352 		return gamma_lut;
1353 
1354 	lut = gamma_lut->data;
1355 	if (cmap->start || cmap->len != size) {
1356 		u16 *r = crtc->gamma_store;
1357 		u16 *g = r + crtc->gamma_size;
1358 		u16 *b = g + crtc->gamma_size;
1359 
1360 		for (i = 0; i < cmap->start; i++) {
1361 			lut[i].red = r[i];
1362 			lut[i].green = g[i];
1363 			lut[i].blue = b[i];
1364 		}
1365 		for (i = cmap->start + cmap->len; i < size; i++) {
1366 			lut[i].red = r[i];
1367 			lut[i].green = g[i];
1368 			lut[i].blue = b[i];
1369 		}
1370 	}
1371 
1372 	for (i = 0; i < cmap->len; i++) {
1373 		lut[cmap->start + i].red = cmap->red[i];
1374 		lut[cmap->start + i].green = cmap->green[i];
1375 		lut[cmap->start + i].blue = cmap->blue[i];
1376 	}
1377 
1378 	return gamma_lut;
1379 }
1380 
1381 static int setcmap_atomic(struct fb_cmap *cmap, struct fb_info *info)
1382 {
1383 	struct drm_fb_helper *fb_helper = info->par;
1384 	struct drm_device *dev = fb_helper->dev;
1385 	struct drm_property_blob *gamma_lut = NULL;
1386 	struct drm_modeset_acquire_ctx ctx;
1387 	struct drm_crtc_state *crtc_state;
1388 	struct drm_atomic_state *state;
1389 	struct drm_crtc *crtc;
1390 	u16 *r, *g, *b;
1391 	int i, ret = 0;
1392 	bool replaced;
1393 
1394 	drm_modeset_acquire_init(&ctx, 0);
1395 
1396 	state = drm_atomic_state_alloc(dev);
1397 	if (!state) {
1398 		ret = -ENOMEM;
1399 		goto out_ctx;
1400 	}
1401 
1402 	state->acquire_ctx = &ctx;
1403 retry:
1404 	for (i = 0; i < fb_helper->crtc_count; i++) {
1405 		crtc = fb_helper->crtc_info[i].mode_set.crtc;
1406 
1407 		if (!gamma_lut)
1408 			gamma_lut = setcmap_new_gamma_lut(crtc, cmap);
1409 		if (IS_ERR(gamma_lut)) {
1410 			ret = PTR_ERR(gamma_lut);
1411 			gamma_lut = NULL;
1412 			goto out_state;
1413 		}
1414 
1415 		crtc_state = drm_atomic_get_crtc_state(state, crtc);
1416 		if (IS_ERR(crtc_state)) {
1417 			ret = PTR_ERR(crtc_state);
1418 			goto out_state;
1419 		}
1420 
1421 		replaced  = drm_property_replace_blob(&crtc_state->degamma_lut,
1422 						      NULL);
1423 		replaced |= drm_property_replace_blob(&crtc_state->ctm, NULL);
1424 		replaced |= drm_property_replace_blob(&crtc_state->gamma_lut,
1425 						      gamma_lut);
1426 		crtc_state->color_mgmt_changed |= replaced;
1427 	}
1428 
1429 	ret = drm_atomic_commit(state);
1430 	if (ret)
1431 		goto out_state;
1432 
1433 	for (i = 0; i < fb_helper->crtc_count; i++) {
1434 		crtc = fb_helper->crtc_info[i].mode_set.crtc;
1435 
1436 		r = crtc->gamma_store;
1437 		g = r + crtc->gamma_size;
1438 		b = g + crtc->gamma_size;
1439 
1440 		memcpy(r + cmap->start, cmap->red, cmap->len * sizeof(*r));
1441 		memcpy(g + cmap->start, cmap->green, cmap->len * sizeof(*g));
1442 		memcpy(b + cmap->start, cmap->blue, cmap->len * sizeof(*b));
1443 	}
1444 
1445 out_state:
1446 	if (ret == -EDEADLK)
1447 		goto backoff;
1448 
1449 	drm_property_blob_put(gamma_lut);
1450 	drm_atomic_state_put(state);
1451 out_ctx:
1452 	drm_modeset_drop_locks(&ctx);
1453 	drm_modeset_acquire_fini(&ctx);
1454 
1455 	return ret;
1456 
1457 backoff:
1458 	drm_atomic_state_clear(state);
1459 	drm_modeset_backoff(&ctx);
1460 	goto retry;
1461 }
1462 
1463 /**
1464  * drm_fb_helper_setcmap - implementation for &fb_ops.fb_setcmap
1465  * @cmap: cmap to set
1466  * @info: fbdev registered by the helper
1467  */
1468 int drm_fb_helper_setcmap(struct fb_cmap *cmap, struct fb_info *info)
1469 {
1470 	struct drm_fb_helper *fb_helper = info->par;
1471 	int ret;
1472 
1473 	if (oops_in_progress)
1474 		return -EBUSY;
1475 
1476 	mutex_lock(&fb_helper->lock);
1477 
1478 	if (!drm_fb_helper_is_bound(fb_helper)) {
1479 		ret = -EBUSY;
1480 		goto out;
1481 	}
1482 
1483 	if (info->fix.visual == FB_VISUAL_TRUECOLOR)
1484 		ret = setcmap_pseudo_palette(cmap, info);
1485 	else if (drm_drv_uses_atomic_modeset(fb_helper->dev))
1486 		ret = setcmap_atomic(cmap, info);
1487 	else
1488 		ret = setcmap_legacy(cmap, info);
1489 
1490 out:
1491 	mutex_unlock(&fb_helper->lock);
1492 
1493 	return ret;
1494 }
1495 EXPORT_SYMBOL(drm_fb_helper_setcmap);
1496 
1497 /**
1498  * drm_fb_helper_ioctl - legacy ioctl implementation
1499  * @info: fbdev registered by the helper
1500  * @cmd: ioctl command
1501  * @arg: ioctl argument
1502  *
1503  * A helper to implement the standard fbdev ioctl. Only
1504  * FBIO_WAITFORVSYNC is implemented for now.
1505  */
1506 int drm_fb_helper_ioctl(struct fb_info *info, unsigned int cmd,
1507 			unsigned long arg)
1508 {
1509 	struct drm_fb_helper *fb_helper = info->par;
1510 	struct drm_mode_set *mode_set;
1511 	struct drm_crtc *crtc;
1512 	int ret = 0;
1513 
1514 	mutex_lock(&fb_helper->lock);
1515 	if (!drm_fb_helper_is_bound(fb_helper)) {
1516 		ret = -EBUSY;
1517 		goto unlock;
1518 	}
1519 
1520 	switch (cmd) {
1521 	case FBIO_WAITFORVSYNC:
1522 		/*
1523 		 * Only consider the first CRTC.
1524 		 *
1525 		 * This ioctl is supposed to take the CRTC number as
1526 		 * an argument, but in fbdev times, what that number
1527 		 * was supposed to be was quite unclear, different
1528 		 * drivers were passing that argument differently
1529 		 * (some by reference, some by value), and most of the
1530 		 * userspace applications were just hardcoding 0 as an
1531 		 * argument.
1532 		 *
1533 		 * The first CRTC should be the integrated panel on
1534 		 * most drivers, so this is the best choice we can
1535 		 * make. If we're not smart enough here, one should
1536 		 * just consider switch the userspace to KMS.
1537 		 */
1538 		mode_set = &fb_helper->crtc_info[0].mode_set;
1539 		crtc = mode_set->crtc;
1540 
1541 		/*
1542 		 * Only wait for a vblank event if the CRTC is
1543 		 * enabled, otherwise just don't do anythintg,
1544 		 * not even report an error.
1545 		 */
1546 		ret = drm_crtc_vblank_get(crtc);
1547 		if (!ret) {
1548 			drm_crtc_wait_one_vblank(crtc);
1549 			drm_crtc_vblank_put(crtc);
1550 		}
1551 
1552 		ret = 0;
1553 		goto unlock;
1554 	default:
1555 		ret = -ENOTTY;
1556 	}
1557 
1558 unlock:
1559 	mutex_unlock(&fb_helper->lock);
1560 	return ret;
1561 }
1562 EXPORT_SYMBOL(drm_fb_helper_ioctl);
1563 
1564 /**
1565  * drm_fb_helper_check_var - implementation for &fb_ops.fb_check_var
1566  * @var: screeninfo to check
1567  * @info: fbdev registered by the helper
1568  */
1569 int drm_fb_helper_check_var(struct fb_var_screeninfo *var,
1570 			    struct fb_info *info)
1571 {
1572 	struct drm_fb_helper *fb_helper = info->par;
1573 	struct drm_framebuffer *fb = fb_helper->fb;
1574 	int depth;
1575 
1576 	if (var->pixclock != 0 || in_dbg_master())
1577 		return -EINVAL;
1578 
1579 	/*
1580 	 * Changes struct fb_var_screeninfo are currently not pushed back
1581 	 * to KMS, hence fail if different settings are requested.
1582 	 */
1583 	if (var->bits_per_pixel != fb->format->cpp[0] * 8 ||
1584 	    var->xres > fb->width || var->yres > fb->height ||
1585 	    var->xres_virtual > fb->width || var->yres_virtual > fb->height) {
1586 		DRM_DEBUG("fb requested width/height/bpp can't fit in current fb "
1587 			  "request %dx%d-%d (virtual %dx%d) > %dx%d-%d\n",
1588 			  var->xres, var->yres, var->bits_per_pixel,
1589 			  var->xres_virtual, var->yres_virtual,
1590 			  fb->width, fb->height, fb->format->cpp[0] * 8);
1591 		return -EINVAL;
1592 	}
1593 
1594 	switch (var->bits_per_pixel) {
1595 	case 16:
1596 		depth = (var->green.length == 6) ? 16 : 15;
1597 		break;
1598 	case 32:
1599 		depth = (var->transp.length > 0) ? 32 : 24;
1600 		break;
1601 	default:
1602 		depth = var->bits_per_pixel;
1603 		break;
1604 	}
1605 
1606 	switch (depth) {
1607 	case 8:
1608 		var->red.offset = 0;
1609 		var->green.offset = 0;
1610 		var->blue.offset = 0;
1611 		var->red.length = 8;
1612 		var->green.length = 8;
1613 		var->blue.length = 8;
1614 		var->transp.length = 0;
1615 		var->transp.offset = 0;
1616 		break;
1617 	case 15:
1618 		var->red.offset = 10;
1619 		var->green.offset = 5;
1620 		var->blue.offset = 0;
1621 		var->red.length = 5;
1622 		var->green.length = 5;
1623 		var->blue.length = 5;
1624 		var->transp.length = 1;
1625 		var->transp.offset = 15;
1626 		break;
1627 	case 16:
1628 		var->red.offset = 11;
1629 		var->green.offset = 5;
1630 		var->blue.offset = 0;
1631 		var->red.length = 5;
1632 		var->green.length = 6;
1633 		var->blue.length = 5;
1634 		var->transp.length = 0;
1635 		var->transp.offset = 0;
1636 		break;
1637 	case 24:
1638 		var->red.offset = 16;
1639 		var->green.offset = 8;
1640 		var->blue.offset = 0;
1641 		var->red.length = 8;
1642 		var->green.length = 8;
1643 		var->blue.length = 8;
1644 		var->transp.length = 0;
1645 		var->transp.offset = 0;
1646 		break;
1647 	case 32:
1648 		var->red.offset = 16;
1649 		var->green.offset = 8;
1650 		var->blue.offset = 0;
1651 		var->red.length = 8;
1652 		var->green.length = 8;
1653 		var->blue.length = 8;
1654 		var->transp.length = 8;
1655 		var->transp.offset = 24;
1656 		break;
1657 	default:
1658 		return -EINVAL;
1659 	}
1660 	return 0;
1661 }
1662 EXPORT_SYMBOL(drm_fb_helper_check_var);
1663 
1664 /**
1665  * drm_fb_helper_set_par - implementation for &fb_ops.fb_set_par
1666  * @info: fbdev registered by the helper
1667  *
1668  * This will let fbcon do the mode init and is called at initialization time by
1669  * the fbdev core when registering the driver, and later on through the hotplug
1670  * callback.
1671  */
1672 int drm_fb_helper_set_par(struct fb_info *info)
1673 {
1674 	struct drm_fb_helper *fb_helper = info->par;
1675 	struct fb_var_screeninfo *var = &info->var;
1676 
1677 	if (oops_in_progress)
1678 		return -EBUSY;
1679 
1680 	if (var->pixclock != 0) {
1681 		DRM_ERROR("PIXEL CLOCK SET\n");
1682 		return -EINVAL;
1683 	}
1684 
1685 	drm_fb_helper_restore_fbdev_mode_unlocked(fb_helper);
1686 
1687 	return 0;
1688 }
1689 EXPORT_SYMBOL(drm_fb_helper_set_par);
1690 
1691 static void pan_set(struct drm_fb_helper *fb_helper, int x, int y)
1692 {
1693 	int i;
1694 
1695 	for (i = 0; i < fb_helper->crtc_count; i++) {
1696 		struct drm_mode_set *mode_set;
1697 
1698 		mode_set = &fb_helper->crtc_info[i].mode_set;
1699 
1700 		mode_set->x = x;
1701 		mode_set->y = y;
1702 	}
1703 }
1704 
1705 static int pan_display_atomic(struct fb_var_screeninfo *var,
1706 			      struct fb_info *info)
1707 {
1708 	struct drm_fb_helper *fb_helper = info->par;
1709 	int ret;
1710 
1711 	pan_set(fb_helper, var->xoffset, var->yoffset);
1712 
1713 	ret = restore_fbdev_mode_atomic(fb_helper, true);
1714 	if (!ret) {
1715 		info->var.xoffset = var->xoffset;
1716 		info->var.yoffset = var->yoffset;
1717 	} else
1718 		pan_set(fb_helper, info->var.xoffset, info->var.yoffset);
1719 
1720 	return ret;
1721 }
1722 
1723 static int pan_display_legacy(struct fb_var_screeninfo *var,
1724 			      struct fb_info *info)
1725 {
1726 	struct drm_fb_helper *fb_helper = info->par;
1727 	struct drm_mode_set *modeset;
1728 	int ret = 0;
1729 	int i;
1730 
1731 	drm_modeset_lock_all(fb_helper->dev);
1732 	for (i = 0; i < fb_helper->crtc_count; i++) {
1733 		modeset = &fb_helper->crtc_info[i].mode_set;
1734 
1735 		modeset->x = var->xoffset;
1736 		modeset->y = var->yoffset;
1737 
1738 		if (modeset->num_connectors) {
1739 			ret = drm_mode_set_config_internal(modeset);
1740 			if (!ret) {
1741 				info->var.xoffset = var->xoffset;
1742 				info->var.yoffset = var->yoffset;
1743 			}
1744 		}
1745 	}
1746 	drm_modeset_unlock_all(fb_helper->dev);
1747 
1748 	return ret;
1749 }
1750 
1751 /**
1752  * drm_fb_helper_pan_display - implementation for &fb_ops.fb_pan_display
1753  * @var: updated screen information
1754  * @info: fbdev registered by the helper
1755  */
1756 int drm_fb_helper_pan_display(struct fb_var_screeninfo *var,
1757 			      struct fb_info *info)
1758 {
1759 	struct drm_fb_helper *fb_helper = info->par;
1760 	struct drm_device *dev = fb_helper->dev;
1761 	int ret;
1762 
1763 	if (oops_in_progress)
1764 		return -EBUSY;
1765 
1766 	mutex_lock(&fb_helper->lock);
1767 	if (!drm_fb_helper_is_bound(fb_helper)) {
1768 		mutex_unlock(&fb_helper->lock);
1769 		return -EBUSY;
1770 	}
1771 
1772 	if (drm_drv_uses_atomic_modeset(dev))
1773 		ret = pan_display_atomic(var, info);
1774 	else
1775 		ret = pan_display_legacy(var, info);
1776 	mutex_unlock(&fb_helper->lock);
1777 
1778 	return ret;
1779 }
1780 EXPORT_SYMBOL(drm_fb_helper_pan_display);
1781 
1782 /*
1783  * Allocates the backing storage and sets up the fbdev info structure through
1784  * the ->fb_probe callback.
1785  */
1786 static int drm_fb_helper_single_fb_probe(struct drm_fb_helper *fb_helper,
1787 					 int preferred_bpp)
1788 {
1789 	int ret = 0;
1790 	int crtc_count = 0;
1791 	int i;
1792 	struct drm_fb_helper_surface_size sizes;
1793 	int gamma_size = 0;
1794 
1795 	memset(&sizes, 0, sizeof(struct drm_fb_helper_surface_size));
1796 	sizes.surface_depth = 24;
1797 	sizes.surface_bpp = 32;
1798 	sizes.fb_width = (u32)-1;
1799 	sizes.fb_height = (u32)-1;
1800 
1801 	/* if driver picks 8 or 16 by default use that for both depth/bpp */
1802 	if (preferred_bpp != sizes.surface_bpp)
1803 		sizes.surface_depth = sizes.surface_bpp = preferred_bpp;
1804 
1805 	/* first up get a count of crtcs now in use and new min/maxes width/heights */
1806 	drm_fb_helper_for_each_connector(fb_helper, i) {
1807 		struct drm_fb_helper_connector *fb_helper_conn = fb_helper->connector_info[i];
1808 		struct drm_cmdline_mode *cmdline_mode;
1809 
1810 		cmdline_mode = &fb_helper_conn->connector->cmdline_mode;
1811 
1812 		if (cmdline_mode->bpp_specified) {
1813 			switch (cmdline_mode->bpp) {
1814 			case 8:
1815 				sizes.surface_depth = sizes.surface_bpp = 8;
1816 				break;
1817 			case 15:
1818 				sizes.surface_depth = 15;
1819 				sizes.surface_bpp = 16;
1820 				break;
1821 			case 16:
1822 				sizes.surface_depth = sizes.surface_bpp = 16;
1823 				break;
1824 			case 24:
1825 				sizes.surface_depth = sizes.surface_bpp = 24;
1826 				break;
1827 			case 32:
1828 				sizes.surface_depth = 24;
1829 				sizes.surface_bpp = 32;
1830 				break;
1831 			}
1832 			break;
1833 		}
1834 	}
1835 
1836 	crtc_count = 0;
1837 	for (i = 0; i < fb_helper->crtc_count; i++) {
1838 		struct drm_display_mode *desired_mode;
1839 		struct drm_mode_set *mode_set;
1840 		int x, y, j;
1841 		/* in case of tile group, are we the last tile vert or horiz?
1842 		 * If no tile group you are always the last one both vertically
1843 		 * and horizontally
1844 		 */
1845 		bool lastv = true, lasth = true;
1846 
1847 		desired_mode = fb_helper->crtc_info[i].desired_mode;
1848 		mode_set = &fb_helper->crtc_info[i].mode_set;
1849 
1850 		if (!desired_mode)
1851 			continue;
1852 
1853 		crtc_count++;
1854 
1855 		x = fb_helper->crtc_info[i].x;
1856 		y = fb_helper->crtc_info[i].y;
1857 
1858 		if (gamma_size == 0)
1859 			gamma_size = fb_helper->crtc_info[i].mode_set.crtc->gamma_size;
1860 
1861 		sizes.surface_width  = max_t(u32, desired_mode->hdisplay + x, sizes.surface_width);
1862 		sizes.surface_height = max_t(u32, desired_mode->vdisplay + y, sizes.surface_height);
1863 
1864 		for (j = 0; j < mode_set->num_connectors; j++) {
1865 			struct drm_connector *connector = mode_set->connectors[j];
1866 
1867 			if (connector->has_tile) {
1868 				lasth = (connector->tile_h_loc == (connector->num_h_tile - 1));
1869 				lastv = (connector->tile_v_loc == (connector->num_v_tile - 1));
1870 				/* cloning to multiple tiles is just crazy-talk, so: */
1871 				break;
1872 			}
1873 		}
1874 
1875 		if (lasth)
1876 			sizes.fb_width  = min_t(u32, desired_mode->hdisplay + x, sizes.fb_width);
1877 		if (lastv)
1878 			sizes.fb_height = min_t(u32, desired_mode->vdisplay + y, sizes.fb_height);
1879 	}
1880 
1881 	if (crtc_count == 0 || sizes.fb_width == -1 || sizes.fb_height == -1) {
1882 		DRM_INFO("Cannot find any crtc or sizes\n");
1883 
1884 		/* First time: disable all crtc's.. */
1885 		if (!fb_helper->deferred_setup && !READ_ONCE(fb_helper->dev->master))
1886 			restore_fbdev_mode(fb_helper);
1887 		return -EAGAIN;
1888 	}
1889 
1890 	/* Handle our overallocation */
1891 	sizes.surface_height *= drm_fbdev_overalloc;
1892 	sizes.surface_height /= 100;
1893 
1894 	/* push down into drivers */
1895 	ret = (*fb_helper->funcs->fb_probe)(fb_helper, &sizes);
1896 	if (ret < 0)
1897 		return ret;
1898 
1899 	strcpy(fb_helper->fb->comm, "[fbcon]");
1900 	return 0;
1901 }
1902 
1903 /**
1904  * drm_fb_helper_fill_fix - initializes fixed fbdev information
1905  * @info: fbdev registered by the helper
1906  * @pitch: desired pitch
1907  * @depth: desired depth
1908  *
1909  * Helper to fill in the fixed fbdev information useful for a non-accelerated
1910  * fbdev emulations. Drivers which support acceleration methods which impose
1911  * additional constraints need to set up their own limits.
1912  *
1913  * Drivers should call this (or their equivalent setup code) from their
1914  * &drm_fb_helper_funcs.fb_probe callback.
1915  */
1916 void drm_fb_helper_fill_fix(struct fb_info *info, uint32_t pitch,
1917 			    uint32_t depth)
1918 {
1919 	info->fix.type = FB_TYPE_PACKED_PIXELS;
1920 	info->fix.visual = depth == 8 ? FB_VISUAL_PSEUDOCOLOR :
1921 		FB_VISUAL_TRUECOLOR;
1922 	info->fix.mmio_start = 0;
1923 	info->fix.mmio_len = 0;
1924 	info->fix.type_aux = 0;
1925 	info->fix.xpanstep = 1; /* doing it in hw */
1926 	info->fix.ypanstep = 1; /* doing it in hw */
1927 	info->fix.ywrapstep = 0;
1928 	info->fix.accel = FB_ACCEL_NONE;
1929 
1930 	info->fix.line_length = pitch;
1931 }
1932 EXPORT_SYMBOL(drm_fb_helper_fill_fix);
1933 
1934 /**
1935  * drm_fb_helper_fill_var - initalizes variable fbdev information
1936  * @info: fbdev instance to set up
1937  * @fb_helper: fb helper instance to use as template
1938  * @fb_width: desired fb width
1939  * @fb_height: desired fb height
1940  *
1941  * Sets up the variable fbdev metainformation from the given fb helper instance
1942  * and the drm framebuffer allocated in &drm_fb_helper.fb.
1943  *
1944  * Drivers should call this (or their equivalent setup code) from their
1945  * &drm_fb_helper_funcs.fb_probe callback after having allocated the fbdev
1946  * backing storage framebuffer.
1947  */
1948 void drm_fb_helper_fill_var(struct fb_info *info, struct drm_fb_helper *fb_helper,
1949 			    uint32_t fb_width, uint32_t fb_height)
1950 {
1951 	struct drm_framebuffer *fb = fb_helper->fb;
1952 
1953 	info->pseudo_palette = fb_helper->pseudo_palette;
1954 	info->var.xres_virtual = fb->width;
1955 	info->var.yres_virtual = fb->height;
1956 	info->var.bits_per_pixel = fb->format->cpp[0] * 8;
1957 	info->var.accel_flags = FB_ACCELF_TEXT;
1958 	info->var.xoffset = 0;
1959 	info->var.yoffset = 0;
1960 	info->var.activate = FB_ACTIVATE_NOW;
1961 
1962 	switch (fb->format->depth) {
1963 	case 8:
1964 		info->var.red.offset = 0;
1965 		info->var.green.offset = 0;
1966 		info->var.blue.offset = 0;
1967 		info->var.red.length = 8; /* 8bit DAC */
1968 		info->var.green.length = 8;
1969 		info->var.blue.length = 8;
1970 		info->var.transp.offset = 0;
1971 		info->var.transp.length = 0;
1972 		break;
1973 	case 15:
1974 		info->var.red.offset = 10;
1975 		info->var.green.offset = 5;
1976 		info->var.blue.offset = 0;
1977 		info->var.red.length = 5;
1978 		info->var.green.length = 5;
1979 		info->var.blue.length = 5;
1980 		info->var.transp.offset = 15;
1981 		info->var.transp.length = 1;
1982 		break;
1983 	case 16:
1984 		info->var.red.offset = 11;
1985 		info->var.green.offset = 5;
1986 		info->var.blue.offset = 0;
1987 		info->var.red.length = 5;
1988 		info->var.green.length = 6;
1989 		info->var.blue.length = 5;
1990 		info->var.transp.offset = 0;
1991 		break;
1992 	case 24:
1993 		info->var.red.offset = 16;
1994 		info->var.green.offset = 8;
1995 		info->var.blue.offset = 0;
1996 		info->var.red.length = 8;
1997 		info->var.green.length = 8;
1998 		info->var.blue.length = 8;
1999 		info->var.transp.offset = 0;
2000 		info->var.transp.length = 0;
2001 		break;
2002 	case 32:
2003 		info->var.red.offset = 16;
2004 		info->var.green.offset = 8;
2005 		info->var.blue.offset = 0;
2006 		info->var.red.length = 8;
2007 		info->var.green.length = 8;
2008 		info->var.blue.length = 8;
2009 		info->var.transp.offset = 24;
2010 		info->var.transp.length = 8;
2011 		break;
2012 	default:
2013 		break;
2014 	}
2015 
2016 	info->var.xres = fb_width;
2017 	info->var.yres = fb_height;
2018 }
2019 EXPORT_SYMBOL(drm_fb_helper_fill_var);
2020 
2021 static int drm_fb_helper_probe_connector_modes(struct drm_fb_helper *fb_helper,
2022 						uint32_t maxX,
2023 						uint32_t maxY)
2024 {
2025 	struct drm_connector *connector;
2026 	int i, count = 0;
2027 
2028 	drm_fb_helper_for_each_connector(fb_helper, i) {
2029 		connector = fb_helper->connector_info[i]->connector;
2030 		count += connector->funcs->fill_modes(connector, maxX, maxY);
2031 	}
2032 
2033 	return count;
2034 }
2035 
2036 struct drm_display_mode *drm_has_preferred_mode(struct drm_fb_helper_connector *fb_connector, int width, int height)
2037 {
2038 	struct drm_display_mode *mode;
2039 
2040 	list_for_each_entry(mode, &fb_connector->connector->modes, head) {
2041 		if (mode->hdisplay > width ||
2042 		    mode->vdisplay > height)
2043 			continue;
2044 		if (mode->type & DRM_MODE_TYPE_PREFERRED)
2045 			return mode;
2046 	}
2047 	return NULL;
2048 }
2049 EXPORT_SYMBOL(drm_has_preferred_mode);
2050 
2051 static bool drm_has_cmdline_mode(struct drm_fb_helper_connector *fb_connector)
2052 {
2053 	return fb_connector->connector->cmdline_mode.specified;
2054 }
2055 
2056 struct drm_display_mode *drm_pick_cmdline_mode(struct drm_fb_helper_connector *fb_helper_conn)
2057 {
2058 	struct drm_cmdline_mode *cmdline_mode;
2059 	struct drm_display_mode *mode;
2060 	bool prefer_non_interlace;
2061 
2062 	cmdline_mode = &fb_helper_conn->connector->cmdline_mode;
2063 	if (cmdline_mode->specified == false)
2064 		return NULL;
2065 
2066 	/* attempt to find a matching mode in the list of modes
2067 	 *  we have gotten so far, if not add a CVT mode that conforms
2068 	 */
2069 	if (cmdline_mode->rb || cmdline_mode->margins)
2070 		goto create_mode;
2071 
2072 	prefer_non_interlace = !cmdline_mode->interlace;
2073 again:
2074 	list_for_each_entry(mode, &fb_helper_conn->connector->modes, head) {
2075 		/* check width/height */
2076 		if (mode->hdisplay != cmdline_mode->xres ||
2077 		    mode->vdisplay != cmdline_mode->yres)
2078 			continue;
2079 
2080 		if (cmdline_mode->refresh_specified) {
2081 			if (mode->vrefresh != cmdline_mode->refresh)
2082 				continue;
2083 		}
2084 
2085 		if (cmdline_mode->interlace) {
2086 			if (!(mode->flags & DRM_MODE_FLAG_INTERLACE))
2087 				continue;
2088 		} else if (prefer_non_interlace) {
2089 			if (mode->flags & DRM_MODE_FLAG_INTERLACE)
2090 				continue;
2091 		}
2092 		return mode;
2093 	}
2094 
2095 	if (prefer_non_interlace) {
2096 		prefer_non_interlace = false;
2097 		goto again;
2098 	}
2099 
2100 create_mode:
2101 	mode = drm_mode_create_from_cmdline_mode(fb_helper_conn->connector->dev,
2102 						 cmdline_mode);
2103 	list_add(&mode->head, &fb_helper_conn->connector->modes);
2104 	return mode;
2105 }
2106 EXPORT_SYMBOL(drm_pick_cmdline_mode);
2107 
2108 static bool drm_connector_enabled(struct drm_connector *connector, bool strict)
2109 {
2110 	bool enable;
2111 
2112 	if (connector->display_info.non_desktop)
2113 		return false;
2114 
2115 	if (strict)
2116 		enable = connector->status == connector_status_connected;
2117 	else
2118 		enable = connector->status != connector_status_disconnected;
2119 
2120 	return enable;
2121 }
2122 
2123 static void drm_enable_connectors(struct drm_fb_helper *fb_helper,
2124 				  bool *enabled)
2125 {
2126 	bool any_enabled = false;
2127 	struct drm_connector *connector;
2128 	int i = 0;
2129 
2130 	drm_fb_helper_for_each_connector(fb_helper, i) {
2131 		connector = fb_helper->connector_info[i]->connector;
2132 		enabled[i] = drm_connector_enabled(connector, true);
2133 		DRM_DEBUG_KMS("connector %d enabled? %s\n", connector->base.id,
2134 			      connector->display_info.non_desktop ? "non desktop" : enabled[i] ? "yes" : "no");
2135 
2136 		any_enabled |= enabled[i];
2137 	}
2138 
2139 	if (any_enabled)
2140 		return;
2141 
2142 	drm_fb_helper_for_each_connector(fb_helper, i) {
2143 		connector = fb_helper->connector_info[i]->connector;
2144 		enabled[i] = drm_connector_enabled(connector, false);
2145 	}
2146 }
2147 
2148 static bool drm_target_cloned(struct drm_fb_helper *fb_helper,
2149 			      struct drm_display_mode **modes,
2150 			      struct drm_fb_offset *offsets,
2151 			      bool *enabled, int width, int height)
2152 {
2153 	int count, i, j;
2154 	bool can_clone = false;
2155 	struct drm_fb_helper_connector *fb_helper_conn;
2156 	struct drm_display_mode *dmt_mode, *mode;
2157 
2158 	/* only contemplate cloning in the single crtc case */
2159 	if (fb_helper->crtc_count > 1)
2160 		return false;
2161 
2162 	count = 0;
2163 	drm_fb_helper_for_each_connector(fb_helper, i) {
2164 		if (enabled[i])
2165 			count++;
2166 	}
2167 
2168 	/* only contemplate cloning if more than one connector is enabled */
2169 	if (count <= 1)
2170 		return false;
2171 
2172 	/* check the command line or if nothing common pick 1024x768 */
2173 	can_clone = true;
2174 	drm_fb_helper_for_each_connector(fb_helper, i) {
2175 		if (!enabled[i])
2176 			continue;
2177 		fb_helper_conn = fb_helper->connector_info[i];
2178 		modes[i] = drm_pick_cmdline_mode(fb_helper_conn);
2179 		if (!modes[i]) {
2180 			can_clone = false;
2181 			break;
2182 		}
2183 		for (j = 0; j < i; j++) {
2184 			if (!enabled[j])
2185 				continue;
2186 			if (!drm_mode_match(modes[j], modes[i],
2187 					    DRM_MODE_MATCH_TIMINGS |
2188 					    DRM_MODE_MATCH_CLOCK |
2189 					    DRM_MODE_MATCH_FLAGS |
2190 					    DRM_MODE_MATCH_3D_FLAGS))
2191 				can_clone = false;
2192 		}
2193 	}
2194 
2195 	if (can_clone) {
2196 		DRM_DEBUG_KMS("can clone using command line\n");
2197 		return true;
2198 	}
2199 
2200 	/* try and find a 1024x768 mode on each connector */
2201 	can_clone = true;
2202 	dmt_mode = drm_mode_find_dmt(fb_helper->dev, 1024, 768, 60, false);
2203 
2204 	drm_fb_helper_for_each_connector(fb_helper, i) {
2205 		if (!enabled[i])
2206 			continue;
2207 
2208 		fb_helper_conn = fb_helper->connector_info[i];
2209 		list_for_each_entry(mode, &fb_helper_conn->connector->modes, head) {
2210 			if (drm_mode_match(mode, dmt_mode,
2211 					   DRM_MODE_MATCH_TIMINGS |
2212 					   DRM_MODE_MATCH_CLOCK |
2213 					   DRM_MODE_MATCH_FLAGS |
2214 					   DRM_MODE_MATCH_3D_FLAGS))
2215 				modes[i] = mode;
2216 		}
2217 		if (!modes[i])
2218 			can_clone = false;
2219 	}
2220 
2221 	if (can_clone) {
2222 		DRM_DEBUG_KMS("can clone using 1024x768\n");
2223 		return true;
2224 	}
2225 	DRM_INFO("kms: can't enable cloning when we probably wanted to.\n");
2226 	return false;
2227 }
2228 
2229 static int drm_get_tile_offsets(struct drm_fb_helper *fb_helper,
2230 				struct drm_display_mode **modes,
2231 				struct drm_fb_offset *offsets,
2232 				int idx,
2233 				int h_idx, int v_idx)
2234 {
2235 	struct drm_fb_helper_connector *fb_helper_conn;
2236 	int i;
2237 	int hoffset = 0, voffset = 0;
2238 
2239 	drm_fb_helper_for_each_connector(fb_helper, i) {
2240 		fb_helper_conn = fb_helper->connector_info[i];
2241 		if (!fb_helper_conn->connector->has_tile)
2242 			continue;
2243 
2244 		if (!modes[i] && (h_idx || v_idx)) {
2245 			DRM_DEBUG_KMS("no modes for connector tiled %d %d\n", i,
2246 				      fb_helper_conn->connector->base.id);
2247 			continue;
2248 		}
2249 		if (fb_helper_conn->connector->tile_h_loc < h_idx)
2250 			hoffset += modes[i]->hdisplay;
2251 
2252 		if (fb_helper_conn->connector->tile_v_loc < v_idx)
2253 			voffset += modes[i]->vdisplay;
2254 	}
2255 	offsets[idx].x = hoffset;
2256 	offsets[idx].y = voffset;
2257 	DRM_DEBUG_KMS("returned %d %d for %d %d\n", hoffset, voffset, h_idx, v_idx);
2258 	return 0;
2259 }
2260 
2261 static bool drm_target_preferred(struct drm_fb_helper *fb_helper,
2262 				 struct drm_display_mode **modes,
2263 				 struct drm_fb_offset *offsets,
2264 				 bool *enabled, int width, int height)
2265 {
2266 	struct drm_fb_helper_connector *fb_helper_conn;
2267 	const u64 mask = BIT_ULL(fb_helper->connector_count) - 1;
2268 	u64 conn_configured = 0;
2269 	int tile_pass = 0;
2270 	int i;
2271 
2272 retry:
2273 	drm_fb_helper_for_each_connector(fb_helper, i) {
2274 		fb_helper_conn = fb_helper->connector_info[i];
2275 
2276 		if (conn_configured & BIT_ULL(i))
2277 			continue;
2278 
2279 		if (enabled[i] == false) {
2280 			conn_configured |= BIT_ULL(i);
2281 			continue;
2282 		}
2283 
2284 		/* first pass over all the untiled connectors */
2285 		if (tile_pass == 0 && fb_helper_conn->connector->has_tile)
2286 			continue;
2287 
2288 		if (tile_pass == 1) {
2289 			if (fb_helper_conn->connector->tile_h_loc != 0 ||
2290 			    fb_helper_conn->connector->tile_v_loc != 0)
2291 				continue;
2292 
2293 		} else {
2294 			if (fb_helper_conn->connector->tile_h_loc != tile_pass - 1 &&
2295 			    fb_helper_conn->connector->tile_v_loc != tile_pass - 1)
2296 			/* if this tile_pass doesn't cover any of the tiles - keep going */
2297 				continue;
2298 
2299 			/*
2300 			 * find the tile offsets for this pass - need to find
2301 			 * all tiles left and above
2302 			 */
2303 			drm_get_tile_offsets(fb_helper, modes, offsets,
2304 					     i, fb_helper_conn->connector->tile_h_loc, fb_helper_conn->connector->tile_v_loc);
2305 		}
2306 		DRM_DEBUG_KMS("looking for cmdline mode on connector %d\n",
2307 			      fb_helper_conn->connector->base.id);
2308 
2309 		/* got for command line mode first */
2310 		modes[i] = drm_pick_cmdline_mode(fb_helper_conn);
2311 		if (!modes[i]) {
2312 			DRM_DEBUG_KMS("looking for preferred mode on connector %d %d\n",
2313 				      fb_helper_conn->connector->base.id, fb_helper_conn->connector->tile_group ? fb_helper_conn->connector->tile_group->id : 0);
2314 			modes[i] = drm_has_preferred_mode(fb_helper_conn, width, height);
2315 		}
2316 		/* No preferred modes, pick one off the list */
2317 		if (!modes[i] && !list_empty(&fb_helper_conn->connector->modes)) {
2318 			list_for_each_entry(modes[i], &fb_helper_conn->connector->modes, head)
2319 				break;
2320 		}
2321 		DRM_DEBUG_KMS("found mode %s\n", modes[i] ? modes[i]->name :
2322 			  "none");
2323 		conn_configured |= BIT_ULL(i);
2324 	}
2325 
2326 	if ((conn_configured & mask) != mask) {
2327 		tile_pass++;
2328 		goto retry;
2329 	}
2330 	return true;
2331 }
2332 
2333 static int drm_pick_crtcs(struct drm_fb_helper *fb_helper,
2334 			  struct drm_fb_helper_crtc **best_crtcs,
2335 			  struct drm_display_mode **modes,
2336 			  int n, int width, int height)
2337 {
2338 	int c, o;
2339 	struct drm_connector *connector;
2340 	const struct drm_connector_helper_funcs *connector_funcs;
2341 	struct drm_encoder *encoder;
2342 	int my_score, best_score, score;
2343 	struct drm_fb_helper_crtc **crtcs, *crtc;
2344 	struct drm_fb_helper_connector *fb_helper_conn;
2345 
2346 	if (n == fb_helper->connector_count)
2347 		return 0;
2348 
2349 	fb_helper_conn = fb_helper->connector_info[n];
2350 	connector = fb_helper_conn->connector;
2351 
2352 	best_crtcs[n] = NULL;
2353 	best_score = drm_pick_crtcs(fb_helper, best_crtcs, modes, n+1, width, height);
2354 	if (modes[n] == NULL)
2355 		return best_score;
2356 
2357 	crtcs = kcalloc(fb_helper->connector_count,
2358 			sizeof(struct drm_fb_helper_crtc *), GFP_KERNEL);
2359 	if (!crtcs)
2360 		return best_score;
2361 
2362 	my_score = 1;
2363 	if (connector->status == connector_status_connected)
2364 		my_score++;
2365 	if (drm_has_cmdline_mode(fb_helper_conn))
2366 		my_score++;
2367 	if (drm_has_preferred_mode(fb_helper_conn, width, height))
2368 		my_score++;
2369 
2370 	connector_funcs = connector->helper_private;
2371 
2372 	/*
2373 	 * If the DRM device implements atomic hooks and ->best_encoder() is
2374 	 * NULL we fallback to the default drm_atomic_helper_best_encoder()
2375 	 * helper.
2376 	 */
2377 	if (drm_drv_uses_atomic_modeset(fb_helper->dev) &&
2378 	    !connector_funcs->best_encoder)
2379 		encoder = drm_atomic_helper_best_encoder(connector);
2380 	else
2381 		encoder = connector_funcs->best_encoder(connector);
2382 
2383 	if (!encoder)
2384 		goto out;
2385 
2386 	/*
2387 	 * select a crtc for this connector and then attempt to configure
2388 	 * remaining connectors
2389 	 */
2390 	for (c = 0; c < fb_helper->crtc_count; c++) {
2391 		crtc = &fb_helper->crtc_info[c];
2392 
2393 		if ((encoder->possible_crtcs & (1 << c)) == 0)
2394 			continue;
2395 
2396 		for (o = 0; o < n; o++)
2397 			if (best_crtcs[o] == crtc)
2398 				break;
2399 
2400 		if (o < n) {
2401 			/* ignore cloning unless only a single crtc */
2402 			if (fb_helper->crtc_count > 1)
2403 				continue;
2404 
2405 			if (!drm_mode_equal(modes[o], modes[n]))
2406 				continue;
2407 		}
2408 
2409 		crtcs[n] = crtc;
2410 		memcpy(crtcs, best_crtcs, n * sizeof(struct drm_fb_helper_crtc *));
2411 		score = my_score + drm_pick_crtcs(fb_helper, crtcs, modes, n + 1,
2412 						  width, height);
2413 		if (score > best_score) {
2414 			best_score = score;
2415 			memcpy(best_crtcs, crtcs,
2416 			       fb_helper->connector_count *
2417 			       sizeof(struct drm_fb_helper_crtc *));
2418 		}
2419 	}
2420 out:
2421 	kfree(crtcs);
2422 	return best_score;
2423 }
2424 
2425 /*
2426  * This function checks if rotation is necessary because of panel orientation
2427  * and if it is, if it is supported.
2428  * If rotation is necessary and supported, its gets set in fb_crtc.rotation.
2429  * If rotation is necessary but not supported, a DRM_MODE_ROTATE_* flag gets
2430  * or-ed into fb_helper->sw_rotations. In drm_setup_crtcs_fb() we check if only
2431  * one bit is set and then we set fb_info.fbcon_rotate_hint to make fbcon do
2432  * the unsupported rotation.
2433  */
2434 static void drm_setup_crtc_rotation(struct drm_fb_helper *fb_helper,
2435 				    struct drm_fb_helper_crtc *fb_crtc,
2436 				    struct drm_connector *connector)
2437 {
2438 	struct drm_plane *plane = fb_crtc->mode_set.crtc->primary;
2439 	uint64_t valid_mask = 0;
2440 	int i, rotation;
2441 
2442 	fb_crtc->rotation = DRM_MODE_ROTATE_0;
2443 
2444 	switch (connector->display_info.panel_orientation) {
2445 	case DRM_MODE_PANEL_ORIENTATION_BOTTOM_UP:
2446 		rotation = DRM_MODE_ROTATE_180;
2447 		break;
2448 	case DRM_MODE_PANEL_ORIENTATION_LEFT_UP:
2449 		rotation = DRM_MODE_ROTATE_90;
2450 		break;
2451 	case DRM_MODE_PANEL_ORIENTATION_RIGHT_UP:
2452 		rotation = DRM_MODE_ROTATE_270;
2453 		break;
2454 	default:
2455 		rotation = DRM_MODE_ROTATE_0;
2456 	}
2457 
2458 	/*
2459 	 * TODO: support 90 / 270 degree hardware rotation,
2460 	 * depending on the hardware this may require the framebuffer
2461 	 * to be in a specific tiling format.
2462 	 */
2463 	if (rotation != DRM_MODE_ROTATE_180 || !plane->rotation_property) {
2464 		fb_helper->sw_rotations |= rotation;
2465 		return;
2466 	}
2467 
2468 	for (i = 0; i < plane->rotation_property->num_values; i++)
2469 		valid_mask |= (1ULL << plane->rotation_property->values[i]);
2470 
2471 	if (!(rotation & valid_mask)) {
2472 		fb_helper->sw_rotations |= rotation;
2473 		return;
2474 	}
2475 
2476 	fb_crtc->rotation = rotation;
2477 	/* Rotating in hardware, fbcon should not rotate */
2478 	fb_helper->sw_rotations |= DRM_MODE_ROTATE_0;
2479 }
2480 
2481 static void drm_setup_crtcs(struct drm_fb_helper *fb_helper,
2482 			    u32 width, u32 height)
2483 {
2484 	struct drm_device *dev = fb_helper->dev;
2485 	struct drm_fb_helper_crtc **crtcs;
2486 	struct drm_display_mode **modes;
2487 	struct drm_fb_offset *offsets;
2488 	bool *enabled;
2489 	int i;
2490 
2491 	DRM_DEBUG_KMS("\n");
2492 	/* prevent concurrent modification of connector_count by hotplug */
2493 	lockdep_assert_held(&fb_helper->lock);
2494 
2495 	crtcs = kcalloc(fb_helper->connector_count,
2496 			sizeof(struct drm_fb_helper_crtc *), GFP_KERNEL);
2497 	modes = kcalloc(fb_helper->connector_count,
2498 			sizeof(struct drm_display_mode *), GFP_KERNEL);
2499 	offsets = kcalloc(fb_helper->connector_count,
2500 			  sizeof(struct drm_fb_offset), GFP_KERNEL);
2501 	enabled = kcalloc(fb_helper->connector_count,
2502 			  sizeof(bool), GFP_KERNEL);
2503 	if (!crtcs || !modes || !enabled || !offsets) {
2504 		DRM_ERROR("Memory allocation failed\n");
2505 		goto out;
2506 	}
2507 
2508 	mutex_lock(&fb_helper->dev->mode_config.mutex);
2509 	if (drm_fb_helper_probe_connector_modes(fb_helper, width, height) == 0)
2510 		DRM_DEBUG_KMS("No connectors reported connected with modes\n");
2511 	drm_enable_connectors(fb_helper, enabled);
2512 
2513 	if (!(fb_helper->funcs->initial_config &&
2514 	      fb_helper->funcs->initial_config(fb_helper, crtcs, modes,
2515 					       offsets,
2516 					       enabled, width, height))) {
2517 		memset(modes, 0, fb_helper->connector_count*sizeof(modes[0]));
2518 		memset(crtcs, 0, fb_helper->connector_count*sizeof(crtcs[0]));
2519 		memset(offsets, 0, fb_helper->connector_count*sizeof(offsets[0]));
2520 
2521 		if (!drm_target_cloned(fb_helper, modes, offsets,
2522 				       enabled, width, height) &&
2523 		    !drm_target_preferred(fb_helper, modes, offsets,
2524 					  enabled, width, height))
2525 			DRM_ERROR("Unable to find initial modes\n");
2526 
2527 		DRM_DEBUG_KMS("picking CRTCs for %dx%d config\n",
2528 			      width, height);
2529 
2530 		drm_pick_crtcs(fb_helper, crtcs, modes, 0, width, height);
2531 	}
2532 	mutex_unlock(&fb_helper->dev->mode_config.mutex);
2533 
2534 	/* need to set the modesets up here for use later */
2535 	/* fill out the connector<->crtc mappings into the modesets */
2536 	for (i = 0; i < fb_helper->crtc_count; i++)
2537 		drm_fb_helper_modeset_release(fb_helper,
2538 					      &fb_helper->crtc_info[i].mode_set);
2539 
2540 	fb_helper->sw_rotations = 0;
2541 	drm_fb_helper_for_each_connector(fb_helper, i) {
2542 		struct drm_display_mode *mode = modes[i];
2543 		struct drm_fb_helper_crtc *fb_crtc = crtcs[i];
2544 		struct drm_fb_offset *offset = &offsets[i];
2545 
2546 		if (mode && fb_crtc) {
2547 			struct drm_mode_set *modeset = &fb_crtc->mode_set;
2548 			struct drm_connector *connector =
2549 				fb_helper->connector_info[i]->connector;
2550 
2551 			DRM_DEBUG_KMS("desired mode %s set on crtc %d (%d,%d)\n",
2552 				      mode->name, fb_crtc->mode_set.crtc->base.id, offset->x, offset->y);
2553 
2554 			fb_crtc->desired_mode = mode;
2555 			fb_crtc->x = offset->x;
2556 			fb_crtc->y = offset->y;
2557 			modeset->mode = drm_mode_duplicate(dev,
2558 							   fb_crtc->desired_mode);
2559 			drm_connector_get(connector);
2560 			drm_setup_crtc_rotation(fb_helper, fb_crtc, connector);
2561 			modeset->connectors[modeset->num_connectors++] = connector;
2562 			modeset->x = offset->x;
2563 			modeset->y = offset->y;
2564 		}
2565 	}
2566 out:
2567 	kfree(crtcs);
2568 	kfree(modes);
2569 	kfree(offsets);
2570 	kfree(enabled);
2571 }
2572 
2573 /*
2574  * This is a continuation of drm_setup_crtcs() that sets up anything related
2575  * to the framebuffer. During initialization, drm_setup_crtcs() is called before
2576  * the framebuffer has been allocated (fb_helper->fb and fb_helper->fbdev).
2577  * So, any setup that touches those fields needs to be done here instead of in
2578  * drm_setup_crtcs().
2579  */
2580 static void drm_setup_crtcs_fb(struct drm_fb_helper *fb_helper)
2581 {
2582 	struct fb_info *info = fb_helper->fbdev;
2583 	int i;
2584 
2585 	for (i = 0; i < fb_helper->crtc_count; i++)
2586 		if (fb_helper->crtc_info[i].mode_set.num_connectors)
2587 			fb_helper->crtc_info[i].mode_set.fb = fb_helper->fb;
2588 
2589 	mutex_lock(&fb_helper->dev->mode_config.mutex);
2590 	drm_fb_helper_for_each_connector(fb_helper, i) {
2591 		struct drm_connector *connector =
2592 					fb_helper->connector_info[i]->connector;
2593 
2594 		/* use first connected connector for the physical dimensions */
2595 		if (connector->status == connector_status_connected) {
2596 			info->var.width = connector->display_info.width_mm;
2597 			info->var.height = connector->display_info.height_mm;
2598 			break;
2599 		}
2600 	}
2601 	mutex_unlock(&fb_helper->dev->mode_config.mutex);
2602 
2603 	switch (fb_helper->sw_rotations) {
2604 	case DRM_MODE_ROTATE_0:
2605 		info->fbcon_rotate_hint = FB_ROTATE_UR;
2606 		break;
2607 	case DRM_MODE_ROTATE_90:
2608 		info->fbcon_rotate_hint = FB_ROTATE_CCW;
2609 		break;
2610 	case DRM_MODE_ROTATE_180:
2611 		info->fbcon_rotate_hint = FB_ROTATE_UD;
2612 		break;
2613 	case DRM_MODE_ROTATE_270:
2614 		info->fbcon_rotate_hint = FB_ROTATE_CW;
2615 		break;
2616 	default:
2617 		/*
2618 		 * Multiple bits are set / multiple rotations requested
2619 		 * fbcon cannot handle separate rotation settings per
2620 		 * output, so fallback to unrotated.
2621 		 */
2622 		info->fbcon_rotate_hint = FB_ROTATE_UR;
2623 	}
2624 }
2625 
2626 /* Note: Drops fb_helper->lock before returning. */
2627 static int
2628 __drm_fb_helper_initial_config_and_unlock(struct drm_fb_helper *fb_helper,
2629 					  int bpp_sel)
2630 {
2631 	struct drm_device *dev = fb_helper->dev;
2632 	struct fb_info *info;
2633 	unsigned int width, height;
2634 	int ret;
2635 
2636 	width = dev->mode_config.max_width;
2637 	height = dev->mode_config.max_height;
2638 
2639 	drm_setup_crtcs(fb_helper, width, height);
2640 	ret = drm_fb_helper_single_fb_probe(fb_helper, bpp_sel);
2641 	if (ret < 0) {
2642 		if (ret == -EAGAIN) {
2643 			fb_helper->preferred_bpp = bpp_sel;
2644 			fb_helper->deferred_setup = true;
2645 			ret = 0;
2646 		}
2647 		mutex_unlock(&fb_helper->lock);
2648 
2649 		return ret;
2650 	}
2651 	drm_setup_crtcs_fb(fb_helper);
2652 
2653 	fb_helper->deferred_setup = false;
2654 
2655 	info = fb_helper->fbdev;
2656 	info->var.pixclock = 0;
2657 
2658 	/* Need to drop locks to avoid recursive deadlock in
2659 	 * register_framebuffer. This is ok because the only thing left to do is
2660 	 * register the fbdev emulation instance in kernel_fb_helper_list. */
2661 	mutex_unlock(&fb_helper->lock);
2662 
2663 	ret = register_framebuffer(info);
2664 	if (ret < 0)
2665 		return ret;
2666 
2667 	dev_info(dev->dev, "fb%d: %s frame buffer device\n",
2668 		 info->node, info->fix.id);
2669 
2670 	mutex_lock(&kernel_fb_helper_lock);
2671 	if (list_empty(&kernel_fb_helper_list))
2672 		register_sysrq_key('v', &sysrq_drm_fb_helper_restore_op);
2673 
2674 	list_add(&fb_helper->kernel_fb_list, &kernel_fb_helper_list);
2675 	mutex_unlock(&kernel_fb_helper_lock);
2676 
2677 	return 0;
2678 }
2679 
2680 /**
2681  * drm_fb_helper_initial_config - setup a sane initial connector configuration
2682  * @fb_helper: fb_helper device struct
2683  * @bpp_sel: bpp value to use for the framebuffer configuration
2684  *
2685  * Scans the CRTCs and connectors and tries to put together an initial setup.
2686  * At the moment, this is a cloned configuration across all heads with
2687  * a new framebuffer object as the backing store.
2688  *
2689  * Note that this also registers the fbdev and so allows userspace to call into
2690  * the driver through the fbdev interfaces.
2691  *
2692  * This function will call down into the &drm_fb_helper_funcs.fb_probe callback
2693  * to let the driver allocate and initialize the fbdev info structure and the
2694  * drm framebuffer used to back the fbdev. drm_fb_helper_fill_var() and
2695  * drm_fb_helper_fill_fix() are provided as helpers to setup simple default
2696  * values for the fbdev info structure.
2697  *
2698  * HANG DEBUGGING:
2699  *
2700  * When you have fbcon support built-in or already loaded, this function will do
2701  * a full modeset to setup the fbdev console. Due to locking misdesign in the
2702  * VT/fbdev subsystem that entire modeset sequence has to be done while holding
2703  * console_lock. Until console_unlock is called no dmesg lines will be sent out
2704  * to consoles, not even serial console. This means when your driver crashes,
2705  * you will see absolutely nothing else but a system stuck in this function,
2706  * with no further output. Any kind of printk() you place within your own driver
2707  * or in the drm core modeset code will also never show up.
2708  *
2709  * Standard debug practice is to run the fbcon setup without taking the
2710  * console_lock as a hack, to be able to see backtraces and crashes on the
2711  * serial line. This can be done by setting the fb.lockless_register_fb=1 kernel
2712  * cmdline option.
2713  *
2714  * The other option is to just disable fbdev emulation since very likely the
2715  * first modeset from userspace will crash in the same way, and is even easier
2716  * to debug. This can be done by setting the drm_kms_helper.fbdev_emulation=0
2717  * kernel cmdline option.
2718  *
2719  * RETURNS:
2720  * Zero if everything went ok, nonzero otherwise.
2721  */
2722 int drm_fb_helper_initial_config(struct drm_fb_helper *fb_helper, int bpp_sel)
2723 {
2724 	int ret;
2725 
2726 	if (!drm_fbdev_emulation)
2727 		return 0;
2728 
2729 	mutex_lock(&fb_helper->lock);
2730 	ret = __drm_fb_helper_initial_config_and_unlock(fb_helper, bpp_sel);
2731 
2732 	return ret;
2733 }
2734 EXPORT_SYMBOL(drm_fb_helper_initial_config);
2735 
2736 /**
2737  * drm_fb_helper_hotplug_event - respond to a hotplug notification by
2738  *                               probing all the outputs attached to the fb
2739  * @fb_helper: driver-allocated fbdev helper, can be NULL
2740  *
2741  * Scan the connectors attached to the fb_helper and try to put together a
2742  * setup after notification of a change in output configuration.
2743  *
2744  * Called at runtime, takes the mode config locks to be able to check/change the
2745  * modeset configuration. Must be run from process context (which usually means
2746  * either the output polling work or a work item launched from the driver's
2747  * hotplug interrupt).
2748  *
2749  * Note that drivers may call this even before calling
2750  * drm_fb_helper_initial_config but only after drm_fb_helper_init. This allows
2751  * for a race-free fbcon setup and will make sure that the fbdev emulation will
2752  * not miss any hotplug events.
2753  *
2754  * RETURNS:
2755  * 0 on success and a non-zero error code otherwise.
2756  */
2757 int drm_fb_helper_hotplug_event(struct drm_fb_helper *fb_helper)
2758 {
2759 	int err = 0;
2760 
2761 	if (!drm_fbdev_emulation || !fb_helper)
2762 		return 0;
2763 
2764 	mutex_lock(&fb_helper->lock);
2765 	if (fb_helper->deferred_setup) {
2766 		err = __drm_fb_helper_initial_config_and_unlock(fb_helper,
2767 				fb_helper->preferred_bpp);
2768 		return err;
2769 	}
2770 
2771 	if (!fb_helper->fb || !drm_fb_helper_is_bound(fb_helper)) {
2772 		fb_helper->delayed_hotplug = true;
2773 		mutex_unlock(&fb_helper->lock);
2774 		return err;
2775 	}
2776 
2777 	DRM_DEBUG_KMS("\n");
2778 
2779 	drm_setup_crtcs(fb_helper, fb_helper->fb->width, fb_helper->fb->height);
2780 	drm_setup_crtcs_fb(fb_helper);
2781 	mutex_unlock(&fb_helper->lock);
2782 
2783 	drm_fb_helper_set_par(fb_helper->fbdev);
2784 
2785 	return 0;
2786 }
2787 EXPORT_SYMBOL(drm_fb_helper_hotplug_event);
2788 
2789 /**
2790  * drm_fb_helper_fbdev_setup() - Setup fbdev emulation
2791  * @dev: DRM device
2792  * @fb_helper: fbdev helper structure to set up
2793  * @funcs: fbdev helper functions
2794  * @preferred_bpp: Preferred bits per pixel for the device.
2795  *                 @dev->mode_config.preferred_depth is used if this is zero.
2796  * @max_conn_count: Maximum number of connectors.
2797  *                  @dev->mode_config.num_connector is used if this is zero.
2798  *
2799  * This function sets up fbdev emulation and registers fbdev for access by
2800  * userspace. If all connectors are disconnected, setup is deferred to the next
2801  * time drm_fb_helper_hotplug_event() is called.
2802  * The caller must to provide a &drm_fb_helper_funcs->fb_probe callback
2803  * function.
2804  *
2805  * See also: drm_fb_helper_initial_config()
2806  *
2807  * Returns:
2808  * Zero on success or negative error code on failure.
2809  */
2810 int drm_fb_helper_fbdev_setup(struct drm_device *dev,
2811 			      struct drm_fb_helper *fb_helper,
2812 			      const struct drm_fb_helper_funcs *funcs,
2813 			      unsigned int preferred_bpp,
2814 			      unsigned int max_conn_count)
2815 {
2816 	int ret;
2817 
2818 	if (!preferred_bpp)
2819 		preferred_bpp = dev->mode_config.preferred_depth;
2820 	if (!preferred_bpp)
2821 		preferred_bpp = 32;
2822 
2823 	if (!max_conn_count)
2824 		max_conn_count = dev->mode_config.num_connector;
2825 	if (!max_conn_count) {
2826 		DRM_DEV_ERROR(dev->dev, "No connectors\n");
2827 		return -EINVAL;
2828 	}
2829 
2830 	drm_fb_helper_prepare(dev, fb_helper, funcs);
2831 
2832 	ret = drm_fb_helper_init(dev, fb_helper, max_conn_count);
2833 	if (ret < 0) {
2834 		DRM_DEV_ERROR(dev->dev, "Failed to initialize fbdev helper\n");
2835 		return ret;
2836 	}
2837 
2838 	ret = drm_fb_helper_single_add_all_connectors(fb_helper);
2839 	if (ret < 0) {
2840 		DRM_DEV_ERROR(dev->dev, "Failed to add connectors\n");
2841 		goto err_drm_fb_helper_fini;
2842 	}
2843 
2844 	if (!drm_drv_uses_atomic_modeset(dev))
2845 		drm_helper_disable_unused_functions(dev);
2846 
2847 	ret = drm_fb_helper_initial_config(fb_helper, preferred_bpp);
2848 	if (ret < 0) {
2849 		DRM_DEV_ERROR(dev->dev, "Failed to set fbdev configuration\n");
2850 		goto err_drm_fb_helper_fini;
2851 	}
2852 
2853 	return 0;
2854 
2855 err_drm_fb_helper_fini:
2856 	drm_fb_helper_fini(fb_helper);
2857 
2858 	return ret;
2859 }
2860 EXPORT_SYMBOL(drm_fb_helper_fbdev_setup);
2861 
2862 /**
2863  * drm_fb_helper_fbdev_teardown - Tear down fbdev emulation
2864  * @dev: DRM device
2865  *
2866  * This function unregisters fbdev if not already done and cleans up the
2867  * associated resources including the &drm_framebuffer.
2868  * The driver is responsible for freeing the &drm_fb_helper structure which is
2869  * stored in &drm_device->fb_helper. Do note that this pointer has been cleared
2870  * when this function returns.
2871  *
2872  * In order to support device removal/unplug while file handles are still open,
2873  * drm_fb_helper_unregister_fbi() should be called on device removal and
2874  * drm_fb_helper_fbdev_teardown() in the &drm_driver->release callback when
2875  * file handles are closed.
2876  */
2877 void drm_fb_helper_fbdev_teardown(struct drm_device *dev)
2878 {
2879 	struct drm_fb_helper *fb_helper = dev->fb_helper;
2880 	struct fb_ops *fbops = NULL;
2881 
2882 	if (!fb_helper)
2883 		return;
2884 
2885 	/* Unregister if it hasn't been done already */
2886 	if (fb_helper->fbdev && fb_helper->fbdev->dev)
2887 		drm_fb_helper_unregister_fbi(fb_helper);
2888 
2889 	if (fb_helper->fbdev && fb_helper->fbdev->fbdefio) {
2890 		fb_deferred_io_cleanup(fb_helper->fbdev);
2891 		kfree(fb_helper->fbdev->fbdefio);
2892 		fbops = fb_helper->fbdev->fbops;
2893 	}
2894 
2895 	drm_fb_helper_fini(fb_helper);
2896 	kfree(fbops);
2897 
2898 	if (fb_helper->fb)
2899 		drm_framebuffer_remove(fb_helper->fb);
2900 }
2901 EXPORT_SYMBOL(drm_fb_helper_fbdev_teardown);
2902 
2903 /**
2904  * drm_fb_helper_lastclose - DRM driver lastclose helper for fbdev emulation
2905  * @dev: DRM device
2906  *
2907  * This function can be used as the &drm_driver->lastclose callback for drivers
2908  * that only need to call drm_fb_helper_restore_fbdev_mode_unlocked().
2909  */
2910 void drm_fb_helper_lastclose(struct drm_device *dev)
2911 {
2912 	drm_fb_helper_restore_fbdev_mode_unlocked(dev->fb_helper);
2913 }
2914 EXPORT_SYMBOL(drm_fb_helper_lastclose);
2915 
2916 /**
2917  * drm_fb_helper_output_poll_changed - DRM mode config \.output_poll_changed
2918  *                                     helper for fbdev emulation
2919  * @dev: DRM device
2920  *
2921  * This function can be used as the
2922  * &drm_mode_config_funcs.output_poll_changed callback for drivers that only
2923  * need to call drm_fb_helper_hotplug_event().
2924  */
2925 void drm_fb_helper_output_poll_changed(struct drm_device *dev)
2926 {
2927 	drm_fb_helper_hotplug_event(dev->fb_helper);
2928 }
2929 EXPORT_SYMBOL(drm_fb_helper_output_poll_changed);
2930 
2931 /* The Kconfig DRM_KMS_HELPER selects FRAMEBUFFER_CONSOLE (if !EXPERT)
2932  * but the module doesn't depend on any fb console symbols.  At least
2933  * attempt to load fbcon to avoid leaving the system without a usable console.
2934  */
2935 int __init drm_fb_helper_modinit(void)
2936 {
2937 #if defined(CONFIG_FRAMEBUFFER_CONSOLE_MODULE) && !defined(CONFIG_EXPERT)
2938 	const char name[] = "fbcon";
2939 	struct module *fbcon;
2940 
2941 	mutex_lock(&module_mutex);
2942 	fbcon = find_module(name);
2943 	mutex_unlock(&module_mutex);
2944 
2945 	if (!fbcon)
2946 		request_module_nowait(name);
2947 #endif
2948 	return 0;
2949 }
2950 EXPORT_SYMBOL(drm_fb_helper_modinit);
2951