xref: /openbmc/linux/drivers/gpu/drm/drm_fb_helper.c (revision fcc8487d)
1 /*
2  * Copyright (c) 2006-2009 Red Hat Inc.
3  * Copyright (c) 2006-2008 Intel Corporation
4  * Copyright (c) 2007 Dave Airlie <airlied@linux.ie>
5  *
6  * DRM framebuffer helper functions
7  *
8  * Permission to use, copy, modify, distribute, and sell this software and its
9  * documentation for any purpose is hereby granted without fee, provided that
10  * the above copyright notice appear in all copies and that both that copyright
11  * notice and this permission notice appear in supporting documentation, and
12  * that the name of the copyright holders not be used in advertising or
13  * publicity pertaining to distribution of the software without specific,
14  * written prior permission.  The copyright holders make no representations
15  * about the suitability of this software for any purpose.  It is provided "as
16  * is" without express or implied warranty.
17  *
18  * THE COPYRIGHT HOLDERS DISCLAIM ALL WARRANTIES WITH REGARD TO THIS SOFTWARE,
19  * INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO
20  * EVENT SHALL THE COPYRIGHT HOLDERS BE LIABLE FOR ANY SPECIAL, INDIRECT OR
21  * CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE,
22  * DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
23  * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE
24  * OF THIS SOFTWARE.
25  *
26  * Authors:
27  *      Dave Airlie <airlied@linux.ie>
28  *      Jesse Barnes <jesse.barnes@intel.com>
29  */
30 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
31 
32 #include <linux/console.h>
33 #include <linux/kernel.h>
34 #include <linux/sysrq.h>
35 #include <linux/slab.h>
36 #include <linux/module.h>
37 #include <drm/drmP.h>
38 #include <drm/drm_crtc.h>
39 #include <drm/drm_fb_helper.h>
40 #include <drm/drm_crtc_helper.h>
41 #include <drm/drm_atomic.h>
42 #include <drm/drm_atomic_helper.h>
43 
44 #include "drm_crtc_helper_internal.h"
45 
46 static bool drm_fbdev_emulation = true;
47 module_param_named(fbdev_emulation, drm_fbdev_emulation, bool, 0600);
48 MODULE_PARM_DESC(fbdev_emulation,
49 		 "Enable legacy fbdev emulation [default=true]");
50 
51 static int drm_fbdev_overalloc = CONFIG_DRM_FBDEV_OVERALLOC;
52 module_param(drm_fbdev_overalloc, int, 0444);
53 MODULE_PARM_DESC(drm_fbdev_overalloc,
54 		 "Overallocation of the fbdev buffer (%) [default="
55 		 __MODULE_STRING(CONFIG_DRM_FBDEV_OVERALLOC) "]");
56 
57 static LIST_HEAD(kernel_fb_helper_list);
58 static DEFINE_MUTEX(kernel_fb_helper_lock);
59 
60 /**
61  * DOC: fbdev helpers
62  *
63  * The fb helper functions are useful to provide an fbdev on top of a drm kernel
64  * mode setting driver. They can be used mostly independently from the crtc
65  * helper functions used by many drivers to implement the kernel mode setting
66  * interfaces.
67  *
68  * Initialization is done as a four-step process with drm_fb_helper_prepare(),
69  * drm_fb_helper_init(), drm_fb_helper_single_add_all_connectors() and
70  * drm_fb_helper_initial_config(). Drivers with fancier requirements than the
71  * default behaviour can override the third step with their own code.
72  * Teardown is done with drm_fb_helper_fini() after the fbdev device is
73  * unregisters using drm_fb_helper_unregister_fbi().
74  *
75  * At runtime drivers should restore the fbdev console by calling
76  * drm_fb_helper_restore_fbdev_mode_unlocked() from their &drm_driver.lastclose
77  * callback.  They should also notify the fb helper code from updates to the
78  * output configuration by calling drm_fb_helper_hotplug_event(). For easier
79  * integration with the output polling code in drm_crtc_helper.c the modeset
80  * code provides a &drm_mode_config_funcs.output_poll_changed callback.
81  *
82  * All other functions exported by the fb helper library can be used to
83  * implement the fbdev driver interface by the driver.
84  *
85  * It is possible, though perhaps somewhat tricky, to implement race-free
86  * hotplug detection using the fbdev helpers. The drm_fb_helper_prepare()
87  * helper must be called first to initialize the minimum required to make
88  * hotplug detection work. Drivers also need to make sure to properly set up
89  * the &drm_mode_config.funcs member. After calling drm_kms_helper_poll_init()
90  * it is safe to enable interrupts and start processing hotplug events. At the
91  * same time, drivers should initialize all modeset objects such as CRTCs,
92  * encoders and connectors. To finish up the fbdev helper initialization, the
93  * drm_fb_helper_init() function is called. To probe for all attached displays
94  * and set up an initial configuration using the detected hardware, drivers
95  * should call drm_fb_helper_single_add_all_connectors() followed by
96  * drm_fb_helper_initial_config().
97  *
98  * If &drm_framebuffer_funcs.dirty is set, the
99  * drm_fb_helper_{cfb,sys}_{write,fillrect,copyarea,imageblit} functions will
100  * accumulate changes and schedule &drm_fb_helper.dirty_work to run right
101  * away. This worker then calls the dirty() function ensuring that it will
102  * always run in process context since the fb_*() function could be running in
103  * atomic context. If drm_fb_helper_deferred_io() is used as the deferred_io
104  * callback it will also schedule dirty_work with the damage collected from the
105  * mmap page writes.
106  */
107 
108 #define drm_fb_helper_for_each_connector(fbh, i__) \
109 	for (({ lockdep_assert_held(&(fbh)->dev->mode_config.mutex); }), \
110 	     i__ = 0; i__ < (fbh)->connector_count; i__++)
111 
112 int drm_fb_helper_add_one_connector(struct drm_fb_helper *fb_helper,
113 				    struct drm_connector *connector)
114 {
115 	struct drm_fb_helper_connector *fb_conn;
116 	struct drm_fb_helper_connector **temp;
117 	unsigned int count;
118 
119 	if (!drm_fbdev_emulation)
120 		return 0;
121 
122 	WARN_ON(!mutex_is_locked(&fb_helper->dev->mode_config.mutex));
123 
124 	count = fb_helper->connector_count + 1;
125 
126 	if (count > fb_helper->connector_info_alloc_count) {
127 		size_t size = count * sizeof(fb_conn);
128 
129 		temp = krealloc(fb_helper->connector_info, size, GFP_KERNEL);
130 		if (!temp)
131 			return -ENOMEM;
132 
133 		fb_helper->connector_info_alloc_count = count;
134 		fb_helper->connector_info = temp;
135 	}
136 
137 	fb_conn = kzalloc(sizeof(*fb_conn), GFP_KERNEL);
138 	if (!fb_conn)
139 		return -ENOMEM;
140 
141 	drm_connector_get(connector);
142 	fb_conn->connector = connector;
143 	fb_helper->connector_info[fb_helper->connector_count++] = fb_conn;
144 	return 0;
145 }
146 EXPORT_SYMBOL(drm_fb_helper_add_one_connector);
147 
148 /**
149  * drm_fb_helper_single_add_all_connectors() - add all connectors to fbdev
150  * 					       emulation helper
151  * @fb_helper: fbdev initialized with drm_fb_helper_init
152  *
153  * This functions adds all the available connectors for use with the given
154  * fb_helper. This is a separate step to allow drivers to freely assign
155  * connectors to the fbdev, e.g. if some are reserved for special purposes or
156  * not adequate to be used for the fbcon.
157  *
158  * This function is protected against concurrent connector hotadds/removals
159  * using drm_fb_helper_add_one_connector() and
160  * drm_fb_helper_remove_one_connector().
161  */
162 int drm_fb_helper_single_add_all_connectors(struct drm_fb_helper *fb_helper)
163 {
164 	struct drm_device *dev = fb_helper->dev;
165 	struct drm_connector *connector;
166 	struct drm_connector_list_iter conn_iter;
167 	int i, ret = 0;
168 
169 	if (!drm_fbdev_emulation)
170 		return 0;
171 
172 	mutex_lock(&dev->mode_config.mutex);
173 	drm_connector_list_iter_begin(dev, &conn_iter);
174 	drm_for_each_connector_iter(connector, &conn_iter) {
175 		ret = drm_fb_helper_add_one_connector(fb_helper, connector);
176 
177 		if (ret)
178 			goto fail;
179 	}
180 	goto out;
181 
182 fail:
183 	drm_fb_helper_for_each_connector(fb_helper, i) {
184 		struct drm_fb_helper_connector *fb_helper_connector =
185 			fb_helper->connector_info[i];
186 
187 		drm_connector_put(fb_helper_connector->connector);
188 
189 		kfree(fb_helper_connector);
190 		fb_helper->connector_info[i] = NULL;
191 	}
192 	fb_helper->connector_count = 0;
193 out:
194 	drm_connector_list_iter_end(&conn_iter);
195 	mutex_unlock(&dev->mode_config.mutex);
196 
197 	return ret;
198 }
199 EXPORT_SYMBOL(drm_fb_helper_single_add_all_connectors);
200 
201 int drm_fb_helper_remove_one_connector(struct drm_fb_helper *fb_helper,
202 				       struct drm_connector *connector)
203 {
204 	struct drm_fb_helper_connector *fb_helper_connector;
205 	int i, j;
206 
207 	if (!drm_fbdev_emulation)
208 		return 0;
209 
210 	WARN_ON(!mutex_is_locked(&fb_helper->dev->mode_config.mutex));
211 
212 	for (i = 0; i < fb_helper->connector_count; i++) {
213 		if (fb_helper->connector_info[i]->connector == connector)
214 			break;
215 	}
216 
217 	if (i == fb_helper->connector_count)
218 		return -EINVAL;
219 	fb_helper_connector = fb_helper->connector_info[i];
220 	drm_connector_put(fb_helper_connector->connector);
221 
222 	for (j = i + 1; j < fb_helper->connector_count; j++)
223 		fb_helper->connector_info[j - 1] = fb_helper->connector_info[j];
224 
225 	fb_helper->connector_count--;
226 	kfree(fb_helper_connector);
227 
228 	return 0;
229 }
230 EXPORT_SYMBOL(drm_fb_helper_remove_one_connector);
231 
232 static void drm_fb_helper_save_lut_atomic(struct drm_crtc *crtc, struct drm_fb_helper *helper)
233 {
234 	uint16_t *r_base, *g_base, *b_base;
235 	int i;
236 
237 	if (helper->funcs->gamma_get == NULL)
238 		return;
239 
240 	r_base = crtc->gamma_store;
241 	g_base = r_base + crtc->gamma_size;
242 	b_base = g_base + crtc->gamma_size;
243 
244 	for (i = 0; i < crtc->gamma_size; i++)
245 		helper->funcs->gamma_get(crtc, &r_base[i], &g_base[i], &b_base[i], i);
246 }
247 
248 static void drm_fb_helper_restore_lut_atomic(struct drm_crtc *crtc)
249 {
250 	uint16_t *r_base, *g_base, *b_base;
251 
252 	if (crtc->funcs->gamma_set == NULL)
253 		return;
254 
255 	r_base = crtc->gamma_store;
256 	g_base = r_base + crtc->gamma_size;
257 	b_base = g_base + crtc->gamma_size;
258 
259 	crtc->funcs->gamma_set(crtc, r_base, g_base, b_base,
260 			       crtc->gamma_size, NULL);
261 }
262 
263 /**
264  * drm_fb_helper_debug_enter - implementation for &fb_ops.fb_debug_enter
265  * @info: fbdev registered by the helper
266  */
267 int drm_fb_helper_debug_enter(struct fb_info *info)
268 {
269 	struct drm_fb_helper *helper = info->par;
270 	const struct drm_crtc_helper_funcs *funcs;
271 	int i;
272 
273 	list_for_each_entry(helper, &kernel_fb_helper_list, kernel_fb_list) {
274 		for (i = 0; i < helper->crtc_count; i++) {
275 			struct drm_mode_set *mode_set =
276 				&helper->crtc_info[i].mode_set;
277 
278 			if (!mode_set->crtc->enabled)
279 				continue;
280 
281 			funcs =	mode_set->crtc->helper_private;
282 			if (funcs->mode_set_base_atomic == NULL)
283 				continue;
284 
285 			if (drm_drv_uses_atomic_modeset(mode_set->crtc->dev))
286 				continue;
287 
288 			drm_fb_helper_save_lut_atomic(mode_set->crtc, helper);
289 			funcs->mode_set_base_atomic(mode_set->crtc,
290 						    mode_set->fb,
291 						    mode_set->x,
292 						    mode_set->y,
293 						    ENTER_ATOMIC_MODE_SET);
294 		}
295 	}
296 
297 	return 0;
298 }
299 EXPORT_SYMBOL(drm_fb_helper_debug_enter);
300 
301 /* Find the real fb for a given fb helper CRTC */
302 static struct drm_framebuffer *drm_mode_config_fb(struct drm_crtc *crtc)
303 {
304 	struct drm_device *dev = crtc->dev;
305 	struct drm_crtc *c;
306 
307 	drm_for_each_crtc(c, dev) {
308 		if (crtc->base.id == c->base.id)
309 			return c->primary->fb;
310 	}
311 
312 	return NULL;
313 }
314 
315 /**
316  * drm_fb_helper_debug_leave - implementation for &fb_ops.fb_debug_leave
317  * @info: fbdev registered by the helper
318  */
319 int drm_fb_helper_debug_leave(struct fb_info *info)
320 {
321 	struct drm_fb_helper *helper = info->par;
322 	struct drm_crtc *crtc;
323 	const struct drm_crtc_helper_funcs *funcs;
324 	struct drm_framebuffer *fb;
325 	int i;
326 
327 	for (i = 0; i < helper->crtc_count; i++) {
328 		struct drm_mode_set *mode_set = &helper->crtc_info[i].mode_set;
329 
330 		crtc = mode_set->crtc;
331 		funcs = crtc->helper_private;
332 		fb = drm_mode_config_fb(crtc);
333 
334 		if (!crtc->enabled)
335 			continue;
336 
337 		if (!fb) {
338 			DRM_ERROR("no fb to restore??\n");
339 			continue;
340 		}
341 
342 		if (funcs->mode_set_base_atomic == NULL)
343 			continue;
344 
345 		if (drm_drv_uses_atomic_modeset(crtc->dev))
346 			continue;
347 
348 		drm_fb_helper_restore_lut_atomic(mode_set->crtc);
349 		funcs->mode_set_base_atomic(mode_set->crtc, fb, crtc->x,
350 					    crtc->y, LEAVE_ATOMIC_MODE_SET);
351 	}
352 
353 	return 0;
354 }
355 EXPORT_SYMBOL(drm_fb_helper_debug_leave);
356 
357 static int restore_fbdev_mode_atomic(struct drm_fb_helper *fb_helper)
358 {
359 	struct drm_device *dev = fb_helper->dev;
360 	struct drm_plane *plane;
361 	struct drm_atomic_state *state;
362 	int i, ret;
363 	unsigned int plane_mask;
364 
365 	state = drm_atomic_state_alloc(dev);
366 	if (!state)
367 		return -ENOMEM;
368 
369 	state->acquire_ctx = dev->mode_config.acquire_ctx;
370 retry:
371 	plane_mask = 0;
372 	drm_for_each_plane(plane, dev) {
373 		struct drm_plane_state *plane_state;
374 
375 		plane_state = drm_atomic_get_plane_state(state, plane);
376 		if (IS_ERR(plane_state)) {
377 			ret = PTR_ERR(plane_state);
378 			goto fail;
379 		}
380 
381 		plane_state->rotation = DRM_ROTATE_0;
382 
383 		plane->old_fb = plane->fb;
384 		plane_mask |= 1 << drm_plane_index(plane);
385 
386 		/* disable non-primary: */
387 		if (plane->type == DRM_PLANE_TYPE_PRIMARY)
388 			continue;
389 
390 		ret = __drm_atomic_helper_disable_plane(plane, plane_state);
391 		if (ret != 0)
392 			goto fail;
393 	}
394 
395 	for (i = 0; i < fb_helper->crtc_count; i++) {
396 		struct drm_mode_set *mode_set = &fb_helper->crtc_info[i].mode_set;
397 
398 		ret = __drm_atomic_helper_set_config(mode_set, state);
399 		if (ret != 0)
400 			goto fail;
401 	}
402 
403 	ret = drm_atomic_commit(state);
404 
405 fail:
406 	drm_atomic_clean_old_fb(dev, plane_mask, ret);
407 
408 	if (ret == -EDEADLK)
409 		goto backoff;
410 
411 	drm_atomic_state_put(state);
412 	return ret;
413 
414 backoff:
415 	drm_atomic_state_clear(state);
416 	drm_atomic_legacy_backoff(state);
417 
418 	goto retry;
419 }
420 
421 static int restore_fbdev_mode_legacy(struct drm_fb_helper *fb_helper)
422 {
423 	struct drm_device *dev = fb_helper->dev;
424 	struct drm_plane *plane;
425 	int i;
426 
427 	drm_for_each_plane(plane, dev) {
428 		if (plane->type != DRM_PLANE_TYPE_PRIMARY)
429 			drm_plane_force_disable(plane);
430 
431 		if (plane->rotation_property)
432 			drm_mode_plane_set_obj_prop(plane,
433 						    plane->rotation_property,
434 						    DRM_ROTATE_0);
435 	}
436 
437 	for (i = 0; i < fb_helper->crtc_count; i++) {
438 		struct drm_mode_set *mode_set = &fb_helper->crtc_info[i].mode_set;
439 		struct drm_crtc *crtc = mode_set->crtc;
440 		int ret;
441 
442 		if (crtc->funcs->cursor_set2) {
443 			ret = crtc->funcs->cursor_set2(crtc, NULL, 0, 0, 0, 0, 0);
444 			if (ret)
445 				return ret;
446 		} else if (crtc->funcs->cursor_set) {
447 			ret = crtc->funcs->cursor_set(crtc, NULL, 0, 0, 0);
448 			if (ret)
449 				return ret;
450 		}
451 
452 		ret = drm_mode_set_config_internal(mode_set);
453 		if (ret)
454 			return ret;
455 	}
456 
457 	return 0;
458 }
459 
460 static int restore_fbdev_mode(struct drm_fb_helper *fb_helper)
461 {
462 	struct drm_device *dev = fb_helper->dev;
463 
464 	drm_warn_on_modeset_not_all_locked(dev);
465 
466 	if (drm_drv_uses_atomic_modeset(dev))
467 		return restore_fbdev_mode_atomic(fb_helper);
468 	else
469 		return restore_fbdev_mode_legacy(fb_helper);
470 }
471 
472 /**
473  * drm_fb_helper_restore_fbdev_mode_unlocked - restore fbdev configuration
474  * @fb_helper: fbcon to restore
475  *
476  * This should be called from driver's drm &drm_driver.lastclose callback
477  * when implementing an fbcon on top of kms using this helper. This ensures that
478  * the user isn't greeted with a black screen when e.g. X dies.
479  *
480  * RETURNS:
481  * Zero if everything went ok, negative error code otherwise.
482  */
483 int drm_fb_helper_restore_fbdev_mode_unlocked(struct drm_fb_helper *fb_helper)
484 {
485 	struct drm_device *dev = fb_helper->dev;
486 	bool do_delayed;
487 	int ret;
488 
489 	if (!drm_fbdev_emulation)
490 		return -ENODEV;
491 
492 	drm_modeset_lock_all(dev);
493 	ret = restore_fbdev_mode(fb_helper);
494 
495 	do_delayed = fb_helper->delayed_hotplug;
496 	if (do_delayed)
497 		fb_helper->delayed_hotplug = false;
498 	drm_modeset_unlock_all(dev);
499 
500 	if (do_delayed)
501 		drm_fb_helper_hotplug_event(fb_helper);
502 	return ret;
503 }
504 EXPORT_SYMBOL(drm_fb_helper_restore_fbdev_mode_unlocked);
505 
506 static bool drm_fb_helper_is_bound(struct drm_fb_helper *fb_helper)
507 {
508 	struct drm_device *dev = fb_helper->dev;
509 	struct drm_crtc *crtc;
510 	int bound = 0, crtcs_bound = 0;
511 
512 	/*
513 	 * Sometimes user space wants everything disabled, so don't steal the
514 	 * display if there's a master.
515 	 */
516 	if (READ_ONCE(dev->master))
517 		return false;
518 
519 	drm_for_each_crtc(crtc, dev) {
520 		if (crtc->primary->fb)
521 			crtcs_bound++;
522 		if (crtc->primary->fb == fb_helper->fb)
523 			bound++;
524 	}
525 
526 	if (bound < crtcs_bound)
527 		return false;
528 
529 	return true;
530 }
531 
532 #ifdef CONFIG_MAGIC_SYSRQ
533 /*
534  * restore fbcon display for all kms driver's using this helper, used for sysrq
535  * and panic handling.
536  */
537 static bool drm_fb_helper_force_kernel_mode(void)
538 {
539 	bool ret, error = false;
540 	struct drm_fb_helper *helper;
541 
542 	if (list_empty(&kernel_fb_helper_list))
543 		return false;
544 
545 	list_for_each_entry(helper, &kernel_fb_helper_list, kernel_fb_list) {
546 		struct drm_device *dev = helper->dev;
547 
548 		if (dev->switch_power_state == DRM_SWITCH_POWER_OFF)
549 			continue;
550 
551 		drm_modeset_lock_all(dev);
552 		ret = restore_fbdev_mode(helper);
553 		if (ret)
554 			error = true;
555 		drm_modeset_unlock_all(dev);
556 	}
557 	return error;
558 }
559 
560 static void drm_fb_helper_restore_work_fn(struct work_struct *ignored)
561 {
562 	bool ret;
563 
564 	ret = drm_fb_helper_force_kernel_mode();
565 	if (ret == true)
566 		DRM_ERROR("Failed to restore crtc configuration\n");
567 }
568 static DECLARE_WORK(drm_fb_helper_restore_work, drm_fb_helper_restore_work_fn);
569 
570 static void drm_fb_helper_sysrq(int dummy1)
571 {
572 	schedule_work(&drm_fb_helper_restore_work);
573 }
574 
575 static struct sysrq_key_op sysrq_drm_fb_helper_restore_op = {
576 	.handler = drm_fb_helper_sysrq,
577 	.help_msg = "force-fb(V)",
578 	.action_msg = "Restore framebuffer console",
579 };
580 #else
581 static struct sysrq_key_op sysrq_drm_fb_helper_restore_op = { };
582 #endif
583 
584 static void drm_fb_helper_dpms(struct fb_info *info, int dpms_mode)
585 {
586 	struct drm_fb_helper *fb_helper = info->par;
587 	struct drm_device *dev = fb_helper->dev;
588 	struct drm_crtc *crtc;
589 	struct drm_connector *connector;
590 	int i, j;
591 
592 	/*
593 	 * For each CRTC in this fb, turn the connectors on/off.
594 	 */
595 	drm_modeset_lock_all(dev);
596 	if (!drm_fb_helper_is_bound(fb_helper)) {
597 		drm_modeset_unlock_all(dev);
598 		return;
599 	}
600 
601 	for (i = 0; i < fb_helper->crtc_count; i++) {
602 		crtc = fb_helper->crtc_info[i].mode_set.crtc;
603 
604 		if (!crtc->enabled)
605 			continue;
606 
607 		/* Walk the connectors & encoders on this fb turning them on/off */
608 		drm_fb_helper_for_each_connector(fb_helper, j) {
609 			connector = fb_helper->connector_info[j]->connector;
610 			connector->funcs->dpms(connector, dpms_mode);
611 			drm_object_property_set_value(&connector->base,
612 				dev->mode_config.dpms_property, dpms_mode);
613 		}
614 	}
615 	drm_modeset_unlock_all(dev);
616 }
617 
618 /**
619  * drm_fb_helper_blank - implementation for &fb_ops.fb_blank
620  * @blank: desired blanking state
621  * @info: fbdev registered by the helper
622  */
623 int drm_fb_helper_blank(int blank, struct fb_info *info)
624 {
625 	if (oops_in_progress)
626 		return -EBUSY;
627 
628 	switch (blank) {
629 	/* Display: On; HSync: On, VSync: On */
630 	case FB_BLANK_UNBLANK:
631 		drm_fb_helper_dpms(info, DRM_MODE_DPMS_ON);
632 		break;
633 	/* Display: Off; HSync: On, VSync: On */
634 	case FB_BLANK_NORMAL:
635 		drm_fb_helper_dpms(info, DRM_MODE_DPMS_STANDBY);
636 		break;
637 	/* Display: Off; HSync: Off, VSync: On */
638 	case FB_BLANK_HSYNC_SUSPEND:
639 		drm_fb_helper_dpms(info, DRM_MODE_DPMS_STANDBY);
640 		break;
641 	/* Display: Off; HSync: On, VSync: Off */
642 	case FB_BLANK_VSYNC_SUSPEND:
643 		drm_fb_helper_dpms(info, DRM_MODE_DPMS_SUSPEND);
644 		break;
645 	/* Display: Off; HSync: Off, VSync: Off */
646 	case FB_BLANK_POWERDOWN:
647 		drm_fb_helper_dpms(info, DRM_MODE_DPMS_OFF);
648 		break;
649 	}
650 	return 0;
651 }
652 EXPORT_SYMBOL(drm_fb_helper_blank);
653 
654 static void drm_fb_helper_modeset_release(struct drm_fb_helper *helper,
655 					  struct drm_mode_set *modeset)
656 {
657 	int i;
658 
659 	for (i = 0; i < modeset->num_connectors; i++) {
660 		drm_connector_put(modeset->connectors[i]);
661 		modeset->connectors[i] = NULL;
662 	}
663 	modeset->num_connectors = 0;
664 
665 	drm_mode_destroy(helper->dev, modeset->mode);
666 	modeset->mode = NULL;
667 
668 	/* FIXME should hold a ref? */
669 	modeset->fb = NULL;
670 }
671 
672 static void drm_fb_helper_crtc_free(struct drm_fb_helper *helper)
673 {
674 	int i;
675 
676 	for (i = 0; i < helper->connector_count; i++) {
677 		drm_connector_put(helper->connector_info[i]->connector);
678 		kfree(helper->connector_info[i]);
679 	}
680 	kfree(helper->connector_info);
681 
682 	for (i = 0; i < helper->crtc_count; i++) {
683 		struct drm_mode_set *modeset = &helper->crtc_info[i].mode_set;
684 
685 		drm_fb_helper_modeset_release(helper, modeset);
686 		kfree(modeset->connectors);
687 	}
688 	kfree(helper->crtc_info);
689 }
690 
691 static void drm_fb_helper_resume_worker(struct work_struct *work)
692 {
693 	struct drm_fb_helper *helper = container_of(work, struct drm_fb_helper,
694 						    resume_work);
695 
696 	console_lock();
697 	fb_set_suspend(helper->fbdev, 0);
698 	console_unlock();
699 }
700 
701 static void drm_fb_helper_dirty_work(struct work_struct *work)
702 {
703 	struct drm_fb_helper *helper = container_of(work, struct drm_fb_helper,
704 						    dirty_work);
705 	struct drm_clip_rect *clip = &helper->dirty_clip;
706 	struct drm_clip_rect clip_copy;
707 	unsigned long flags;
708 
709 	spin_lock_irqsave(&helper->dirty_lock, flags);
710 	clip_copy = *clip;
711 	clip->x1 = clip->y1 = ~0;
712 	clip->x2 = clip->y2 = 0;
713 	spin_unlock_irqrestore(&helper->dirty_lock, flags);
714 
715 	/* call dirty callback only when it has been really touched */
716 	if (clip_copy.x1 < clip_copy.x2 && clip_copy.y1 < clip_copy.y2)
717 		helper->fb->funcs->dirty(helper->fb, NULL, 0, 0, &clip_copy, 1);
718 }
719 
720 /**
721  * drm_fb_helper_prepare - setup a drm_fb_helper structure
722  * @dev: DRM device
723  * @helper: driver-allocated fbdev helper structure to set up
724  * @funcs: pointer to structure of functions associate with this helper
725  *
726  * Sets up the bare minimum to make the framebuffer helper usable. This is
727  * useful to implement race-free initialization of the polling helpers.
728  */
729 void drm_fb_helper_prepare(struct drm_device *dev, struct drm_fb_helper *helper,
730 			   const struct drm_fb_helper_funcs *funcs)
731 {
732 	INIT_LIST_HEAD(&helper->kernel_fb_list);
733 	spin_lock_init(&helper->dirty_lock);
734 	INIT_WORK(&helper->resume_work, drm_fb_helper_resume_worker);
735 	INIT_WORK(&helper->dirty_work, drm_fb_helper_dirty_work);
736 	helper->dirty_clip.x1 = helper->dirty_clip.y1 = ~0;
737 	helper->funcs = funcs;
738 	helper->dev = dev;
739 }
740 EXPORT_SYMBOL(drm_fb_helper_prepare);
741 
742 /**
743  * drm_fb_helper_init - initialize a &struct drm_fb_helper
744  * @dev: drm device
745  * @fb_helper: driver-allocated fbdev helper structure to initialize
746  * @max_conn_count: max connector count
747  *
748  * This allocates the structures for the fbdev helper with the given limits.
749  * Note that this won't yet touch the hardware (through the driver interfaces)
750  * nor register the fbdev. This is only done in drm_fb_helper_initial_config()
751  * to allow driver writes more control over the exact init sequence.
752  *
753  * Drivers must call drm_fb_helper_prepare() before calling this function.
754  *
755  * RETURNS:
756  * Zero if everything went ok, nonzero otherwise.
757  */
758 int drm_fb_helper_init(struct drm_device *dev,
759 		       struct drm_fb_helper *fb_helper,
760 		       int max_conn_count)
761 {
762 	struct drm_crtc *crtc;
763 	struct drm_mode_config *config = &dev->mode_config;
764 	int i;
765 
766 	if (!drm_fbdev_emulation)
767 		return 0;
768 
769 	if (!max_conn_count)
770 		return -EINVAL;
771 
772 	fb_helper->crtc_info = kcalloc(config->num_crtc, sizeof(struct drm_fb_helper_crtc), GFP_KERNEL);
773 	if (!fb_helper->crtc_info)
774 		return -ENOMEM;
775 
776 	fb_helper->crtc_count = config->num_crtc;
777 	fb_helper->connector_info = kcalloc(dev->mode_config.num_connector, sizeof(struct drm_fb_helper_connector *), GFP_KERNEL);
778 	if (!fb_helper->connector_info) {
779 		kfree(fb_helper->crtc_info);
780 		return -ENOMEM;
781 	}
782 	fb_helper->connector_info_alloc_count = dev->mode_config.num_connector;
783 	fb_helper->connector_count = 0;
784 
785 	for (i = 0; i < fb_helper->crtc_count; i++) {
786 		fb_helper->crtc_info[i].mode_set.connectors =
787 			kcalloc(max_conn_count,
788 				sizeof(struct drm_connector *),
789 				GFP_KERNEL);
790 
791 		if (!fb_helper->crtc_info[i].mode_set.connectors)
792 			goto out_free;
793 		fb_helper->crtc_info[i].mode_set.num_connectors = 0;
794 	}
795 
796 	i = 0;
797 	drm_for_each_crtc(crtc, dev) {
798 		fb_helper->crtc_info[i].mode_set.crtc = crtc;
799 		i++;
800 	}
801 
802 	return 0;
803 out_free:
804 	drm_fb_helper_crtc_free(fb_helper);
805 	return -ENOMEM;
806 }
807 EXPORT_SYMBOL(drm_fb_helper_init);
808 
809 /**
810  * drm_fb_helper_alloc_fbi - allocate fb_info and some of its members
811  * @fb_helper: driver-allocated fbdev helper
812  *
813  * A helper to alloc fb_info and the members cmap and apertures. Called
814  * by the driver within the fb_probe fb_helper callback function. Drivers do not
815  * need to release the allocated fb_info structure themselves, this is
816  * automatically done when calling drm_fb_helper_fini().
817  *
818  * RETURNS:
819  * fb_info pointer if things went okay, pointer containing error code
820  * otherwise
821  */
822 struct fb_info *drm_fb_helper_alloc_fbi(struct drm_fb_helper *fb_helper)
823 {
824 	struct device *dev = fb_helper->dev->dev;
825 	struct fb_info *info;
826 	int ret;
827 
828 	info = framebuffer_alloc(0, dev);
829 	if (!info)
830 		return ERR_PTR(-ENOMEM);
831 
832 	ret = fb_alloc_cmap(&info->cmap, 256, 0);
833 	if (ret)
834 		goto err_release;
835 
836 	info->apertures = alloc_apertures(1);
837 	if (!info->apertures) {
838 		ret = -ENOMEM;
839 		goto err_free_cmap;
840 	}
841 
842 	fb_helper->fbdev = info;
843 
844 	return info;
845 
846 err_free_cmap:
847 	fb_dealloc_cmap(&info->cmap);
848 err_release:
849 	framebuffer_release(info);
850 	return ERR_PTR(ret);
851 }
852 EXPORT_SYMBOL(drm_fb_helper_alloc_fbi);
853 
854 /**
855  * drm_fb_helper_unregister_fbi - unregister fb_info framebuffer device
856  * @fb_helper: driver-allocated fbdev helper
857  *
858  * A wrapper around unregister_framebuffer, to release the fb_info
859  * framebuffer device. This must be called before releasing all resources for
860  * @fb_helper by calling drm_fb_helper_fini().
861  */
862 void drm_fb_helper_unregister_fbi(struct drm_fb_helper *fb_helper)
863 {
864 	if (fb_helper && fb_helper->fbdev)
865 		unregister_framebuffer(fb_helper->fbdev);
866 }
867 EXPORT_SYMBOL(drm_fb_helper_unregister_fbi);
868 
869 /**
870  * drm_fb_helper_fini - finialize a &struct drm_fb_helper
871  * @fb_helper: driver-allocated fbdev helper
872  *
873  * This cleans up all remaining resources associated with @fb_helper. Must be
874  * called after drm_fb_helper_unlink_fbi() was called.
875  */
876 void drm_fb_helper_fini(struct drm_fb_helper *fb_helper)
877 {
878 	struct fb_info *info;
879 
880 	if (!drm_fbdev_emulation || !fb_helper)
881 		return;
882 
883 	info = fb_helper->fbdev;
884 	if (info) {
885 		if (info->cmap.len)
886 			fb_dealloc_cmap(&info->cmap);
887 		framebuffer_release(info);
888 	}
889 	fb_helper->fbdev = NULL;
890 
891 	cancel_work_sync(&fb_helper->resume_work);
892 	cancel_work_sync(&fb_helper->dirty_work);
893 
894 	mutex_lock(&kernel_fb_helper_lock);
895 	if (!list_empty(&fb_helper->kernel_fb_list)) {
896 		list_del(&fb_helper->kernel_fb_list);
897 		if (list_empty(&kernel_fb_helper_list))
898 			unregister_sysrq_key('v', &sysrq_drm_fb_helper_restore_op);
899 	}
900 	mutex_unlock(&kernel_fb_helper_lock);
901 
902 	drm_fb_helper_crtc_free(fb_helper);
903 
904 }
905 EXPORT_SYMBOL(drm_fb_helper_fini);
906 
907 /**
908  * drm_fb_helper_unlink_fbi - wrapper around unlink_framebuffer
909  * @fb_helper: driver-allocated fbdev helper
910  *
911  * A wrapper around unlink_framebuffer implemented by fbdev core
912  */
913 void drm_fb_helper_unlink_fbi(struct drm_fb_helper *fb_helper)
914 {
915 	if (fb_helper && fb_helper->fbdev)
916 		unlink_framebuffer(fb_helper->fbdev);
917 }
918 EXPORT_SYMBOL(drm_fb_helper_unlink_fbi);
919 
920 static void drm_fb_helper_dirty(struct fb_info *info, u32 x, u32 y,
921 				u32 width, u32 height)
922 {
923 	struct drm_fb_helper *helper = info->par;
924 	struct drm_clip_rect *clip = &helper->dirty_clip;
925 	unsigned long flags;
926 
927 	if (!helper->fb->funcs->dirty)
928 		return;
929 
930 	spin_lock_irqsave(&helper->dirty_lock, flags);
931 	clip->x1 = min_t(u32, clip->x1, x);
932 	clip->y1 = min_t(u32, clip->y1, y);
933 	clip->x2 = max_t(u32, clip->x2, x + width);
934 	clip->y2 = max_t(u32, clip->y2, y + height);
935 	spin_unlock_irqrestore(&helper->dirty_lock, flags);
936 
937 	schedule_work(&helper->dirty_work);
938 }
939 
940 /**
941  * drm_fb_helper_deferred_io() - fbdev deferred_io callback function
942  * @info: fb_info struct pointer
943  * @pagelist: list of dirty mmap framebuffer pages
944  *
945  * This function is used as the &fb_deferred_io.deferred_io
946  * callback function for flushing the fbdev mmap writes.
947  */
948 void drm_fb_helper_deferred_io(struct fb_info *info,
949 			       struct list_head *pagelist)
950 {
951 	unsigned long start, end, min, max;
952 	struct page *page;
953 	u32 y1, y2;
954 
955 	min = ULONG_MAX;
956 	max = 0;
957 	list_for_each_entry(page, pagelist, lru) {
958 		start = page->index << PAGE_SHIFT;
959 		end = start + PAGE_SIZE - 1;
960 		min = min(min, start);
961 		max = max(max, end);
962 	}
963 
964 	if (min < max) {
965 		y1 = min / info->fix.line_length;
966 		y2 = min_t(u32, DIV_ROUND_UP(max, info->fix.line_length),
967 			   info->var.yres);
968 		drm_fb_helper_dirty(info, 0, y1, info->var.xres, y2 - y1);
969 	}
970 }
971 EXPORT_SYMBOL(drm_fb_helper_deferred_io);
972 
973 /**
974  * drm_fb_helper_sys_read - wrapper around fb_sys_read
975  * @info: fb_info struct pointer
976  * @buf: userspace buffer to read from framebuffer memory
977  * @count: number of bytes to read from framebuffer memory
978  * @ppos: read offset within framebuffer memory
979  *
980  * A wrapper around fb_sys_read implemented by fbdev core
981  */
982 ssize_t drm_fb_helper_sys_read(struct fb_info *info, char __user *buf,
983 			       size_t count, loff_t *ppos)
984 {
985 	return fb_sys_read(info, buf, count, ppos);
986 }
987 EXPORT_SYMBOL(drm_fb_helper_sys_read);
988 
989 /**
990  * drm_fb_helper_sys_write - wrapper around fb_sys_write
991  * @info: fb_info struct pointer
992  * @buf: userspace buffer to write to framebuffer memory
993  * @count: number of bytes to write to framebuffer memory
994  * @ppos: write offset within framebuffer memory
995  *
996  * A wrapper around fb_sys_write implemented by fbdev core
997  */
998 ssize_t drm_fb_helper_sys_write(struct fb_info *info, const char __user *buf,
999 				size_t count, loff_t *ppos)
1000 {
1001 	ssize_t ret;
1002 
1003 	ret = fb_sys_write(info, buf, count, ppos);
1004 	if (ret > 0)
1005 		drm_fb_helper_dirty(info, 0, 0, info->var.xres,
1006 				    info->var.yres);
1007 
1008 	return ret;
1009 }
1010 EXPORT_SYMBOL(drm_fb_helper_sys_write);
1011 
1012 /**
1013  * drm_fb_helper_sys_fillrect - wrapper around sys_fillrect
1014  * @info: fbdev registered by the helper
1015  * @rect: info about rectangle to fill
1016  *
1017  * A wrapper around sys_fillrect implemented by fbdev core
1018  */
1019 void drm_fb_helper_sys_fillrect(struct fb_info *info,
1020 				const struct fb_fillrect *rect)
1021 {
1022 	sys_fillrect(info, rect);
1023 	drm_fb_helper_dirty(info, rect->dx, rect->dy,
1024 			    rect->width, rect->height);
1025 }
1026 EXPORT_SYMBOL(drm_fb_helper_sys_fillrect);
1027 
1028 /**
1029  * drm_fb_helper_sys_copyarea - wrapper around sys_copyarea
1030  * @info: fbdev registered by the helper
1031  * @area: info about area to copy
1032  *
1033  * A wrapper around sys_copyarea implemented by fbdev core
1034  */
1035 void drm_fb_helper_sys_copyarea(struct fb_info *info,
1036 				const struct fb_copyarea *area)
1037 {
1038 	sys_copyarea(info, area);
1039 	drm_fb_helper_dirty(info, area->dx, area->dy,
1040 			    area->width, area->height);
1041 }
1042 EXPORT_SYMBOL(drm_fb_helper_sys_copyarea);
1043 
1044 /**
1045  * drm_fb_helper_sys_imageblit - wrapper around sys_imageblit
1046  * @info: fbdev registered by the helper
1047  * @image: info about image to blit
1048  *
1049  * A wrapper around sys_imageblit implemented by fbdev core
1050  */
1051 void drm_fb_helper_sys_imageblit(struct fb_info *info,
1052 				 const struct fb_image *image)
1053 {
1054 	sys_imageblit(info, image);
1055 	drm_fb_helper_dirty(info, image->dx, image->dy,
1056 			    image->width, image->height);
1057 }
1058 EXPORT_SYMBOL(drm_fb_helper_sys_imageblit);
1059 
1060 /**
1061  * drm_fb_helper_cfb_fillrect - wrapper around cfb_fillrect
1062  * @info: fbdev registered by the helper
1063  * @rect: info about rectangle to fill
1064  *
1065  * A wrapper around cfb_imageblit implemented by fbdev core
1066  */
1067 void drm_fb_helper_cfb_fillrect(struct fb_info *info,
1068 				const struct fb_fillrect *rect)
1069 {
1070 	cfb_fillrect(info, rect);
1071 	drm_fb_helper_dirty(info, rect->dx, rect->dy,
1072 			    rect->width, rect->height);
1073 }
1074 EXPORT_SYMBOL(drm_fb_helper_cfb_fillrect);
1075 
1076 /**
1077  * drm_fb_helper_cfb_copyarea - wrapper around cfb_copyarea
1078  * @info: fbdev registered by the helper
1079  * @area: info about area to copy
1080  *
1081  * A wrapper around cfb_copyarea implemented by fbdev core
1082  */
1083 void drm_fb_helper_cfb_copyarea(struct fb_info *info,
1084 				const struct fb_copyarea *area)
1085 {
1086 	cfb_copyarea(info, area);
1087 	drm_fb_helper_dirty(info, area->dx, area->dy,
1088 			    area->width, area->height);
1089 }
1090 EXPORT_SYMBOL(drm_fb_helper_cfb_copyarea);
1091 
1092 /**
1093  * drm_fb_helper_cfb_imageblit - wrapper around cfb_imageblit
1094  * @info: fbdev registered by the helper
1095  * @image: info about image to blit
1096  *
1097  * A wrapper around cfb_imageblit implemented by fbdev core
1098  */
1099 void drm_fb_helper_cfb_imageblit(struct fb_info *info,
1100 				 const struct fb_image *image)
1101 {
1102 	cfb_imageblit(info, image);
1103 	drm_fb_helper_dirty(info, image->dx, image->dy,
1104 			    image->width, image->height);
1105 }
1106 EXPORT_SYMBOL(drm_fb_helper_cfb_imageblit);
1107 
1108 /**
1109  * drm_fb_helper_set_suspend - wrapper around fb_set_suspend
1110  * @fb_helper: driver-allocated fbdev helper
1111  * @suspend: whether to suspend or resume
1112  *
1113  * A wrapper around fb_set_suspend implemented by fbdev core.
1114  * Use drm_fb_helper_set_suspend_unlocked() if you don't need to take
1115  * the lock yourself
1116  */
1117 void drm_fb_helper_set_suspend(struct drm_fb_helper *fb_helper, bool suspend)
1118 {
1119 	if (fb_helper && fb_helper->fbdev)
1120 		fb_set_suspend(fb_helper->fbdev, suspend);
1121 }
1122 EXPORT_SYMBOL(drm_fb_helper_set_suspend);
1123 
1124 /**
1125  * drm_fb_helper_set_suspend_unlocked - wrapper around fb_set_suspend that also
1126  *                                      takes the console lock
1127  * @fb_helper: driver-allocated fbdev helper
1128  * @suspend: whether to suspend or resume
1129  *
1130  * A wrapper around fb_set_suspend() that takes the console lock. If the lock
1131  * isn't available on resume, a worker is tasked with waiting for the lock
1132  * to become available. The console lock can be pretty contented on resume
1133  * due to all the printk activity.
1134  *
1135  * This function can be called multiple times with the same state since
1136  * &fb_info.state is checked to see if fbdev is running or not before locking.
1137  *
1138  * Use drm_fb_helper_set_suspend() if you need to take the lock yourself.
1139  */
1140 void drm_fb_helper_set_suspend_unlocked(struct drm_fb_helper *fb_helper,
1141 					bool suspend)
1142 {
1143 	if (!fb_helper || !fb_helper->fbdev)
1144 		return;
1145 
1146 	/* make sure there's no pending/ongoing resume */
1147 	flush_work(&fb_helper->resume_work);
1148 
1149 	if (suspend) {
1150 		if (fb_helper->fbdev->state != FBINFO_STATE_RUNNING)
1151 			return;
1152 
1153 		console_lock();
1154 
1155 	} else {
1156 		if (fb_helper->fbdev->state == FBINFO_STATE_RUNNING)
1157 			return;
1158 
1159 		if (!console_trylock()) {
1160 			schedule_work(&fb_helper->resume_work);
1161 			return;
1162 		}
1163 	}
1164 
1165 	fb_set_suspend(fb_helper->fbdev, suspend);
1166 	console_unlock();
1167 }
1168 EXPORT_SYMBOL(drm_fb_helper_set_suspend_unlocked);
1169 
1170 static int setcolreg(struct drm_crtc *crtc, u16 red, u16 green,
1171 		     u16 blue, u16 regno, struct fb_info *info)
1172 {
1173 	struct drm_fb_helper *fb_helper = info->par;
1174 	struct drm_framebuffer *fb = fb_helper->fb;
1175 
1176 	if (info->fix.visual == FB_VISUAL_TRUECOLOR) {
1177 		u32 *palette;
1178 		u32 value;
1179 		/* place color in psuedopalette */
1180 		if (regno > 16)
1181 			return -EINVAL;
1182 		palette = (u32 *)info->pseudo_palette;
1183 		red >>= (16 - info->var.red.length);
1184 		green >>= (16 - info->var.green.length);
1185 		blue >>= (16 - info->var.blue.length);
1186 		value = (red << info->var.red.offset) |
1187 			(green << info->var.green.offset) |
1188 			(blue << info->var.blue.offset);
1189 		if (info->var.transp.length > 0) {
1190 			u32 mask = (1 << info->var.transp.length) - 1;
1191 
1192 			mask <<= info->var.transp.offset;
1193 			value |= mask;
1194 		}
1195 		palette[regno] = value;
1196 		return 0;
1197 	}
1198 
1199 	/*
1200 	 * The driver really shouldn't advertise pseudo/directcolor
1201 	 * visuals if it can't deal with the palette.
1202 	 */
1203 	if (WARN_ON(!fb_helper->funcs->gamma_set ||
1204 		    !fb_helper->funcs->gamma_get))
1205 		return -EINVAL;
1206 
1207 	WARN_ON(fb->format->cpp[0] != 1);
1208 
1209 	fb_helper->funcs->gamma_set(crtc, red, green, blue, regno);
1210 
1211 	return 0;
1212 }
1213 
1214 /**
1215  * drm_fb_helper_setcmap - implementation for &fb_ops.fb_setcmap
1216  * @cmap: cmap to set
1217  * @info: fbdev registered by the helper
1218  */
1219 int drm_fb_helper_setcmap(struct fb_cmap *cmap, struct fb_info *info)
1220 {
1221 	struct drm_fb_helper *fb_helper = info->par;
1222 	struct drm_device *dev = fb_helper->dev;
1223 	const struct drm_crtc_helper_funcs *crtc_funcs;
1224 	u16 *red, *green, *blue, *transp;
1225 	struct drm_crtc *crtc;
1226 	int i, j, rc = 0;
1227 	int start;
1228 
1229 	if (oops_in_progress)
1230 		return -EBUSY;
1231 
1232 	drm_modeset_lock_all(dev);
1233 	if (!drm_fb_helper_is_bound(fb_helper)) {
1234 		drm_modeset_unlock_all(dev);
1235 		return -EBUSY;
1236 	}
1237 
1238 	for (i = 0; i < fb_helper->crtc_count; i++) {
1239 		crtc = fb_helper->crtc_info[i].mode_set.crtc;
1240 		crtc_funcs = crtc->helper_private;
1241 
1242 		red = cmap->red;
1243 		green = cmap->green;
1244 		blue = cmap->blue;
1245 		transp = cmap->transp;
1246 		start = cmap->start;
1247 
1248 		for (j = 0; j < cmap->len; j++) {
1249 			u16 hred, hgreen, hblue, htransp = 0xffff;
1250 
1251 			hred = *red++;
1252 			hgreen = *green++;
1253 			hblue = *blue++;
1254 
1255 			if (transp)
1256 				htransp = *transp++;
1257 
1258 			rc = setcolreg(crtc, hred, hgreen, hblue, start++, info);
1259 			if (rc)
1260 				goto out;
1261 		}
1262 		if (crtc_funcs->load_lut)
1263 			crtc_funcs->load_lut(crtc);
1264 	}
1265  out:
1266 	drm_modeset_unlock_all(dev);
1267 	return rc;
1268 }
1269 EXPORT_SYMBOL(drm_fb_helper_setcmap);
1270 
1271 /**
1272  * drm_fb_helper_ioctl - legacy ioctl implementation
1273  * @info: fbdev registered by the helper
1274  * @cmd: ioctl command
1275  * @arg: ioctl argument
1276  *
1277  * A helper to implement the standard fbdev ioctl. Only
1278  * FBIO_WAITFORVSYNC is implemented for now.
1279  */
1280 int drm_fb_helper_ioctl(struct fb_info *info, unsigned int cmd,
1281 			unsigned long arg)
1282 {
1283 	struct drm_fb_helper *fb_helper = info->par;
1284 	struct drm_device *dev = fb_helper->dev;
1285 	struct drm_mode_set *mode_set;
1286 	struct drm_crtc *crtc;
1287 	int ret = 0;
1288 
1289 	mutex_lock(&dev->mode_config.mutex);
1290 	if (!drm_fb_helper_is_bound(fb_helper)) {
1291 		ret = -EBUSY;
1292 		goto unlock;
1293 	}
1294 
1295 	switch (cmd) {
1296 	case FBIO_WAITFORVSYNC:
1297 		/*
1298 		 * Only consider the first CRTC.
1299 		 *
1300 		 * This ioctl is supposed to take the CRTC number as
1301 		 * an argument, but in fbdev times, what that number
1302 		 * was supposed to be was quite unclear, different
1303 		 * drivers were passing that argument differently
1304 		 * (some by reference, some by value), and most of the
1305 		 * userspace applications were just hardcoding 0 as an
1306 		 * argument.
1307 		 *
1308 		 * The first CRTC should be the integrated panel on
1309 		 * most drivers, so this is the best choice we can
1310 		 * make. If we're not smart enough here, one should
1311 		 * just consider switch the userspace to KMS.
1312 		 */
1313 		mode_set = &fb_helper->crtc_info[0].mode_set;
1314 		crtc = mode_set->crtc;
1315 
1316 		/*
1317 		 * Only wait for a vblank event if the CRTC is
1318 		 * enabled, otherwise just don't do anythintg,
1319 		 * not even report an error.
1320 		 */
1321 		ret = drm_crtc_vblank_get(crtc);
1322 		if (!ret) {
1323 			drm_crtc_wait_one_vblank(crtc);
1324 			drm_crtc_vblank_put(crtc);
1325 		}
1326 
1327 		ret = 0;
1328 		goto unlock;
1329 	default:
1330 		ret = -ENOTTY;
1331 	}
1332 
1333 unlock:
1334 	mutex_unlock(&dev->mode_config.mutex);
1335 	return ret;
1336 }
1337 EXPORT_SYMBOL(drm_fb_helper_ioctl);
1338 
1339 /**
1340  * drm_fb_helper_check_var - implementation for &fb_ops.fb_check_var
1341  * @var: screeninfo to check
1342  * @info: fbdev registered by the helper
1343  */
1344 int drm_fb_helper_check_var(struct fb_var_screeninfo *var,
1345 			    struct fb_info *info)
1346 {
1347 	struct drm_fb_helper *fb_helper = info->par;
1348 	struct drm_framebuffer *fb = fb_helper->fb;
1349 	int depth;
1350 
1351 	if (var->pixclock != 0 || in_dbg_master())
1352 		return -EINVAL;
1353 
1354 	/*
1355 	 * Changes struct fb_var_screeninfo are currently not pushed back
1356 	 * to KMS, hence fail if different settings are requested.
1357 	 */
1358 	if (var->bits_per_pixel != fb->format->cpp[0] * 8 ||
1359 	    var->xres > fb->width || var->yres > fb->height ||
1360 	    var->xres_virtual > fb->width || var->yres_virtual > fb->height) {
1361 		DRM_DEBUG("fb requested width/height/bpp can't fit in current fb "
1362 			  "request %dx%d-%d (virtual %dx%d) > %dx%d-%d\n",
1363 			  var->xres, var->yres, var->bits_per_pixel,
1364 			  var->xres_virtual, var->yres_virtual,
1365 			  fb->width, fb->height, fb->format->cpp[0] * 8);
1366 		return -EINVAL;
1367 	}
1368 
1369 	switch (var->bits_per_pixel) {
1370 	case 16:
1371 		depth = (var->green.length == 6) ? 16 : 15;
1372 		break;
1373 	case 32:
1374 		depth = (var->transp.length > 0) ? 32 : 24;
1375 		break;
1376 	default:
1377 		depth = var->bits_per_pixel;
1378 		break;
1379 	}
1380 
1381 	switch (depth) {
1382 	case 8:
1383 		var->red.offset = 0;
1384 		var->green.offset = 0;
1385 		var->blue.offset = 0;
1386 		var->red.length = 8;
1387 		var->green.length = 8;
1388 		var->blue.length = 8;
1389 		var->transp.length = 0;
1390 		var->transp.offset = 0;
1391 		break;
1392 	case 15:
1393 		var->red.offset = 10;
1394 		var->green.offset = 5;
1395 		var->blue.offset = 0;
1396 		var->red.length = 5;
1397 		var->green.length = 5;
1398 		var->blue.length = 5;
1399 		var->transp.length = 1;
1400 		var->transp.offset = 15;
1401 		break;
1402 	case 16:
1403 		var->red.offset = 11;
1404 		var->green.offset = 5;
1405 		var->blue.offset = 0;
1406 		var->red.length = 5;
1407 		var->green.length = 6;
1408 		var->blue.length = 5;
1409 		var->transp.length = 0;
1410 		var->transp.offset = 0;
1411 		break;
1412 	case 24:
1413 		var->red.offset = 16;
1414 		var->green.offset = 8;
1415 		var->blue.offset = 0;
1416 		var->red.length = 8;
1417 		var->green.length = 8;
1418 		var->blue.length = 8;
1419 		var->transp.length = 0;
1420 		var->transp.offset = 0;
1421 		break;
1422 	case 32:
1423 		var->red.offset = 16;
1424 		var->green.offset = 8;
1425 		var->blue.offset = 0;
1426 		var->red.length = 8;
1427 		var->green.length = 8;
1428 		var->blue.length = 8;
1429 		var->transp.length = 8;
1430 		var->transp.offset = 24;
1431 		break;
1432 	default:
1433 		return -EINVAL;
1434 	}
1435 	return 0;
1436 }
1437 EXPORT_SYMBOL(drm_fb_helper_check_var);
1438 
1439 /**
1440  * drm_fb_helper_set_par - implementation for &fb_ops.fb_set_par
1441  * @info: fbdev registered by the helper
1442  *
1443  * This will let fbcon do the mode init and is called at initialization time by
1444  * the fbdev core when registering the driver, and later on through the hotplug
1445  * callback.
1446  */
1447 int drm_fb_helper_set_par(struct fb_info *info)
1448 {
1449 	struct drm_fb_helper *fb_helper = info->par;
1450 	struct fb_var_screeninfo *var = &info->var;
1451 
1452 	if (oops_in_progress)
1453 		return -EBUSY;
1454 
1455 	if (var->pixclock != 0) {
1456 		DRM_ERROR("PIXEL CLOCK SET\n");
1457 		return -EINVAL;
1458 	}
1459 
1460 	drm_fb_helper_restore_fbdev_mode_unlocked(fb_helper);
1461 
1462 	return 0;
1463 }
1464 EXPORT_SYMBOL(drm_fb_helper_set_par);
1465 
1466 static int pan_display_atomic(struct fb_var_screeninfo *var,
1467 			      struct fb_info *info)
1468 {
1469 	struct drm_fb_helper *fb_helper = info->par;
1470 	struct drm_device *dev = fb_helper->dev;
1471 	struct drm_atomic_state *state;
1472 	struct drm_plane *plane;
1473 	int i, ret;
1474 	unsigned int plane_mask;
1475 
1476 	state = drm_atomic_state_alloc(dev);
1477 	if (!state)
1478 		return -ENOMEM;
1479 
1480 	state->acquire_ctx = dev->mode_config.acquire_ctx;
1481 retry:
1482 	plane_mask = 0;
1483 	for (i = 0; i < fb_helper->crtc_count; i++) {
1484 		struct drm_mode_set *mode_set;
1485 
1486 		mode_set = &fb_helper->crtc_info[i].mode_set;
1487 
1488 		mode_set->x = var->xoffset;
1489 		mode_set->y = var->yoffset;
1490 
1491 		ret = __drm_atomic_helper_set_config(mode_set, state);
1492 		if (ret != 0)
1493 			goto fail;
1494 
1495 		plane = mode_set->crtc->primary;
1496 		plane_mask |= (1 << drm_plane_index(plane));
1497 		plane->old_fb = plane->fb;
1498 	}
1499 
1500 	ret = drm_atomic_commit(state);
1501 	if (ret != 0)
1502 		goto fail;
1503 
1504 	info->var.xoffset = var->xoffset;
1505 	info->var.yoffset = var->yoffset;
1506 
1507 fail:
1508 	drm_atomic_clean_old_fb(dev, plane_mask, ret);
1509 
1510 	if (ret == -EDEADLK)
1511 		goto backoff;
1512 
1513 	drm_atomic_state_put(state);
1514 	return ret;
1515 
1516 backoff:
1517 	drm_atomic_state_clear(state);
1518 	drm_atomic_legacy_backoff(state);
1519 
1520 	goto retry;
1521 }
1522 
1523 static int pan_display_legacy(struct fb_var_screeninfo *var,
1524 			      struct fb_info *info)
1525 {
1526 	struct drm_fb_helper *fb_helper = info->par;
1527 	struct drm_mode_set *modeset;
1528 	int ret = 0;
1529 	int i;
1530 
1531 	for (i = 0; i < fb_helper->crtc_count; i++) {
1532 		modeset = &fb_helper->crtc_info[i].mode_set;
1533 
1534 		modeset->x = var->xoffset;
1535 		modeset->y = var->yoffset;
1536 
1537 		if (modeset->num_connectors) {
1538 			ret = drm_mode_set_config_internal(modeset);
1539 			if (!ret) {
1540 				info->var.xoffset = var->xoffset;
1541 				info->var.yoffset = var->yoffset;
1542 			}
1543 		}
1544 	}
1545 
1546 	return ret;
1547 }
1548 
1549 /**
1550  * drm_fb_helper_pan_display - implementation for &fb_ops.fb_pan_display
1551  * @var: updated screen information
1552  * @info: fbdev registered by the helper
1553  */
1554 int drm_fb_helper_pan_display(struct fb_var_screeninfo *var,
1555 			      struct fb_info *info)
1556 {
1557 	struct drm_fb_helper *fb_helper = info->par;
1558 	struct drm_device *dev = fb_helper->dev;
1559 	int ret;
1560 
1561 	if (oops_in_progress)
1562 		return -EBUSY;
1563 
1564 	drm_modeset_lock_all(dev);
1565 	if (!drm_fb_helper_is_bound(fb_helper)) {
1566 		drm_modeset_unlock_all(dev);
1567 		return -EBUSY;
1568 	}
1569 
1570 	if (drm_drv_uses_atomic_modeset(dev))
1571 		ret = pan_display_atomic(var, info);
1572 	else
1573 		ret = pan_display_legacy(var, info);
1574 	drm_modeset_unlock_all(dev);
1575 
1576 	return ret;
1577 }
1578 EXPORT_SYMBOL(drm_fb_helper_pan_display);
1579 
1580 /*
1581  * Allocates the backing storage and sets up the fbdev info structure through
1582  * the ->fb_probe callback and then registers the fbdev and sets up the panic
1583  * notifier.
1584  */
1585 static int drm_fb_helper_single_fb_probe(struct drm_fb_helper *fb_helper,
1586 					 int preferred_bpp)
1587 {
1588 	int ret = 0;
1589 	int crtc_count = 0;
1590 	int i;
1591 	struct drm_fb_helper_surface_size sizes;
1592 	int gamma_size = 0;
1593 
1594 	memset(&sizes, 0, sizeof(struct drm_fb_helper_surface_size));
1595 	sizes.surface_depth = 24;
1596 	sizes.surface_bpp = 32;
1597 	sizes.fb_width = (u32)-1;
1598 	sizes.fb_height = (u32)-1;
1599 
1600 	/* if driver picks 8 or 16 by default use that for both depth/bpp */
1601 	if (preferred_bpp != sizes.surface_bpp)
1602 		sizes.surface_depth = sizes.surface_bpp = preferred_bpp;
1603 
1604 	/* first up get a count of crtcs now in use and new min/maxes width/heights */
1605 	drm_fb_helper_for_each_connector(fb_helper, i) {
1606 		struct drm_fb_helper_connector *fb_helper_conn = fb_helper->connector_info[i];
1607 		struct drm_cmdline_mode *cmdline_mode;
1608 
1609 		cmdline_mode = &fb_helper_conn->connector->cmdline_mode;
1610 
1611 		if (cmdline_mode->bpp_specified) {
1612 			switch (cmdline_mode->bpp) {
1613 			case 8:
1614 				sizes.surface_depth = sizes.surface_bpp = 8;
1615 				break;
1616 			case 15:
1617 				sizes.surface_depth = 15;
1618 				sizes.surface_bpp = 16;
1619 				break;
1620 			case 16:
1621 				sizes.surface_depth = sizes.surface_bpp = 16;
1622 				break;
1623 			case 24:
1624 				sizes.surface_depth = sizes.surface_bpp = 24;
1625 				break;
1626 			case 32:
1627 				sizes.surface_depth = 24;
1628 				sizes.surface_bpp = 32;
1629 				break;
1630 			}
1631 			break;
1632 		}
1633 	}
1634 
1635 	crtc_count = 0;
1636 	for (i = 0; i < fb_helper->crtc_count; i++) {
1637 		struct drm_display_mode *desired_mode;
1638 		struct drm_mode_set *mode_set;
1639 		int x, y, j;
1640 		/* in case of tile group, are we the last tile vert or horiz?
1641 		 * If no tile group you are always the last one both vertically
1642 		 * and horizontally
1643 		 */
1644 		bool lastv = true, lasth = true;
1645 
1646 		desired_mode = fb_helper->crtc_info[i].desired_mode;
1647 		mode_set = &fb_helper->crtc_info[i].mode_set;
1648 
1649 		if (!desired_mode)
1650 			continue;
1651 
1652 		crtc_count++;
1653 
1654 		x = fb_helper->crtc_info[i].x;
1655 		y = fb_helper->crtc_info[i].y;
1656 
1657 		if (gamma_size == 0)
1658 			gamma_size = fb_helper->crtc_info[i].mode_set.crtc->gamma_size;
1659 
1660 		sizes.surface_width  = max_t(u32, desired_mode->hdisplay + x, sizes.surface_width);
1661 		sizes.surface_height = max_t(u32, desired_mode->vdisplay + y, sizes.surface_height);
1662 
1663 		for (j = 0; j < mode_set->num_connectors; j++) {
1664 			struct drm_connector *connector = mode_set->connectors[j];
1665 
1666 			if (connector->has_tile) {
1667 				lasth = (connector->tile_h_loc == (connector->num_h_tile - 1));
1668 				lastv = (connector->tile_v_loc == (connector->num_v_tile - 1));
1669 				/* cloning to multiple tiles is just crazy-talk, so: */
1670 				break;
1671 			}
1672 		}
1673 
1674 		if (lasth)
1675 			sizes.fb_width  = min_t(u32, desired_mode->hdisplay + x, sizes.fb_width);
1676 		if (lastv)
1677 			sizes.fb_height = min_t(u32, desired_mode->vdisplay + y, sizes.fb_height);
1678 	}
1679 
1680 	if (crtc_count == 0 || sizes.fb_width == -1 || sizes.fb_height == -1) {
1681 		/*
1682 		 * hmm everyone went away - assume VGA cable just fell out
1683 		 * and will come back later.
1684 		 */
1685 		DRM_INFO("Cannot find any crtc or sizes - going 1024x768\n");
1686 		sizes.fb_width = sizes.surface_width = 1024;
1687 		sizes.fb_height = sizes.surface_height = 768;
1688 	}
1689 
1690 	/* Handle our overallocation */
1691 	sizes.surface_height *= drm_fbdev_overalloc;
1692 	sizes.surface_height /= 100;
1693 
1694 	/* push down into drivers */
1695 	ret = (*fb_helper->funcs->fb_probe)(fb_helper, &sizes);
1696 	if (ret < 0)
1697 		return ret;
1698 
1699 	/*
1700 	 * Set the fb pointer - usually drm_setup_crtcs does this for hotplug
1701 	 * events, but at init time drm_setup_crtcs needs to be called before
1702 	 * the fb is allocated (since we need to figure out the desired size of
1703 	 * the fb before we can allocate it ...). Hence we need to fix things up
1704 	 * here again.
1705 	 */
1706 	for (i = 0; i < fb_helper->crtc_count; i++)
1707 		if (fb_helper->crtc_info[i].mode_set.num_connectors)
1708 			fb_helper->crtc_info[i].mode_set.fb = fb_helper->fb;
1709 
1710 	return 0;
1711 }
1712 
1713 /**
1714  * drm_fb_helper_fill_fix - initializes fixed fbdev information
1715  * @info: fbdev registered by the helper
1716  * @pitch: desired pitch
1717  * @depth: desired depth
1718  *
1719  * Helper to fill in the fixed fbdev information useful for a non-accelerated
1720  * fbdev emulations. Drivers which support acceleration methods which impose
1721  * additional constraints need to set up their own limits.
1722  *
1723  * Drivers should call this (or their equivalent setup code) from their
1724  * &drm_fb_helper_funcs.fb_probe callback.
1725  */
1726 void drm_fb_helper_fill_fix(struct fb_info *info, uint32_t pitch,
1727 			    uint32_t depth)
1728 {
1729 	info->fix.type = FB_TYPE_PACKED_PIXELS;
1730 	info->fix.visual = depth == 8 ? FB_VISUAL_PSEUDOCOLOR :
1731 		FB_VISUAL_TRUECOLOR;
1732 	info->fix.mmio_start = 0;
1733 	info->fix.mmio_len = 0;
1734 	info->fix.type_aux = 0;
1735 	info->fix.xpanstep = 1; /* doing it in hw */
1736 	info->fix.ypanstep = 1; /* doing it in hw */
1737 	info->fix.ywrapstep = 0;
1738 	info->fix.accel = FB_ACCEL_NONE;
1739 
1740 	info->fix.line_length = pitch;
1741 }
1742 EXPORT_SYMBOL(drm_fb_helper_fill_fix);
1743 
1744 /**
1745  * drm_fb_helper_fill_var - initalizes variable fbdev information
1746  * @info: fbdev instance to set up
1747  * @fb_helper: fb helper instance to use as template
1748  * @fb_width: desired fb width
1749  * @fb_height: desired fb height
1750  *
1751  * Sets up the variable fbdev metainformation from the given fb helper instance
1752  * and the drm framebuffer allocated in &drm_fb_helper.fb.
1753  *
1754  * Drivers should call this (or their equivalent setup code) from their
1755  * &drm_fb_helper_funcs.fb_probe callback after having allocated the fbdev
1756  * backing storage framebuffer.
1757  */
1758 void drm_fb_helper_fill_var(struct fb_info *info, struct drm_fb_helper *fb_helper,
1759 			    uint32_t fb_width, uint32_t fb_height)
1760 {
1761 	struct drm_framebuffer *fb = fb_helper->fb;
1762 
1763 	info->pseudo_palette = fb_helper->pseudo_palette;
1764 	info->var.xres_virtual = fb->width;
1765 	info->var.yres_virtual = fb->height;
1766 	info->var.bits_per_pixel = fb->format->cpp[0] * 8;
1767 	info->var.accel_flags = FB_ACCELF_TEXT;
1768 	info->var.xoffset = 0;
1769 	info->var.yoffset = 0;
1770 	info->var.activate = FB_ACTIVATE_NOW;
1771 	info->var.height = -1;
1772 	info->var.width = -1;
1773 
1774 	switch (fb->format->depth) {
1775 	case 8:
1776 		info->var.red.offset = 0;
1777 		info->var.green.offset = 0;
1778 		info->var.blue.offset = 0;
1779 		info->var.red.length = 8; /* 8bit DAC */
1780 		info->var.green.length = 8;
1781 		info->var.blue.length = 8;
1782 		info->var.transp.offset = 0;
1783 		info->var.transp.length = 0;
1784 		break;
1785 	case 15:
1786 		info->var.red.offset = 10;
1787 		info->var.green.offset = 5;
1788 		info->var.blue.offset = 0;
1789 		info->var.red.length = 5;
1790 		info->var.green.length = 5;
1791 		info->var.blue.length = 5;
1792 		info->var.transp.offset = 15;
1793 		info->var.transp.length = 1;
1794 		break;
1795 	case 16:
1796 		info->var.red.offset = 11;
1797 		info->var.green.offset = 5;
1798 		info->var.blue.offset = 0;
1799 		info->var.red.length = 5;
1800 		info->var.green.length = 6;
1801 		info->var.blue.length = 5;
1802 		info->var.transp.offset = 0;
1803 		break;
1804 	case 24:
1805 		info->var.red.offset = 16;
1806 		info->var.green.offset = 8;
1807 		info->var.blue.offset = 0;
1808 		info->var.red.length = 8;
1809 		info->var.green.length = 8;
1810 		info->var.blue.length = 8;
1811 		info->var.transp.offset = 0;
1812 		info->var.transp.length = 0;
1813 		break;
1814 	case 32:
1815 		info->var.red.offset = 16;
1816 		info->var.green.offset = 8;
1817 		info->var.blue.offset = 0;
1818 		info->var.red.length = 8;
1819 		info->var.green.length = 8;
1820 		info->var.blue.length = 8;
1821 		info->var.transp.offset = 24;
1822 		info->var.transp.length = 8;
1823 		break;
1824 	default:
1825 		break;
1826 	}
1827 
1828 	info->var.xres = fb_width;
1829 	info->var.yres = fb_height;
1830 }
1831 EXPORT_SYMBOL(drm_fb_helper_fill_var);
1832 
1833 static int drm_fb_helper_probe_connector_modes(struct drm_fb_helper *fb_helper,
1834 					       uint32_t maxX,
1835 					       uint32_t maxY)
1836 {
1837 	struct drm_connector *connector;
1838 	int count = 0;
1839 	int i;
1840 
1841 	drm_fb_helper_for_each_connector(fb_helper, i) {
1842 		connector = fb_helper->connector_info[i]->connector;
1843 		count += connector->funcs->fill_modes(connector, maxX, maxY);
1844 	}
1845 
1846 	return count;
1847 }
1848 
1849 struct drm_display_mode *drm_has_preferred_mode(struct drm_fb_helper_connector *fb_connector, int width, int height)
1850 {
1851 	struct drm_display_mode *mode;
1852 
1853 	list_for_each_entry(mode, &fb_connector->connector->modes, head) {
1854 		if (mode->hdisplay > width ||
1855 		    mode->vdisplay > height)
1856 			continue;
1857 		if (mode->type & DRM_MODE_TYPE_PREFERRED)
1858 			return mode;
1859 	}
1860 	return NULL;
1861 }
1862 EXPORT_SYMBOL(drm_has_preferred_mode);
1863 
1864 static bool drm_has_cmdline_mode(struct drm_fb_helper_connector *fb_connector)
1865 {
1866 	return fb_connector->connector->cmdline_mode.specified;
1867 }
1868 
1869 struct drm_display_mode *drm_pick_cmdline_mode(struct drm_fb_helper_connector *fb_helper_conn)
1870 {
1871 	struct drm_cmdline_mode *cmdline_mode;
1872 	struct drm_display_mode *mode;
1873 	bool prefer_non_interlace;
1874 
1875 	cmdline_mode = &fb_helper_conn->connector->cmdline_mode;
1876 	if (cmdline_mode->specified == false)
1877 		return NULL;
1878 
1879 	/* attempt to find a matching mode in the list of modes
1880 	 *  we have gotten so far, if not add a CVT mode that conforms
1881 	 */
1882 	if (cmdline_mode->rb || cmdline_mode->margins)
1883 		goto create_mode;
1884 
1885 	prefer_non_interlace = !cmdline_mode->interlace;
1886 again:
1887 	list_for_each_entry(mode, &fb_helper_conn->connector->modes, head) {
1888 		/* check width/height */
1889 		if (mode->hdisplay != cmdline_mode->xres ||
1890 		    mode->vdisplay != cmdline_mode->yres)
1891 			continue;
1892 
1893 		if (cmdline_mode->refresh_specified) {
1894 			if (mode->vrefresh != cmdline_mode->refresh)
1895 				continue;
1896 		}
1897 
1898 		if (cmdline_mode->interlace) {
1899 			if (!(mode->flags & DRM_MODE_FLAG_INTERLACE))
1900 				continue;
1901 		} else if (prefer_non_interlace) {
1902 			if (mode->flags & DRM_MODE_FLAG_INTERLACE)
1903 				continue;
1904 		}
1905 		return mode;
1906 	}
1907 
1908 	if (prefer_non_interlace) {
1909 		prefer_non_interlace = false;
1910 		goto again;
1911 	}
1912 
1913 create_mode:
1914 	mode = drm_mode_create_from_cmdline_mode(fb_helper_conn->connector->dev,
1915 						 cmdline_mode);
1916 	list_add(&mode->head, &fb_helper_conn->connector->modes);
1917 	return mode;
1918 }
1919 EXPORT_SYMBOL(drm_pick_cmdline_mode);
1920 
1921 static bool drm_connector_enabled(struct drm_connector *connector, bool strict)
1922 {
1923 	bool enable;
1924 
1925 	if (strict)
1926 		enable = connector->status == connector_status_connected;
1927 	else
1928 		enable = connector->status != connector_status_disconnected;
1929 
1930 	return enable;
1931 }
1932 
1933 static void drm_enable_connectors(struct drm_fb_helper *fb_helper,
1934 				  bool *enabled)
1935 {
1936 	bool any_enabled = false;
1937 	struct drm_connector *connector;
1938 	int i = 0;
1939 
1940 	drm_fb_helper_for_each_connector(fb_helper, i) {
1941 		connector = fb_helper->connector_info[i]->connector;
1942 		enabled[i] = drm_connector_enabled(connector, true);
1943 		DRM_DEBUG_KMS("connector %d enabled? %s\n", connector->base.id,
1944 			  enabled[i] ? "yes" : "no");
1945 		any_enabled |= enabled[i];
1946 	}
1947 
1948 	if (any_enabled)
1949 		return;
1950 
1951 	drm_fb_helper_for_each_connector(fb_helper, i) {
1952 		connector = fb_helper->connector_info[i]->connector;
1953 		enabled[i] = drm_connector_enabled(connector, false);
1954 	}
1955 }
1956 
1957 static bool drm_target_cloned(struct drm_fb_helper *fb_helper,
1958 			      struct drm_display_mode **modes,
1959 			      struct drm_fb_offset *offsets,
1960 			      bool *enabled, int width, int height)
1961 {
1962 	int count, i, j;
1963 	bool can_clone = false;
1964 	struct drm_fb_helper_connector *fb_helper_conn;
1965 	struct drm_display_mode *dmt_mode, *mode;
1966 
1967 	/* only contemplate cloning in the single crtc case */
1968 	if (fb_helper->crtc_count > 1)
1969 		return false;
1970 
1971 	count = 0;
1972 	drm_fb_helper_for_each_connector(fb_helper, i) {
1973 		if (enabled[i])
1974 			count++;
1975 	}
1976 
1977 	/* only contemplate cloning if more than one connector is enabled */
1978 	if (count <= 1)
1979 		return false;
1980 
1981 	/* check the command line or if nothing common pick 1024x768 */
1982 	can_clone = true;
1983 	drm_fb_helper_for_each_connector(fb_helper, i) {
1984 		if (!enabled[i])
1985 			continue;
1986 		fb_helper_conn = fb_helper->connector_info[i];
1987 		modes[i] = drm_pick_cmdline_mode(fb_helper_conn);
1988 		if (!modes[i]) {
1989 			can_clone = false;
1990 			break;
1991 		}
1992 		for (j = 0; j < i; j++) {
1993 			if (!enabled[j])
1994 				continue;
1995 			if (!drm_mode_equal(modes[j], modes[i]))
1996 				can_clone = false;
1997 		}
1998 	}
1999 
2000 	if (can_clone) {
2001 		DRM_DEBUG_KMS("can clone using command line\n");
2002 		return true;
2003 	}
2004 
2005 	/* try and find a 1024x768 mode on each connector */
2006 	can_clone = true;
2007 	dmt_mode = drm_mode_find_dmt(fb_helper->dev, 1024, 768, 60, false);
2008 
2009 	drm_fb_helper_for_each_connector(fb_helper, i) {
2010 		if (!enabled[i])
2011 			continue;
2012 
2013 		fb_helper_conn = fb_helper->connector_info[i];
2014 		list_for_each_entry(mode, &fb_helper_conn->connector->modes, head) {
2015 			if (drm_mode_equal(mode, dmt_mode))
2016 				modes[i] = mode;
2017 		}
2018 		if (!modes[i])
2019 			can_clone = false;
2020 	}
2021 
2022 	if (can_clone) {
2023 		DRM_DEBUG_KMS("can clone using 1024x768\n");
2024 		return true;
2025 	}
2026 	DRM_INFO("kms: can't enable cloning when we probably wanted to.\n");
2027 	return false;
2028 }
2029 
2030 static int drm_get_tile_offsets(struct drm_fb_helper *fb_helper,
2031 				struct drm_display_mode **modes,
2032 				struct drm_fb_offset *offsets,
2033 				int idx,
2034 				int h_idx, int v_idx)
2035 {
2036 	struct drm_fb_helper_connector *fb_helper_conn;
2037 	int i;
2038 	int hoffset = 0, voffset = 0;
2039 
2040 	drm_fb_helper_for_each_connector(fb_helper, i) {
2041 		fb_helper_conn = fb_helper->connector_info[i];
2042 		if (!fb_helper_conn->connector->has_tile)
2043 			continue;
2044 
2045 		if (!modes[i] && (h_idx || v_idx)) {
2046 			DRM_DEBUG_KMS("no modes for connector tiled %d %d\n", i,
2047 				      fb_helper_conn->connector->base.id);
2048 			continue;
2049 		}
2050 		if (fb_helper_conn->connector->tile_h_loc < h_idx)
2051 			hoffset += modes[i]->hdisplay;
2052 
2053 		if (fb_helper_conn->connector->tile_v_loc < v_idx)
2054 			voffset += modes[i]->vdisplay;
2055 	}
2056 	offsets[idx].x = hoffset;
2057 	offsets[idx].y = voffset;
2058 	DRM_DEBUG_KMS("returned %d %d for %d %d\n", hoffset, voffset, h_idx, v_idx);
2059 	return 0;
2060 }
2061 
2062 static bool drm_target_preferred(struct drm_fb_helper *fb_helper,
2063 				 struct drm_display_mode **modes,
2064 				 struct drm_fb_offset *offsets,
2065 				 bool *enabled, int width, int height)
2066 {
2067 	struct drm_fb_helper_connector *fb_helper_conn;
2068 	const u64 mask = BIT_ULL(fb_helper->connector_count) - 1;
2069 	u64 conn_configured = 0;
2070 	int tile_pass = 0;
2071 	int i;
2072 
2073 retry:
2074 	drm_fb_helper_for_each_connector(fb_helper, i) {
2075 		fb_helper_conn = fb_helper->connector_info[i];
2076 
2077 		if (conn_configured & BIT_ULL(i))
2078 			continue;
2079 
2080 		if (enabled[i] == false) {
2081 			conn_configured |= BIT_ULL(i);
2082 			continue;
2083 		}
2084 
2085 		/* first pass over all the untiled connectors */
2086 		if (tile_pass == 0 && fb_helper_conn->connector->has_tile)
2087 			continue;
2088 
2089 		if (tile_pass == 1) {
2090 			if (fb_helper_conn->connector->tile_h_loc != 0 ||
2091 			    fb_helper_conn->connector->tile_v_loc != 0)
2092 				continue;
2093 
2094 		} else {
2095 			if (fb_helper_conn->connector->tile_h_loc != tile_pass - 1 &&
2096 			    fb_helper_conn->connector->tile_v_loc != tile_pass - 1)
2097 			/* if this tile_pass doesn't cover any of the tiles - keep going */
2098 				continue;
2099 
2100 			/*
2101 			 * find the tile offsets for this pass - need to find
2102 			 * all tiles left and above
2103 			 */
2104 			drm_get_tile_offsets(fb_helper, modes, offsets,
2105 					     i, fb_helper_conn->connector->tile_h_loc, fb_helper_conn->connector->tile_v_loc);
2106 		}
2107 		DRM_DEBUG_KMS("looking for cmdline mode on connector %d\n",
2108 			      fb_helper_conn->connector->base.id);
2109 
2110 		/* got for command line mode first */
2111 		modes[i] = drm_pick_cmdline_mode(fb_helper_conn);
2112 		if (!modes[i]) {
2113 			DRM_DEBUG_KMS("looking for preferred mode on connector %d %d\n",
2114 				      fb_helper_conn->connector->base.id, fb_helper_conn->connector->tile_group ? fb_helper_conn->connector->tile_group->id : 0);
2115 			modes[i] = drm_has_preferred_mode(fb_helper_conn, width, height);
2116 		}
2117 		/* No preferred modes, pick one off the list */
2118 		if (!modes[i] && !list_empty(&fb_helper_conn->connector->modes)) {
2119 			list_for_each_entry(modes[i], &fb_helper_conn->connector->modes, head)
2120 				break;
2121 		}
2122 		DRM_DEBUG_KMS("found mode %s\n", modes[i] ? modes[i]->name :
2123 			  "none");
2124 		conn_configured |= BIT_ULL(i);
2125 	}
2126 
2127 	if ((conn_configured & mask) != mask) {
2128 		tile_pass++;
2129 		goto retry;
2130 	}
2131 	return true;
2132 }
2133 
2134 static int drm_pick_crtcs(struct drm_fb_helper *fb_helper,
2135 			  struct drm_fb_helper_crtc **best_crtcs,
2136 			  struct drm_display_mode **modes,
2137 			  int n, int width, int height)
2138 {
2139 	int c, o;
2140 	struct drm_connector *connector;
2141 	const struct drm_connector_helper_funcs *connector_funcs;
2142 	struct drm_encoder *encoder;
2143 	int my_score, best_score, score;
2144 	struct drm_fb_helper_crtc **crtcs, *crtc;
2145 	struct drm_fb_helper_connector *fb_helper_conn;
2146 
2147 	if (n == fb_helper->connector_count)
2148 		return 0;
2149 
2150 	fb_helper_conn = fb_helper->connector_info[n];
2151 	connector = fb_helper_conn->connector;
2152 
2153 	best_crtcs[n] = NULL;
2154 	best_score = drm_pick_crtcs(fb_helper, best_crtcs, modes, n+1, width, height);
2155 	if (modes[n] == NULL)
2156 		return best_score;
2157 
2158 	crtcs = kzalloc(fb_helper->connector_count *
2159 			sizeof(struct drm_fb_helper_crtc *), GFP_KERNEL);
2160 	if (!crtcs)
2161 		return best_score;
2162 
2163 	my_score = 1;
2164 	if (connector->status == connector_status_connected)
2165 		my_score++;
2166 	if (drm_has_cmdline_mode(fb_helper_conn))
2167 		my_score++;
2168 	if (drm_has_preferred_mode(fb_helper_conn, width, height))
2169 		my_score++;
2170 
2171 	connector_funcs = connector->helper_private;
2172 
2173 	/*
2174 	 * If the DRM device implements atomic hooks and ->best_encoder() is
2175 	 * NULL we fallback to the default drm_atomic_helper_best_encoder()
2176 	 * helper.
2177 	 */
2178 	if (drm_drv_uses_atomic_modeset(fb_helper->dev) &&
2179 	    !connector_funcs->best_encoder)
2180 		encoder = drm_atomic_helper_best_encoder(connector);
2181 	else
2182 		encoder = connector_funcs->best_encoder(connector);
2183 
2184 	if (!encoder)
2185 		goto out;
2186 
2187 	/*
2188 	 * select a crtc for this connector and then attempt to configure
2189 	 * remaining connectors
2190 	 */
2191 	for (c = 0; c < fb_helper->crtc_count; c++) {
2192 		crtc = &fb_helper->crtc_info[c];
2193 
2194 		if ((encoder->possible_crtcs & (1 << c)) == 0)
2195 			continue;
2196 
2197 		for (o = 0; o < n; o++)
2198 			if (best_crtcs[o] == crtc)
2199 				break;
2200 
2201 		if (o < n) {
2202 			/* ignore cloning unless only a single crtc */
2203 			if (fb_helper->crtc_count > 1)
2204 				continue;
2205 
2206 			if (!drm_mode_equal(modes[o], modes[n]))
2207 				continue;
2208 		}
2209 
2210 		crtcs[n] = crtc;
2211 		memcpy(crtcs, best_crtcs, n * sizeof(struct drm_fb_helper_crtc *));
2212 		score = my_score + drm_pick_crtcs(fb_helper, crtcs, modes, n + 1,
2213 						  width, height);
2214 		if (score > best_score) {
2215 			best_score = score;
2216 			memcpy(best_crtcs, crtcs,
2217 			       fb_helper->connector_count *
2218 			       sizeof(struct drm_fb_helper_crtc *));
2219 		}
2220 	}
2221 out:
2222 	kfree(crtcs);
2223 	return best_score;
2224 }
2225 
2226 static void drm_setup_crtcs(struct drm_fb_helper *fb_helper,
2227 			    u32 width, u32 height)
2228 {
2229 	struct drm_device *dev = fb_helper->dev;
2230 	struct drm_fb_helper_crtc **crtcs;
2231 	struct drm_display_mode **modes;
2232 	struct drm_fb_offset *offsets;
2233 	bool *enabled;
2234 	int i;
2235 
2236 	DRM_DEBUG_KMS("\n");
2237 	if (drm_fb_helper_probe_connector_modes(fb_helper, width, height) == 0)
2238 		DRM_DEBUG_KMS("No connectors reported connected with modes\n");
2239 
2240 	/* prevent concurrent modification of connector_count by hotplug */
2241 	lockdep_assert_held(&fb_helper->dev->mode_config.mutex);
2242 
2243 	crtcs = kcalloc(fb_helper->connector_count,
2244 			sizeof(struct drm_fb_helper_crtc *), GFP_KERNEL);
2245 	modes = kcalloc(fb_helper->connector_count,
2246 			sizeof(struct drm_display_mode *), GFP_KERNEL);
2247 	offsets = kcalloc(fb_helper->connector_count,
2248 			  sizeof(struct drm_fb_offset), GFP_KERNEL);
2249 	enabled = kcalloc(fb_helper->connector_count,
2250 			  sizeof(bool), GFP_KERNEL);
2251 	if (!crtcs || !modes || !enabled || !offsets) {
2252 		DRM_ERROR("Memory allocation failed\n");
2253 		goto out;
2254 	}
2255 
2256 	drm_enable_connectors(fb_helper, enabled);
2257 
2258 	if (!(fb_helper->funcs->initial_config &&
2259 	      fb_helper->funcs->initial_config(fb_helper, crtcs, modes,
2260 					       offsets,
2261 					       enabled, width, height))) {
2262 		memset(modes, 0, fb_helper->connector_count*sizeof(modes[0]));
2263 		memset(crtcs, 0, fb_helper->connector_count*sizeof(crtcs[0]));
2264 		memset(offsets, 0, fb_helper->connector_count*sizeof(offsets[0]));
2265 
2266 		if (!drm_target_cloned(fb_helper, modes, offsets,
2267 				       enabled, width, height) &&
2268 		    !drm_target_preferred(fb_helper, modes, offsets,
2269 					  enabled, width, height))
2270 			DRM_ERROR("Unable to find initial modes\n");
2271 
2272 		DRM_DEBUG_KMS("picking CRTCs for %dx%d config\n",
2273 			      width, height);
2274 
2275 		drm_pick_crtcs(fb_helper, crtcs, modes, 0, width, height);
2276 	}
2277 
2278 	/* need to set the modesets up here for use later */
2279 	/* fill out the connector<->crtc mappings into the modesets */
2280 	for (i = 0; i < fb_helper->crtc_count; i++)
2281 		drm_fb_helper_modeset_release(fb_helper,
2282 					      &fb_helper->crtc_info[i].mode_set);
2283 
2284 	drm_fb_helper_for_each_connector(fb_helper, i) {
2285 		struct drm_display_mode *mode = modes[i];
2286 		struct drm_fb_helper_crtc *fb_crtc = crtcs[i];
2287 		struct drm_fb_offset *offset = &offsets[i];
2288 		struct drm_mode_set *modeset = &fb_crtc->mode_set;
2289 
2290 		if (mode && fb_crtc) {
2291 			struct drm_connector *connector =
2292 				fb_helper->connector_info[i]->connector;
2293 
2294 			DRM_DEBUG_KMS("desired mode %s set on crtc %d (%d,%d)\n",
2295 				      mode->name, fb_crtc->mode_set.crtc->base.id, offset->x, offset->y);
2296 
2297 			fb_crtc->desired_mode = mode;
2298 			fb_crtc->x = offset->x;
2299 			fb_crtc->y = offset->y;
2300 			modeset->mode = drm_mode_duplicate(dev,
2301 							   fb_crtc->desired_mode);
2302 			drm_connector_get(connector);
2303 			modeset->connectors[modeset->num_connectors++] = connector;
2304 			modeset->fb = fb_helper->fb;
2305 			modeset->x = offset->x;
2306 			modeset->y = offset->y;
2307 		}
2308 	}
2309 out:
2310 	kfree(crtcs);
2311 	kfree(modes);
2312 	kfree(offsets);
2313 	kfree(enabled);
2314 }
2315 
2316 /**
2317  * drm_fb_helper_initial_config - setup a sane initial connector configuration
2318  * @fb_helper: fb_helper device struct
2319  * @bpp_sel: bpp value to use for the framebuffer configuration
2320  *
2321  * Scans the CRTCs and connectors and tries to put together an initial setup.
2322  * At the moment, this is a cloned configuration across all heads with
2323  * a new framebuffer object as the backing store.
2324  *
2325  * Note that this also registers the fbdev and so allows userspace to call into
2326  * the driver through the fbdev interfaces.
2327  *
2328  * This function will call down into the &drm_fb_helper_funcs.fb_probe callback
2329  * to let the driver allocate and initialize the fbdev info structure and the
2330  * drm framebuffer used to back the fbdev. drm_fb_helper_fill_var() and
2331  * drm_fb_helper_fill_fix() are provided as helpers to setup simple default
2332  * values for the fbdev info structure.
2333  *
2334  * HANG DEBUGGING:
2335  *
2336  * When you have fbcon support built-in or already loaded, this function will do
2337  * a full modeset to setup the fbdev console. Due to locking misdesign in the
2338  * VT/fbdev subsystem that entire modeset sequence has to be done while holding
2339  * console_lock. Until console_unlock is called no dmesg lines will be sent out
2340  * to consoles, not even serial console. This means when your driver crashes,
2341  * you will see absolutely nothing else but a system stuck in this function,
2342  * with no further output. Any kind of printk() you place within your own driver
2343  * or in the drm core modeset code will also never show up.
2344  *
2345  * Standard debug practice is to run the fbcon setup without taking the
2346  * console_lock as a hack, to be able to see backtraces and crashes on the
2347  * serial line. This can be done by setting the fb.lockless_register_fb=1 kernel
2348  * cmdline option.
2349  *
2350  * The other option is to just disable fbdev emulation since very likely the
2351  * first modeset from userspace will crash in the same way, and is even easier
2352  * to debug. This can be done by setting the drm_kms_helper.fbdev_emulation=0
2353  * kernel cmdline option.
2354  *
2355  * RETURNS:
2356  * Zero if everything went ok, nonzero otherwise.
2357  */
2358 int drm_fb_helper_initial_config(struct drm_fb_helper *fb_helper, int bpp_sel)
2359 {
2360 	struct drm_device *dev = fb_helper->dev;
2361 	struct fb_info *info;
2362 	int ret;
2363 
2364 	if (!drm_fbdev_emulation)
2365 		return 0;
2366 
2367 	mutex_lock(&dev->mode_config.mutex);
2368 	drm_setup_crtcs(fb_helper,
2369 			dev->mode_config.max_width,
2370 			dev->mode_config.max_height);
2371 	ret = drm_fb_helper_single_fb_probe(fb_helper, bpp_sel);
2372 	mutex_unlock(&dev->mode_config.mutex);
2373 	if (ret)
2374 		return ret;
2375 
2376 	info = fb_helper->fbdev;
2377 	info->var.pixclock = 0;
2378 	ret = register_framebuffer(info);
2379 	if (ret < 0)
2380 		return ret;
2381 
2382 	dev_info(dev->dev, "fb%d: %s frame buffer device\n",
2383 		 info->node, info->fix.id);
2384 
2385 	mutex_lock(&kernel_fb_helper_lock);
2386 	if (list_empty(&kernel_fb_helper_list))
2387 		register_sysrq_key('v', &sysrq_drm_fb_helper_restore_op);
2388 
2389 	list_add(&fb_helper->kernel_fb_list, &kernel_fb_helper_list);
2390 	mutex_unlock(&kernel_fb_helper_lock);
2391 
2392 	return 0;
2393 }
2394 EXPORT_SYMBOL(drm_fb_helper_initial_config);
2395 
2396 /**
2397  * drm_fb_helper_hotplug_event - respond to a hotplug notification by
2398  *                               probing all the outputs attached to the fb
2399  * @fb_helper: the drm_fb_helper
2400  *
2401  * Scan the connectors attached to the fb_helper and try to put together a
2402  * setup after notification of a change in output configuration.
2403  *
2404  * Called at runtime, takes the mode config locks to be able to check/change the
2405  * modeset configuration. Must be run from process context (which usually means
2406  * either the output polling work or a work item launched from the driver's
2407  * hotplug interrupt).
2408  *
2409  * Note that drivers may call this even before calling
2410  * drm_fb_helper_initial_config but only after drm_fb_helper_init. This allows
2411  * for a race-free fbcon setup and will make sure that the fbdev emulation will
2412  * not miss any hotplug events.
2413  *
2414  * RETURNS:
2415  * 0 on success and a non-zero error code otherwise.
2416  */
2417 int drm_fb_helper_hotplug_event(struct drm_fb_helper *fb_helper)
2418 {
2419 	struct drm_device *dev = fb_helper->dev;
2420 
2421 	if (!drm_fbdev_emulation)
2422 		return 0;
2423 
2424 	mutex_lock(&dev->mode_config.mutex);
2425 	if (!fb_helper->fb || !drm_fb_helper_is_bound(fb_helper)) {
2426 		fb_helper->delayed_hotplug = true;
2427 		mutex_unlock(&dev->mode_config.mutex);
2428 		return 0;
2429 	}
2430 	DRM_DEBUG_KMS("\n");
2431 
2432 	drm_setup_crtcs(fb_helper, fb_helper->fb->width, fb_helper->fb->height);
2433 
2434 	mutex_unlock(&dev->mode_config.mutex);
2435 
2436 	drm_fb_helper_set_par(fb_helper->fbdev);
2437 
2438 	return 0;
2439 }
2440 EXPORT_SYMBOL(drm_fb_helper_hotplug_event);
2441 
2442 /* The Kconfig DRM_KMS_HELPER selects FRAMEBUFFER_CONSOLE (if !EXPERT)
2443  * but the module doesn't depend on any fb console symbols.  At least
2444  * attempt to load fbcon to avoid leaving the system without a usable console.
2445  */
2446 int __init drm_fb_helper_modinit(void)
2447 {
2448 #if defined(CONFIG_FRAMEBUFFER_CONSOLE_MODULE) && !defined(CONFIG_EXPERT)
2449 	const char name[] = "fbcon";
2450 	struct module *fbcon;
2451 
2452 	mutex_lock(&module_mutex);
2453 	fbcon = find_module(name);
2454 	mutex_unlock(&module_mutex);
2455 
2456 	if (!fbcon)
2457 		request_module_nowait(name);
2458 #endif
2459 	return 0;
2460 }
2461 EXPORT_SYMBOL(drm_fb_helper_modinit);
2462