xref: /openbmc/linux/drivers/gpu/drm/drm_fb_helper.c (revision 2b80ffc2)
1 /*
2  * Copyright (c) 2006-2009 Red Hat Inc.
3  * Copyright (c) 2006-2008 Intel Corporation
4  * Copyright (c) 2007 Dave Airlie <airlied@linux.ie>
5  *
6  * DRM framebuffer helper functions
7  *
8  * Permission to use, copy, modify, distribute, and sell this software and its
9  * documentation for any purpose is hereby granted without fee, provided that
10  * the above copyright notice appear in all copies and that both that copyright
11  * notice and this permission notice appear in supporting documentation, and
12  * that the name of the copyright holders not be used in advertising or
13  * publicity pertaining to distribution of the software without specific,
14  * written prior permission.  The copyright holders make no representations
15  * about the suitability of this software for any purpose.  It is provided "as
16  * is" without express or implied warranty.
17  *
18  * THE COPYRIGHT HOLDERS DISCLAIM ALL WARRANTIES WITH REGARD TO THIS SOFTWARE,
19  * INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO
20  * EVENT SHALL THE COPYRIGHT HOLDERS BE LIABLE FOR ANY SPECIAL, INDIRECT OR
21  * CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE,
22  * DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
23  * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE
24  * OF THIS SOFTWARE.
25  *
26  * Authors:
27  *      Dave Airlie <airlied@linux.ie>
28  *      Jesse Barnes <jesse.barnes@intel.com>
29  */
30 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
31 
32 #include <linux/console.h>
33 #include <linux/pci.h>
34 #include <linux/sysrq.h>
35 #include <linux/vga_switcheroo.h>
36 
37 #include <drm/drm_atomic.h>
38 #include <drm/drm_drv.h>
39 #include <drm/drm_fb_helper.h>
40 #include <drm/drm_fourcc.h>
41 #include <drm/drm_framebuffer.h>
42 #include <drm/drm_modeset_helper_vtables.h>
43 #include <drm/drm_print.h>
44 #include <drm/drm_vblank.h>
45 
46 #include "drm_internal.h"
47 
48 static bool drm_fbdev_emulation = true;
49 module_param_named(fbdev_emulation, drm_fbdev_emulation, bool, 0600);
50 MODULE_PARM_DESC(fbdev_emulation,
51 		 "Enable legacy fbdev emulation [default=true]");
52 
53 static int drm_fbdev_overalloc = CONFIG_DRM_FBDEV_OVERALLOC;
54 module_param(drm_fbdev_overalloc, int, 0444);
55 MODULE_PARM_DESC(drm_fbdev_overalloc,
56 		 "Overallocation of the fbdev buffer (%) [default="
57 		 __MODULE_STRING(CONFIG_DRM_FBDEV_OVERALLOC) "]");
58 
59 /*
60  * In order to keep user-space compatibility, we want in certain use-cases
61  * to keep leaking the fbdev physical address to the user-space program
62  * handling the fbdev buffer.
63  *
64  * This is a bad habit, essentially kept to support closed-source OpenGL
65  * drivers that should really be moved into open-source upstream projects
66  * instead of using legacy physical addresses in user space to communicate
67  * with other out-of-tree kernel modules.
68  *
69  * This module_param *should* be removed as soon as possible and be
70  * considered as a broken and legacy behaviour from a modern fbdev device.
71  */
72 static bool drm_leak_fbdev_smem;
73 #if IS_ENABLED(CONFIG_DRM_FBDEV_LEAK_PHYS_SMEM)
74 module_param_unsafe(drm_leak_fbdev_smem, bool, 0600);
75 MODULE_PARM_DESC(drm_leak_fbdev_smem,
76 		 "Allow unsafe leaking fbdev physical smem address [default=false]");
77 #endif
78 
79 static LIST_HEAD(kernel_fb_helper_list);
80 static DEFINE_MUTEX(kernel_fb_helper_lock);
81 
82 /**
83  * DOC: fbdev helpers
84  *
85  * The fb helper functions are useful to provide an fbdev on top of a drm kernel
86  * mode setting driver. They can be used mostly independently from the crtc
87  * helper functions used by many drivers to implement the kernel mode setting
88  * interfaces.
89  *
90  * Drivers that support a dumb buffer with a virtual address and mmap support,
91  * should try out the generic fbdev emulation using drm_fbdev_generic_setup().
92  * It will automatically set up deferred I/O if the driver requires a shadow
93  * buffer.
94  *
95  * Existing fbdev implementations should restore the fbdev console by using
96  * drm_fb_helper_lastclose() as their &drm_driver.lastclose callback.
97  * They should also notify the fb helper code from updates to the output
98  * configuration by using drm_fb_helper_output_poll_changed() as their
99  * &drm_mode_config_funcs.output_poll_changed callback. New implementations
100  * of fbdev should be build on top of struct &drm_client_funcs, which handles
101  * this automatically. Setting the old callbacks should be avoided.
102  *
103  * For suspend/resume consider using drm_mode_config_helper_suspend() and
104  * drm_mode_config_helper_resume() which takes care of fbdev as well.
105  *
106  * All other functions exported by the fb helper library can be used to
107  * implement the fbdev driver interface by the driver.
108  *
109  * It is possible, though perhaps somewhat tricky, to implement race-free
110  * hotplug detection using the fbdev helpers. The drm_fb_helper_prepare()
111  * helper must be called first to initialize the minimum required to make
112  * hotplug detection work. Drivers also need to make sure to properly set up
113  * the &drm_mode_config.funcs member. After calling drm_kms_helper_poll_init()
114  * it is safe to enable interrupts and start processing hotplug events. At the
115  * same time, drivers should initialize all modeset objects such as CRTCs,
116  * encoders and connectors. To finish up the fbdev helper initialization, the
117  * drm_fb_helper_init() function is called. To probe for all attached displays
118  * and set up an initial configuration using the detected hardware, drivers
119  * should call drm_fb_helper_initial_config().
120  *
121  * If &drm_framebuffer_funcs.dirty is set, the
122  * drm_fb_helper_{cfb,sys}_{write,fillrect,copyarea,imageblit} functions will
123  * accumulate changes and schedule &drm_fb_helper.dirty_work to run right
124  * away. This worker then calls the dirty() function ensuring that it will
125  * always run in process context since the fb_*() function could be running in
126  * atomic context. If drm_fb_helper_deferred_io() is used as the deferred_io
127  * callback it will also schedule dirty_work with the damage collected from the
128  * mmap page writes.
129  *
130  * Deferred I/O is not compatible with SHMEM. Such drivers should request an
131  * fbdev shadow buffer and call drm_fbdev_generic_setup() instead.
132  */
133 
134 static void drm_fb_helper_restore_lut_atomic(struct drm_crtc *crtc)
135 {
136 	uint16_t *r_base, *g_base, *b_base;
137 
138 	if (crtc->funcs->gamma_set == NULL)
139 		return;
140 
141 	r_base = crtc->gamma_store;
142 	g_base = r_base + crtc->gamma_size;
143 	b_base = g_base + crtc->gamma_size;
144 
145 	crtc->funcs->gamma_set(crtc, r_base, g_base, b_base,
146 			       crtc->gamma_size, NULL);
147 }
148 
149 /**
150  * drm_fb_helper_debug_enter - implementation for &fb_ops.fb_debug_enter
151  * @info: fbdev registered by the helper
152  */
153 int drm_fb_helper_debug_enter(struct fb_info *info)
154 {
155 	struct drm_fb_helper *helper = info->par;
156 	const struct drm_crtc_helper_funcs *funcs;
157 	struct drm_mode_set *mode_set;
158 
159 	list_for_each_entry(helper, &kernel_fb_helper_list, kernel_fb_list) {
160 		mutex_lock(&helper->client.modeset_mutex);
161 		drm_client_for_each_modeset(mode_set, &helper->client) {
162 			if (!mode_set->crtc->enabled)
163 				continue;
164 
165 			funcs =	mode_set->crtc->helper_private;
166 			if (funcs->mode_set_base_atomic == NULL)
167 				continue;
168 
169 			if (drm_drv_uses_atomic_modeset(mode_set->crtc->dev))
170 				continue;
171 
172 			funcs->mode_set_base_atomic(mode_set->crtc,
173 						    mode_set->fb,
174 						    mode_set->x,
175 						    mode_set->y,
176 						    ENTER_ATOMIC_MODE_SET);
177 		}
178 		mutex_unlock(&helper->client.modeset_mutex);
179 	}
180 
181 	return 0;
182 }
183 EXPORT_SYMBOL(drm_fb_helper_debug_enter);
184 
185 /**
186  * drm_fb_helper_debug_leave - implementation for &fb_ops.fb_debug_leave
187  * @info: fbdev registered by the helper
188  */
189 int drm_fb_helper_debug_leave(struct fb_info *info)
190 {
191 	struct drm_fb_helper *helper = info->par;
192 	struct drm_client_dev *client = &helper->client;
193 	struct drm_device *dev = helper->dev;
194 	struct drm_crtc *crtc;
195 	const struct drm_crtc_helper_funcs *funcs;
196 	struct drm_mode_set *mode_set;
197 	struct drm_framebuffer *fb;
198 
199 	mutex_lock(&client->modeset_mutex);
200 	drm_client_for_each_modeset(mode_set, client) {
201 		crtc = mode_set->crtc;
202 		if (drm_drv_uses_atomic_modeset(crtc->dev))
203 			continue;
204 
205 		funcs = crtc->helper_private;
206 		fb = crtc->primary->fb;
207 
208 		if (!crtc->enabled)
209 			continue;
210 
211 		if (!fb) {
212 			drm_err(dev, "no fb to restore?\n");
213 			continue;
214 		}
215 
216 		if (funcs->mode_set_base_atomic == NULL)
217 			continue;
218 
219 		drm_fb_helper_restore_lut_atomic(mode_set->crtc);
220 		funcs->mode_set_base_atomic(mode_set->crtc, fb, crtc->x,
221 					    crtc->y, LEAVE_ATOMIC_MODE_SET);
222 	}
223 	mutex_unlock(&client->modeset_mutex);
224 
225 	return 0;
226 }
227 EXPORT_SYMBOL(drm_fb_helper_debug_leave);
228 
229 static int
230 __drm_fb_helper_restore_fbdev_mode_unlocked(struct drm_fb_helper *fb_helper,
231 					    bool force)
232 {
233 	bool do_delayed;
234 	int ret;
235 
236 	if (!drm_fbdev_emulation || !fb_helper)
237 		return -ENODEV;
238 
239 	if (READ_ONCE(fb_helper->deferred_setup))
240 		return 0;
241 
242 	mutex_lock(&fb_helper->lock);
243 	if (force) {
244 		/*
245 		 * Yes this is the _locked version which expects the master lock
246 		 * to be held. But for forced restores we're intentionally
247 		 * racing here, see drm_fb_helper_set_par().
248 		 */
249 		ret = drm_client_modeset_commit_locked(&fb_helper->client);
250 	} else {
251 		ret = drm_client_modeset_commit(&fb_helper->client);
252 	}
253 
254 	do_delayed = fb_helper->delayed_hotplug;
255 	if (do_delayed)
256 		fb_helper->delayed_hotplug = false;
257 	mutex_unlock(&fb_helper->lock);
258 
259 	if (do_delayed)
260 		drm_fb_helper_hotplug_event(fb_helper);
261 
262 	return ret;
263 }
264 
265 /**
266  * drm_fb_helper_restore_fbdev_mode_unlocked - restore fbdev configuration
267  * @fb_helper: driver-allocated fbdev helper, can be NULL
268  *
269  * This should be called from driver's drm &drm_driver.lastclose callback
270  * when implementing an fbcon on top of kms using this helper. This ensures that
271  * the user isn't greeted with a black screen when e.g. X dies.
272  *
273  * RETURNS:
274  * Zero if everything went ok, negative error code otherwise.
275  */
276 int drm_fb_helper_restore_fbdev_mode_unlocked(struct drm_fb_helper *fb_helper)
277 {
278 	return __drm_fb_helper_restore_fbdev_mode_unlocked(fb_helper, false);
279 }
280 EXPORT_SYMBOL(drm_fb_helper_restore_fbdev_mode_unlocked);
281 
282 #ifdef CONFIG_MAGIC_SYSRQ
283 /* emergency restore, don't bother with error reporting */
284 static void drm_fb_helper_restore_work_fn(struct work_struct *ignored)
285 {
286 	struct drm_fb_helper *helper;
287 
288 	mutex_lock(&kernel_fb_helper_lock);
289 	list_for_each_entry(helper, &kernel_fb_helper_list, kernel_fb_list) {
290 		struct drm_device *dev = helper->dev;
291 
292 		if (dev->switch_power_state == DRM_SWITCH_POWER_OFF)
293 			continue;
294 
295 		mutex_lock(&helper->lock);
296 		drm_client_modeset_commit_locked(&helper->client);
297 		mutex_unlock(&helper->lock);
298 	}
299 	mutex_unlock(&kernel_fb_helper_lock);
300 }
301 
302 static DECLARE_WORK(drm_fb_helper_restore_work, drm_fb_helper_restore_work_fn);
303 
304 static void drm_fb_helper_sysrq(int dummy1)
305 {
306 	schedule_work(&drm_fb_helper_restore_work);
307 }
308 
309 static const struct sysrq_key_op sysrq_drm_fb_helper_restore_op = {
310 	.handler = drm_fb_helper_sysrq,
311 	.help_msg = "force-fb(v)",
312 	.action_msg = "Restore framebuffer console",
313 };
314 #else
315 static const struct sysrq_key_op sysrq_drm_fb_helper_restore_op = { };
316 #endif
317 
318 static void drm_fb_helper_dpms(struct fb_info *info, int dpms_mode)
319 {
320 	struct drm_fb_helper *fb_helper = info->par;
321 
322 	mutex_lock(&fb_helper->lock);
323 	drm_client_modeset_dpms(&fb_helper->client, dpms_mode);
324 	mutex_unlock(&fb_helper->lock);
325 }
326 
327 /**
328  * drm_fb_helper_blank - implementation for &fb_ops.fb_blank
329  * @blank: desired blanking state
330  * @info: fbdev registered by the helper
331  */
332 int drm_fb_helper_blank(int blank, struct fb_info *info)
333 {
334 	if (oops_in_progress)
335 		return -EBUSY;
336 
337 	switch (blank) {
338 	/* Display: On; HSync: On, VSync: On */
339 	case FB_BLANK_UNBLANK:
340 		drm_fb_helper_dpms(info, DRM_MODE_DPMS_ON);
341 		break;
342 	/* Display: Off; HSync: On, VSync: On */
343 	case FB_BLANK_NORMAL:
344 		drm_fb_helper_dpms(info, DRM_MODE_DPMS_STANDBY);
345 		break;
346 	/* Display: Off; HSync: Off, VSync: On */
347 	case FB_BLANK_HSYNC_SUSPEND:
348 		drm_fb_helper_dpms(info, DRM_MODE_DPMS_STANDBY);
349 		break;
350 	/* Display: Off; HSync: On, VSync: Off */
351 	case FB_BLANK_VSYNC_SUSPEND:
352 		drm_fb_helper_dpms(info, DRM_MODE_DPMS_SUSPEND);
353 		break;
354 	/* Display: Off; HSync: Off, VSync: Off */
355 	case FB_BLANK_POWERDOWN:
356 		drm_fb_helper_dpms(info, DRM_MODE_DPMS_OFF);
357 		break;
358 	}
359 	return 0;
360 }
361 EXPORT_SYMBOL(drm_fb_helper_blank);
362 
363 static void drm_fb_helper_resume_worker(struct work_struct *work)
364 {
365 	struct drm_fb_helper *helper = container_of(work, struct drm_fb_helper,
366 						    resume_work);
367 
368 	console_lock();
369 	fb_set_suspend(helper->info, 0);
370 	console_unlock();
371 }
372 
373 static void drm_fb_helper_fb_dirty(struct drm_fb_helper *helper)
374 {
375 	struct drm_device *dev = helper->dev;
376 	struct drm_clip_rect *clip = &helper->damage_clip;
377 	struct drm_clip_rect clip_copy;
378 	unsigned long flags;
379 	int ret;
380 
381 	if (drm_WARN_ON_ONCE(dev, !helper->funcs->fb_dirty))
382 		return;
383 
384 	spin_lock_irqsave(&helper->damage_lock, flags);
385 	clip_copy = *clip;
386 	clip->x1 = clip->y1 = ~0;
387 	clip->x2 = clip->y2 = 0;
388 	spin_unlock_irqrestore(&helper->damage_lock, flags);
389 
390 	ret = helper->funcs->fb_dirty(helper, &clip_copy);
391 	if (ret)
392 		goto err;
393 
394 	return;
395 
396 err:
397 	/*
398 	 * Restore damage clip rectangle on errors. The next run
399 	 * of the damage worker will perform the update.
400 	 */
401 	spin_lock_irqsave(&helper->damage_lock, flags);
402 	clip->x1 = min_t(u32, clip->x1, clip_copy.x1);
403 	clip->y1 = min_t(u32, clip->y1, clip_copy.y1);
404 	clip->x2 = max_t(u32, clip->x2, clip_copy.x2);
405 	clip->y2 = max_t(u32, clip->y2, clip_copy.y2);
406 	spin_unlock_irqrestore(&helper->damage_lock, flags);
407 }
408 
409 static void drm_fb_helper_damage_work(struct work_struct *work)
410 {
411 	struct drm_fb_helper *helper = container_of(work, struct drm_fb_helper, damage_work);
412 
413 	drm_fb_helper_fb_dirty(helper);
414 }
415 
416 /**
417  * drm_fb_helper_prepare - setup a drm_fb_helper structure
418  * @dev: DRM device
419  * @helper: driver-allocated fbdev helper structure to set up
420  * @preferred_bpp: Preferred bits per pixel for the device.
421  * @funcs: pointer to structure of functions associate with this helper
422  *
423  * Sets up the bare minimum to make the framebuffer helper usable. This is
424  * useful to implement race-free initialization of the polling helpers.
425  */
426 void drm_fb_helper_prepare(struct drm_device *dev, struct drm_fb_helper *helper,
427 			   unsigned int preferred_bpp,
428 			   const struct drm_fb_helper_funcs *funcs)
429 {
430 	/*
431 	 * Pick a preferred bpp of 32 if no value has been given. This
432 	 * will select XRGB8888 for the framebuffer formats. All drivers
433 	 * have to support XRGB8888 for backwards compatibility with legacy
434 	 * userspace, so it's the safe choice here.
435 	 *
436 	 * TODO: Replace struct drm_mode_config.preferred_depth and this
437 	 *       bpp value with a preferred format that is given as struct
438 	 *       drm_format_info. Then derive all other values from the
439 	 *       format.
440 	 */
441 	if (!preferred_bpp)
442 		preferred_bpp = 32;
443 
444 	INIT_LIST_HEAD(&helper->kernel_fb_list);
445 	spin_lock_init(&helper->damage_lock);
446 	INIT_WORK(&helper->resume_work, drm_fb_helper_resume_worker);
447 	INIT_WORK(&helper->damage_work, drm_fb_helper_damage_work);
448 	helper->damage_clip.x1 = helper->damage_clip.y1 = ~0;
449 	mutex_init(&helper->lock);
450 	helper->funcs = funcs;
451 	helper->dev = dev;
452 	helper->preferred_bpp = preferred_bpp;
453 }
454 EXPORT_SYMBOL(drm_fb_helper_prepare);
455 
456 /**
457  * drm_fb_helper_unprepare - clean up a drm_fb_helper structure
458  * @fb_helper: driver-allocated fbdev helper structure to set up
459  *
460  * Cleans up the framebuffer helper. Inverse of drm_fb_helper_prepare().
461  */
462 void drm_fb_helper_unprepare(struct drm_fb_helper *fb_helper)
463 {
464 	mutex_destroy(&fb_helper->lock);
465 }
466 EXPORT_SYMBOL(drm_fb_helper_unprepare);
467 
468 /**
469  * drm_fb_helper_init - initialize a &struct drm_fb_helper
470  * @dev: drm device
471  * @fb_helper: driver-allocated fbdev helper structure to initialize
472  *
473  * This allocates the structures for the fbdev helper with the given limits.
474  * Note that this won't yet touch the hardware (through the driver interfaces)
475  * nor register the fbdev. This is only done in drm_fb_helper_initial_config()
476  * to allow driver writes more control over the exact init sequence.
477  *
478  * Drivers must call drm_fb_helper_prepare() before calling this function.
479  *
480  * RETURNS:
481  * Zero if everything went ok, nonzero otherwise.
482  */
483 int drm_fb_helper_init(struct drm_device *dev,
484 		       struct drm_fb_helper *fb_helper)
485 {
486 	int ret;
487 
488 	/*
489 	 * If this is not the generic fbdev client, initialize a drm_client
490 	 * without callbacks so we can use the modesets.
491 	 */
492 	if (!fb_helper->client.funcs) {
493 		ret = drm_client_init(dev, &fb_helper->client, "drm_fb_helper", NULL);
494 		if (ret)
495 			return ret;
496 	}
497 
498 	dev->fb_helper = fb_helper;
499 
500 	return 0;
501 }
502 EXPORT_SYMBOL(drm_fb_helper_init);
503 
504 /**
505  * drm_fb_helper_alloc_info - allocate fb_info and some of its members
506  * @fb_helper: driver-allocated fbdev helper
507  *
508  * A helper to alloc fb_info and the member cmap. Called by the driver
509  * within the fb_probe fb_helper callback function. Drivers do not
510  * need to release the allocated fb_info structure themselves, this is
511  * automatically done when calling drm_fb_helper_fini().
512  *
513  * RETURNS:
514  * fb_info pointer if things went okay, pointer containing error code
515  * otherwise
516  */
517 struct fb_info *drm_fb_helper_alloc_info(struct drm_fb_helper *fb_helper)
518 {
519 	struct device *dev = fb_helper->dev->dev;
520 	struct fb_info *info;
521 	int ret;
522 
523 	info = framebuffer_alloc(0, dev);
524 	if (!info)
525 		return ERR_PTR(-ENOMEM);
526 
527 	ret = fb_alloc_cmap(&info->cmap, 256, 0);
528 	if (ret)
529 		goto err_release;
530 
531 	fb_helper->info = info;
532 	info->skip_vt_switch = true;
533 
534 	return info;
535 
536 err_release:
537 	framebuffer_release(info);
538 	return ERR_PTR(ret);
539 }
540 EXPORT_SYMBOL(drm_fb_helper_alloc_info);
541 
542 /**
543  * drm_fb_helper_release_info - release fb_info and its members
544  * @fb_helper: driver-allocated fbdev helper
545  *
546  * A helper to release fb_info and the member cmap.  Drivers do not
547  * need to release the allocated fb_info structure themselves, this is
548  * automatically done when calling drm_fb_helper_fini().
549  */
550 void drm_fb_helper_release_info(struct drm_fb_helper *fb_helper)
551 {
552 	struct fb_info *info = fb_helper->info;
553 
554 	if (!info)
555 		return;
556 
557 	fb_helper->info = NULL;
558 
559 	if (info->cmap.len)
560 		fb_dealloc_cmap(&info->cmap);
561 	framebuffer_release(info);
562 }
563 EXPORT_SYMBOL(drm_fb_helper_release_info);
564 
565 /**
566  * drm_fb_helper_unregister_info - unregister fb_info framebuffer device
567  * @fb_helper: driver-allocated fbdev helper, can be NULL
568  *
569  * A wrapper around unregister_framebuffer, to release the fb_info
570  * framebuffer device. This must be called before releasing all resources for
571  * @fb_helper by calling drm_fb_helper_fini().
572  */
573 void drm_fb_helper_unregister_info(struct drm_fb_helper *fb_helper)
574 {
575 	if (fb_helper && fb_helper->info)
576 		unregister_framebuffer(fb_helper->info);
577 }
578 EXPORT_SYMBOL(drm_fb_helper_unregister_info);
579 
580 /**
581  * drm_fb_helper_fini - finialize a &struct drm_fb_helper
582  * @fb_helper: driver-allocated fbdev helper, can be NULL
583  *
584  * This cleans up all remaining resources associated with @fb_helper.
585  */
586 void drm_fb_helper_fini(struct drm_fb_helper *fb_helper)
587 {
588 	if (!fb_helper)
589 		return;
590 
591 	fb_helper->dev->fb_helper = NULL;
592 
593 	if (!drm_fbdev_emulation)
594 		return;
595 
596 	cancel_work_sync(&fb_helper->resume_work);
597 	cancel_work_sync(&fb_helper->damage_work);
598 
599 	drm_fb_helper_release_info(fb_helper);
600 
601 	mutex_lock(&kernel_fb_helper_lock);
602 	if (!list_empty(&fb_helper->kernel_fb_list)) {
603 		list_del(&fb_helper->kernel_fb_list);
604 		if (list_empty(&kernel_fb_helper_list))
605 			unregister_sysrq_key('v', &sysrq_drm_fb_helper_restore_op);
606 	}
607 	mutex_unlock(&kernel_fb_helper_lock);
608 
609 	if (!fb_helper->client.funcs)
610 		drm_client_release(&fb_helper->client);
611 }
612 EXPORT_SYMBOL(drm_fb_helper_fini);
613 
614 static void drm_fb_helper_add_damage_clip(struct drm_fb_helper *helper, u32 x, u32 y,
615 					  u32 width, u32 height)
616 {
617 	struct drm_clip_rect *clip = &helper->damage_clip;
618 	unsigned long flags;
619 
620 	spin_lock_irqsave(&helper->damage_lock, flags);
621 	clip->x1 = min_t(u32, clip->x1, x);
622 	clip->y1 = min_t(u32, clip->y1, y);
623 	clip->x2 = max_t(u32, clip->x2, x + width);
624 	clip->y2 = max_t(u32, clip->y2, y + height);
625 	spin_unlock_irqrestore(&helper->damage_lock, flags);
626 }
627 
628 static void drm_fb_helper_damage(struct drm_fb_helper *helper, u32 x, u32 y,
629 				 u32 width, u32 height)
630 {
631 	drm_fb_helper_add_damage_clip(helper, x, y, width, height);
632 
633 	schedule_work(&helper->damage_work);
634 }
635 
636 /*
637  * Convert memory region into area of scanlines and pixels per
638  * scanline. The parameters off and len must not reach beyond
639  * the end of the framebuffer.
640  */
641 static void drm_fb_helper_memory_range_to_clip(struct fb_info *info, off_t off, size_t len,
642 					       struct drm_rect *clip)
643 {
644 	off_t end = off + len;
645 	u32 x1 = 0;
646 	u32 y1 = off / info->fix.line_length;
647 	u32 x2 = info->var.xres;
648 	u32 y2 = DIV_ROUND_UP(end, info->fix.line_length);
649 
650 	if ((y2 - y1) == 1) {
651 		/*
652 		 * We've only written to a single scanline. Try to reduce
653 		 * the number of horizontal pixels that need an update.
654 		 */
655 		off_t bit_off = (off % info->fix.line_length) * 8;
656 		off_t bit_end = (end % info->fix.line_length) * 8;
657 
658 		x1 = bit_off / info->var.bits_per_pixel;
659 		x2 = DIV_ROUND_UP(bit_end, info->var.bits_per_pixel);
660 	}
661 
662 	drm_rect_init(clip, x1, y1, x2 - x1, y2 - y1);
663 }
664 
665 /**
666  * drm_fb_helper_deferred_io() - fbdev deferred_io callback function
667  * @info: fb_info struct pointer
668  * @pagereflist: list of mmap framebuffer pages that have to be flushed
669  *
670  * This function is used as the &fb_deferred_io.deferred_io
671  * callback function for flushing the fbdev mmap writes.
672  */
673 void drm_fb_helper_deferred_io(struct fb_info *info, struct list_head *pagereflist)
674 {
675 	struct drm_fb_helper *helper = info->par;
676 	unsigned long start, end, min_off, max_off, total_size;
677 	struct fb_deferred_io_pageref *pageref;
678 	struct drm_rect damage_area;
679 
680 	min_off = ULONG_MAX;
681 	max_off = 0;
682 	list_for_each_entry(pageref, pagereflist, list) {
683 		start = pageref->offset;
684 		end = start + PAGE_SIZE;
685 		min_off = min(min_off, start);
686 		max_off = max(max_off, end);
687 	}
688 
689 	/*
690 	 * As we can only track pages, we might reach beyond the end
691 	 * of the screen and account for non-existing scanlines. Hence,
692 	 * keep the covered memory area within the screen buffer.
693 	 */
694 	if (info->screen_size)
695 		total_size = info->screen_size;
696 	else
697 		total_size = info->fix.smem_len;
698 	max_off = min(max_off, total_size);
699 
700 	if (min_off < max_off) {
701 		drm_fb_helper_memory_range_to_clip(info, min_off, max_off - min_off, &damage_area);
702 		drm_fb_helper_damage(helper, damage_area.x1, damage_area.y1,
703 				     drm_rect_width(&damage_area),
704 				     drm_rect_height(&damage_area));
705 	}
706 }
707 EXPORT_SYMBOL(drm_fb_helper_deferred_io);
708 
709 typedef ssize_t (*drm_fb_helper_read_screen)(struct fb_info *info, char __user *buf,
710 					     size_t count, loff_t pos);
711 
712 static ssize_t __drm_fb_helper_read(struct fb_info *info, char __user *buf, size_t count,
713 				    loff_t *ppos, drm_fb_helper_read_screen read_screen)
714 {
715 	loff_t pos = *ppos;
716 	size_t total_size;
717 	ssize_t ret;
718 
719 	if (info->screen_size)
720 		total_size = info->screen_size;
721 	else
722 		total_size = info->fix.smem_len;
723 
724 	if (pos >= total_size)
725 		return 0;
726 	if (count >= total_size)
727 		count = total_size;
728 	if (total_size - count < pos)
729 		count = total_size - pos;
730 
731 	if (info->fbops->fb_sync)
732 		info->fbops->fb_sync(info);
733 
734 	ret = read_screen(info, buf, count, pos);
735 	if (ret > 0)
736 		*ppos += ret;
737 
738 	return ret;
739 }
740 
741 typedef ssize_t (*drm_fb_helper_write_screen)(struct fb_info *info, const char __user *buf,
742 					      size_t count, loff_t pos);
743 
744 static ssize_t __drm_fb_helper_write(struct fb_info *info, const char __user *buf, size_t count,
745 				     loff_t *ppos, drm_fb_helper_write_screen write_screen)
746 {
747 	loff_t pos = *ppos;
748 	size_t total_size;
749 	ssize_t ret;
750 	int err = 0;
751 
752 	if (info->screen_size)
753 		total_size = info->screen_size;
754 	else
755 		total_size = info->fix.smem_len;
756 
757 	if (pos > total_size)
758 		return -EFBIG;
759 	if (count > total_size) {
760 		err = -EFBIG;
761 		count = total_size;
762 	}
763 	if (total_size - count < pos) {
764 		if (!err)
765 			err = -ENOSPC;
766 		count = total_size - pos;
767 	}
768 
769 	if (info->fbops->fb_sync)
770 		info->fbops->fb_sync(info);
771 
772 	/*
773 	 * Copy to framebuffer even if we already logged an error. Emulates
774 	 * the behavior of the original fbdev implementation.
775 	 */
776 	ret = write_screen(info, buf, count, pos);
777 	if (ret < 0)
778 		return ret; /* return last error, if any */
779 	else if (!ret)
780 		return err; /* return previous error, if any */
781 
782 	*ppos += ret;
783 
784 	return ret;
785 }
786 
787 static ssize_t drm_fb_helper_read_screen_buffer(struct fb_info *info, char __user *buf,
788 						size_t count, loff_t pos)
789 {
790 	const char *src = info->screen_buffer + pos;
791 
792 	if (copy_to_user(buf, src, count))
793 		return -EFAULT;
794 
795 	return count;
796 }
797 
798 /**
799  * drm_fb_helper_sys_read - Implements struct &fb_ops.fb_read for system memory
800  * @info: fb_info struct pointer
801  * @buf: userspace buffer to read from framebuffer memory
802  * @count: number of bytes to read from framebuffer memory
803  * @ppos: read offset within framebuffer memory
804  *
805  * Returns:
806  * The number of bytes read on success, or an error code otherwise.
807  */
808 ssize_t drm_fb_helper_sys_read(struct fb_info *info, char __user *buf,
809 			       size_t count, loff_t *ppos)
810 {
811 	return __drm_fb_helper_read(info, buf, count, ppos, drm_fb_helper_read_screen_buffer);
812 }
813 EXPORT_SYMBOL(drm_fb_helper_sys_read);
814 
815 static ssize_t drm_fb_helper_write_screen_buffer(struct fb_info *info, const char __user *buf,
816 						 size_t count, loff_t pos)
817 {
818 	char *dst = info->screen_buffer + pos;
819 
820 	if (copy_from_user(dst, buf, count))
821 		return -EFAULT;
822 
823 	return count;
824 }
825 
826 /**
827  * drm_fb_helper_sys_write - Implements struct &fb_ops.fb_write for system memory
828  * @info: fb_info struct pointer
829  * @buf: userspace buffer to write to framebuffer memory
830  * @count: number of bytes to write to framebuffer memory
831  * @ppos: write offset within framebuffer memory
832  *
833  * Returns:
834  * The number of bytes written on success, or an error code otherwise.
835  */
836 ssize_t drm_fb_helper_sys_write(struct fb_info *info, const char __user *buf,
837 				size_t count, loff_t *ppos)
838 {
839 	struct drm_fb_helper *helper = info->par;
840 	loff_t pos = *ppos;
841 	ssize_t ret;
842 	struct drm_rect damage_area;
843 
844 	ret = __drm_fb_helper_write(info, buf, count, ppos, drm_fb_helper_write_screen_buffer);
845 	if (ret <= 0)
846 		return ret;
847 
848 	if (helper->funcs->fb_dirty) {
849 		drm_fb_helper_memory_range_to_clip(info, pos, ret, &damage_area);
850 		drm_fb_helper_damage(helper, damage_area.x1, damage_area.y1,
851 				     drm_rect_width(&damage_area),
852 				     drm_rect_height(&damage_area));
853 	}
854 
855 	return ret;
856 }
857 EXPORT_SYMBOL(drm_fb_helper_sys_write);
858 
859 /**
860  * drm_fb_helper_sys_fillrect - wrapper around sys_fillrect
861  * @info: fbdev registered by the helper
862  * @rect: info about rectangle to fill
863  *
864  * A wrapper around sys_fillrect implemented by fbdev core
865  */
866 void drm_fb_helper_sys_fillrect(struct fb_info *info,
867 				const struct fb_fillrect *rect)
868 {
869 	struct drm_fb_helper *helper = info->par;
870 
871 	sys_fillrect(info, rect);
872 
873 	if (helper->funcs->fb_dirty)
874 		drm_fb_helper_damage(helper, rect->dx, rect->dy, rect->width, rect->height);
875 }
876 EXPORT_SYMBOL(drm_fb_helper_sys_fillrect);
877 
878 /**
879  * drm_fb_helper_sys_copyarea - wrapper around sys_copyarea
880  * @info: fbdev registered by the helper
881  * @area: info about area to copy
882  *
883  * A wrapper around sys_copyarea implemented by fbdev core
884  */
885 void drm_fb_helper_sys_copyarea(struct fb_info *info,
886 				const struct fb_copyarea *area)
887 {
888 	struct drm_fb_helper *helper = info->par;
889 
890 	sys_copyarea(info, area);
891 
892 	if (helper->funcs->fb_dirty)
893 		drm_fb_helper_damage(helper, area->dx, area->dy, area->width, area->height);
894 }
895 EXPORT_SYMBOL(drm_fb_helper_sys_copyarea);
896 
897 /**
898  * drm_fb_helper_sys_imageblit - wrapper around sys_imageblit
899  * @info: fbdev registered by the helper
900  * @image: info about image to blit
901  *
902  * A wrapper around sys_imageblit implemented by fbdev core
903  */
904 void drm_fb_helper_sys_imageblit(struct fb_info *info,
905 				 const struct fb_image *image)
906 {
907 	struct drm_fb_helper *helper = info->par;
908 
909 	sys_imageblit(info, image);
910 
911 	if (helper->funcs->fb_dirty)
912 		drm_fb_helper_damage(helper, image->dx, image->dy, image->width, image->height);
913 }
914 EXPORT_SYMBOL(drm_fb_helper_sys_imageblit);
915 
916 static ssize_t fb_read_screen_base(struct fb_info *info, char __user *buf, size_t count,
917 				   loff_t pos)
918 {
919 	const char __iomem *src = info->screen_base + pos;
920 	size_t alloc_size = min_t(size_t, count, PAGE_SIZE);
921 	ssize_t ret = 0;
922 	int err = 0;
923 	char *tmp;
924 
925 	tmp = kmalloc(alloc_size, GFP_KERNEL);
926 	if (!tmp)
927 		return -ENOMEM;
928 
929 	while (count) {
930 		size_t c = min_t(size_t, count, alloc_size);
931 
932 		memcpy_fromio(tmp, src, c);
933 		if (copy_to_user(buf, tmp, c)) {
934 			err = -EFAULT;
935 			break;
936 		}
937 
938 		src += c;
939 		buf += c;
940 		ret += c;
941 		count -= c;
942 	}
943 
944 	kfree(tmp);
945 
946 	return ret ? ret : err;
947 }
948 
949 /**
950  * drm_fb_helper_cfb_read - Implements struct &fb_ops.fb_read for I/O memory
951  * @info: fb_info struct pointer
952  * @buf: userspace buffer to read from framebuffer memory
953  * @count: number of bytes to read from framebuffer memory
954  * @ppos: read offset within framebuffer memory
955  *
956  * Returns:
957  * The number of bytes read on success, or an error code otherwise.
958  */
959 ssize_t drm_fb_helper_cfb_read(struct fb_info *info, char __user *buf,
960 			       size_t count, loff_t *ppos)
961 {
962 	return __drm_fb_helper_read(info, buf, count, ppos, fb_read_screen_base);
963 }
964 EXPORT_SYMBOL(drm_fb_helper_cfb_read);
965 
966 static ssize_t fb_write_screen_base(struct fb_info *info, const char __user *buf, size_t count,
967 				    loff_t pos)
968 {
969 	char __iomem *dst = info->screen_base + pos;
970 	size_t alloc_size = min_t(size_t, count, PAGE_SIZE);
971 	ssize_t ret = 0;
972 	int err = 0;
973 	u8 *tmp;
974 
975 	tmp = kmalloc(alloc_size, GFP_KERNEL);
976 	if (!tmp)
977 		return -ENOMEM;
978 
979 	while (count) {
980 		size_t c = min_t(size_t, count, alloc_size);
981 
982 		if (copy_from_user(tmp, buf, c)) {
983 			err = -EFAULT;
984 			break;
985 		}
986 		memcpy_toio(dst, tmp, c);
987 
988 		dst += c;
989 		buf += c;
990 		ret += c;
991 		count -= c;
992 	}
993 
994 	kfree(tmp);
995 
996 	return ret ? ret : err;
997 }
998 
999 /**
1000  * drm_fb_helper_cfb_write - Implements struct &fb_ops.fb_write for I/O memory
1001  * @info: fb_info struct pointer
1002  * @buf: userspace buffer to write to framebuffer memory
1003  * @count: number of bytes to write to framebuffer memory
1004  * @ppos: write offset within framebuffer memory
1005  *
1006  * Returns:
1007  * The number of bytes written on success, or an error code otherwise.
1008  */
1009 ssize_t drm_fb_helper_cfb_write(struct fb_info *info, const char __user *buf,
1010 				size_t count, loff_t *ppos)
1011 {
1012 	struct drm_fb_helper *helper = info->par;
1013 	loff_t pos = *ppos;
1014 	ssize_t ret;
1015 	struct drm_rect damage_area;
1016 
1017 	ret = __drm_fb_helper_write(info, buf, count, ppos, fb_write_screen_base);
1018 	if (ret <= 0)
1019 		return ret;
1020 
1021 	if (helper->funcs->fb_dirty) {
1022 		drm_fb_helper_memory_range_to_clip(info, pos, ret, &damage_area);
1023 		drm_fb_helper_damage(helper, damage_area.x1, damage_area.y1,
1024 				     drm_rect_width(&damage_area),
1025 				     drm_rect_height(&damage_area));
1026 	}
1027 
1028 	return ret;
1029 }
1030 EXPORT_SYMBOL(drm_fb_helper_cfb_write);
1031 
1032 /**
1033  * drm_fb_helper_cfb_fillrect - wrapper around cfb_fillrect
1034  * @info: fbdev registered by the helper
1035  * @rect: info about rectangle to fill
1036  *
1037  * A wrapper around cfb_fillrect implemented by fbdev core
1038  */
1039 void drm_fb_helper_cfb_fillrect(struct fb_info *info,
1040 				const struct fb_fillrect *rect)
1041 {
1042 	struct drm_fb_helper *helper = info->par;
1043 
1044 	cfb_fillrect(info, rect);
1045 
1046 	if (helper->funcs->fb_dirty)
1047 		drm_fb_helper_damage(helper, rect->dx, rect->dy, rect->width, rect->height);
1048 }
1049 EXPORT_SYMBOL(drm_fb_helper_cfb_fillrect);
1050 
1051 /**
1052  * drm_fb_helper_cfb_copyarea - wrapper around cfb_copyarea
1053  * @info: fbdev registered by the helper
1054  * @area: info about area to copy
1055  *
1056  * A wrapper around cfb_copyarea implemented by fbdev core
1057  */
1058 void drm_fb_helper_cfb_copyarea(struct fb_info *info,
1059 				const struct fb_copyarea *area)
1060 {
1061 	struct drm_fb_helper *helper = info->par;
1062 
1063 	cfb_copyarea(info, area);
1064 
1065 	if (helper->funcs->fb_dirty)
1066 		drm_fb_helper_damage(helper, area->dx, area->dy, area->width, area->height);
1067 }
1068 EXPORT_SYMBOL(drm_fb_helper_cfb_copyarea);
1069 
1070 /**
1071  * drm_fb_helper_cfb_imageblit - wrapper around cfb_imageblit
1072  * @info: fbdev registered by the helper
1073  * @image: info about image to blit
1074  *
1075  * A wrapper around cfb_imageblit implemented by fbdev core
1076  */
1077 void drm_fb_helper_cfb_imageblit(struct fb_info *info,
1078 				 const struct fb_image *image)
1079 {
1080 	struct drm_fb_helper *helper = info->par;
1081 
1082 	cfb_imageblit(info, image);
1083 
1084 	if (helper->funcs->fb_dirty)
1085 		drm_fb_helper_damage(helper, image->dx, image->dy, image->width, image->height);
1086 }
1087 EXPORT_SYMBOL(drm_fb_helper_cfb_imageblit);
1088 
1089 /**
1090  * drm_fb_helper_set_suspend - wrapper around fb_set_suspend
1091  * @fb_helper: driver-allocated fbdev helper, can be NULL
1092  * @suspend: whether to suspend or resume
1093  *
1094  * A wrapper around fb_set_suspend implemented by fbdev core.
1095  * Use drm_fb_helper_set_suspend_unlocked() if you don't need to take
1096  * the lock yourself
1097  */
1098 void drm_fb_helper_set_suspend(struct drm_fb_helper *fb_helper, bool suspend)
1099 {
1100 	if (fb_helper && fb_helper->info)
1101 		fb_set_suspend(fb_helper->info, suspend);
1102 }
1103 EXPORT_SYMBOL(drm_fb_helper_set_suspend);
1104 
1105 /**
1106  * drm_fb_helper_set_suspend_unlocked - wrapper around fb_set_suspend that also
1107  *                                      takes the console lock
1108  * @fb_helper: driver-allocated fbdev helper, can be NULL
1109  * @suspend: whether to suspend or resume
1110  *
1111  * A wrapper around fb_set_suspend() that takes the console lock. If the lock
1112  * isn't available on resume, a worker is tasked with waiting for the lock
1113  * to become available. The console lock can be pretty contented on resume
1114  * due to all the printk activity.
1115  *
1116  * This function can be called multiple times with the same state since
1117  * &fb_info.state is checked to see if fbdev is running or not before locking.
1118  *
1119  * Use drm_fb_helper_set_suspend() if you need to take the lock yourself.
1120  */
1121 void drm_fb_helper_set_suspend_unlocked(struct drm_fb_helper *fb_helper,
1122 					bool suspend)
1123 {
1124 	if (!fb_helper || !fb_helper->info)
1125 		return;
1126 
1127 	/* make sure there's no pending/ongoing resume */
1128 	flush_work(&fb_helper->resume_work);
1129 
1130 	if (suspend) {
1131 		if (fb_helper->info->state != FBINFO_STATE_RUNNING)
1132 			return;
1133 
1134 		console_lock();
1135 
1136 	} else {
1137 		if (fb_helper->info->state == FBINFO_STATE_RUNNING)
1138 			return;
1139 
1140 		if (!console_trylock()) {
1141 			schedule_work(&fb_helper->resume_work);
1142 			return;
1143 		}
1144 	}
1145 
1146 	fb_set_suspend(fb_helper->info, suspend);
1147 	console_unlock();
1148 }
1149 EXPORT_SYMBOL(drm_fb_helper_set_suspend_unlocked);
1150 
1151 static int setcmap_pseudo_palette(struct fb_cmap *cmap, struct fb_info *info)
1152 {
1153 	u32 *palette = (u32 *)info->pseudo_palette;
1154 	int i;
1155 
1156 	if (cmap->start + cmap->len > 16)
1157 		return -EINVAL;
1158 
1159 	for (i = 0; i < cmap->len; ++i) {
1160 		u16 red = cmap->red[i];
1161 		u16 green = cmap->green[i];
1162 		u16 blue = cmap->blue[i];
1163 		u32 value;
1164 
1165 		red >>= 16 - info->var.red.length;
1166 		green >>= 16 - info->var.green.length;
1167 		blue >>= 16 - info->var.blue.length;
1168 		value = (red << info->var.red.offset) |
1169 			(green << info->var.green.offset) |
1170 			(blue << info->var.blue.offset);
1171 		if (info->var.transp.length > 0) {
1172 			u32 mask = (1 << info->var.transp.length) - 1;
1173 
1174 			mask <<= info->var.transp.offset;
1175 			value |= mask;
1176 		}
1177 		palette[cmap->start + i] = value;
1178 	}
1179 
1180 	return 0;
1181 }
1182 
1183 static int setcmap_legacy(struct fb_cmap *cmap, struct fb_info *info)
1184 {
1185 	struct drm_fb_helper *fb_helper = info->par;
1186 	struct drm_mode_set *modeset;
1187 	struct drm_crtc *crtc;
1188 	u16 *r, *g, *b;
1189 	int ret = 0;
1190 
1191 	drm_modeset_lock_all(fb_helper->dev);
1192 	drm_client_for_each_modeset(modeset, &fb_helper->client) {
1193 		crtc = modeset->crtc;
1194 		if (!crtc->funcs->gamma_set || !crtc->gamma_size) {
1195 			ret = -EINVAL;
1196 			goto out;
1197 		}
1198 
1199 		if (cmap->start + cmap->len > crtc->gamma_size) {
1200 			ret = -EINVAL;
1201 			goto out;
1202 		}
1203 
1204 		r = crtc->gamma_store;
1205 		g = r + crtc->gamma_size;
1206 		b = g + crtc->gamma_size;
1207 
1208 		memcpy(r + cmap->start, cmap->red, cmap->len * sizeof(*r));
1209 		memcpy(g + cmap->start, cmap->green, cmap->len * sizeof(*g));
1210 		memcpy(b + cmap->start, cmap->blue, cmap->len * sizeof(*b));
1211 
1212 		ret = crtc->funcs->gamma_set(crtc, r, g, b,
1213 					     crtc->gamma_size, NULL);
1214 		if (ret)
1215 			goto out;
1216 	}
1217 out:
1218 	drm_modeset_unlock_all(fb_helper->dev);
1219 
1220 	return ret;
1221 }
1222 
1223 static struct drm_property_blob *setcmap_new_gamma_lut(struct drm_crtc *crtc,
1224 						       struct fb_cmap *cmap)
1225 {
1226 	struct drm_device *dev = crtc->dev;
1227 	struct drm_property_blob *gamma_lut;
1228 	struct drm_color_lut *lut;
1229 	int size = crtc->gamma_size;
1230 	int i;
1231 
1232 	if (!size || cmap->start + cmap->len > size)
1233 		return ERR_PTR(-EINVAL);
1234 
1235 	gamma_lut = drm_property_create_blob(dev, sizeof(*lut) * size, NULL);
1236 	if (IS_ERR(gamma_lut))
1237 		return gamma_lut;
1238 
1239 	lut = gamma_lut->data;
1240 	if (cmap->start || cmap->len != size) {
1241 		u16 *r = crtc->gamma_store;
1242 		u16 *g = r + crtc->gamma_size;
1243 		u16 *b = g + crtc->gamma_size;
1244 
1245 		for (i = 0; i < cmap->start; i++) {
1246 			lut[i].red = r[i];
1247 			lut[i].green = g[i];
1248 			lut[i].blue = b[i];
1249 		}
1250 		for (i = cmap->start + cmap->len; i < size; i++) {
1251 			lut[i].red = r[i];
1252 			lut[i].green = g[i];
1253 			lut[i].blue = b[i];
1254 		}
1255 	}
1256 
1257 	for (i = 0; i < cmap->len; i++) {
1258 		lut[cmap->start + i].red = cmap->red[i];
1259 		lut[cmap->start + i].green = cmap->green[i];
1260 		lut[cmap->start + i].blue = cmap->blue[i];
1261 	}
1262 
1263 	return gamma_lut;
1264 }
1265 
1266 static int setcmap_atomic(struct fb_cmap *cmap, struct fb_info *info)
1267 {
1268 	struct drm_fb_helper *fb_helper = info->par;
1269 	struct drm_device *dev = fb_helper->dev;
1270 	struct drm_property_blob *gamma_lut = NULL;
1271 	struct drm_modeset_acquire_ctx ctx;
1272 	struct drm_crtc_state *crtc_state;
1273 	struct drm_atomic_state *state;
1274 	struct drm_mode_set *modeset;
1275 	struct drm_crtc *crtc;
1276 	u16 *r, *g, *b;
1277 	bool replaced;
1278 	int ret = 0;
1279 
1280 	drm_modeset_acquire_init(&ctx, 0);
1281 
1282 	state = drm_atomic_state_alloc(dev);
1283 	if (!state) {
1284 		ret = -ENOMEM;
1285 		goto out_ctx;
1286 	}
1287 
1288 	state->acquire_ctx = &ctx;
1289 retry:
1290 	drm_client_for_each_modeset(modeset, &fb_helper->client) {
1291 		crtc = modeset->crtc;
1292 
1293 		if (!gamma_lut)
1294 			gamma_lut = setcmap_new_gamma_lut(crtc, cmap);
1295 		if (IS_ERR(gamma_lut)) {
1296 			ret = PTR_ERR(gamma_lut);
1297 			gamma_lut = NULL;
1298 			goto out_state;
1299 		}
1300 
1301 		crtc_state = drm_atomic_get_crtc_state(state, crtc);
1302 		if (IS_ERR(crtc_state)) {
1303 			ret = PTR_ERR(crtc_state);
1304 			goto out_state;
1305 		}
1306 
1307 		/*
1308 		 * FIXME: This always uses gamma_lut. Some HW have only
1309 		 * degamma_lut, in which case we should reset gamma_lut and set
1310 		 * degamma_lut. See drm_crtc_legacy_gamma_set().
1311 		 */
1312 		replaced  = drm_property_replace_blob(&crtc_state->degamma_lut,
1313 						      NULL);
1314 		replaced |= drm_property_replace_blob(&crtc_state->ctm, NULL);
1315 		replaced |= drm_property_replace_blob(&crtc_state->gamma_lut,
1316 						      gamma_lut);
1317 		crtc_state->color_mgmt_changed |= replaced;
1318 	}
1319 
1320 	ret = drm_atomic_commit(state);
1321 	if (ret)
1322 		goto out_state;
1323 
1324 	drm_client_for_each_modeset(modeset, &fb_helper->client) {
1325 		crtc = modeset->crtc;
1326 
1327 		r = crtc->gamma_store;
1328 		g = r + crtc->gamma_size;
1329 		b = g + crtc->gamma_size;
1330 
1331 		memcpy(r + cmap->start, cmap->red, cmap->len * sizeof(*r));
1332 		memcpy(g + cmap->start, cmap->green, cmap->len * sizeof(*g));
1333 		memcpy(b + cmap->start, cmap->blue, cmap->len * sizeof(*b));
1334 	}
1335 
1336 out_state:
1337 	if (ret == -EDEADLK)
1338 		goto backoff;
1339 
1340 	drm_property_blob_put(gamma_lut);
1341 	drm_atomic_state_put(state);
1342 out_ctx:
1343 	drm_modeset_drop_locks(&ctx);
1344 	drm_modeset_acquire_fini(&ctx);
1345 
1346 	return ret;
1347 
1348 backoff:
1349 	drm_atomic_state_clear(state);
1350 	drm_modeset_backoff(&ctx);
1351 	goto retry;
1352 }
1353 
1354 /**
1355  * drm_fb_helper_setcmap - implementation for &fb_ops.fb_setcmap
1356  * @cmap: cmap to set
1357  * @info: fbdev registered by the helper
1358  */
1359 int drm_fb_helper_setcmap(struct fb_cmap *cmap, struct fb_info *info)
1360 {
1361 	struct drm_fb_helper *fb_helper = info->par;
1362 	struct drm_device *dev = fb_helper->dev;
1363 	int ret;
1364 
1365 	if (oops_in_progress)
1366 		return -EBUSY;
1367 
1368 	mutex_lock(&fb_helper->lock);
1369 
1370 	if (!drm_master_internal_acquire(dev)) {
1371 		ret = -EBUSY;
1372 		goto unlock;
1373 	}
1374 
1375 	mutex_lock(&fb_helper->client.modeset_mutex);
1376 	if (info->fix.visual == FB_VISUAL_TRUECOLOR)
1377 		ret = setcmap_pseudo_palette(cmap, info);
1378 	else if (drm_drv_uses_atomic_modeset(fb_helper->dev))
1379 		ret = setcmap_atomic(cmap, info);
1380 	else
1381 		ret = setcmap_legacy(cmap, info);
1382 	mutex_unlock(&fb_helper->client.modeset_mutex);
1383 
1384 	drm_master_internal_release(dev);
1385 unlock:
1386 	mutex_unlock(&fb_helper->lock);
1387 
1388 	return ret;
1389 }
1390 EXPORT_SYMBOL(drm_fb_helper_setcmap);
1391 
1392 /**
1393  * drm_fb_helper_ioctl - legacy ioctl implementation
1394  * @info: fbdev registered by the helper
1395  * @cmd: ioctl command
1396  * @arg: ioctl argument
1397  *
1398  * A helper to implement the standard fbdev ioctl. Only
1399  * FBIO_WAITFORVSYNC is implemented for now.
1400  */
1401 int drm_fb_helper_ioctl(struct fb_info *info, unsigned int cmd,
1402 			unsigned long arg)
1403 {
1404 	struct drm_fb_helper *fb_helper = info->par;
1405 	struct drm_device *dev = fb_helper->dev;
1406 	struct drm_crtc *crtc;
1407 	int ret = 0;
1408 
1409 	mutex_lock(&fb_helper->lock);
1410 	if (!drm_master_internal_acquire(dev)) {
1411 		ret = -EBUSY;
1412 		goto unlock;
1413 	}
1414 
1415 	switch (cmd) {
1416 	case FBIO_WAITFORVSYNC:
1417 		/*
1418 		 * Only consider the first CRTC.
1419 		 *
1420 		 * This ioctl is supposed to take the CRTC number as
1421 		 * an argument, but in fbdev times, what that number
1422 		 * was supposed to be was quite unclear, different
1423 		 * drivers were passing that argument differently
1424 		 * (some by reference, some by value), and most of the
1425 		 * userspace applications were just hardcoding 0 as an
1426 		 * argument.
1427 		 *
1428 		 * The first CRTC should be the integrated panel on
1429 		 * most drivers, so this is the best choice we can
1430 		 * make. If we're not smart enough here, one should
1431 		 * just consider switch the userspace to KMS.
1432 		 */
1433 		crtc = fb_helper->client.modesets[0].crtc;
1434 
1435 		/*
1436 		 * Only wait for a vblank event if the CRTC is
1437 		 * enabled, otherwise just don't do anythintg,
1438 		 * not even report an error.
1439 		 */
1440 		ret = drm_crtc_vblank_get(crtc);
1441 		if (!ret) {
1442 			drm_crtc_wait_one_vblank(crtc);
1443 			drm_crtc_vblank_put(crtc);
1444 		}
1445 
1446 		ret = 0;
1447 		break;
1448 	default:
1449 		ret = -ENOTTY;
1450 	}
1451 
1452 	drm_master_internal_release(dev);
1453 unlock:
1454 	mutex_unlock(&fb_helper->lock);
1455 	return ret;
1456 }
1457 EXPORT_SYMBOL(drm_fb_helper_ioctl);
1458 
1459 static bool drm_fb_pixel_format_equal(const struct fb_var_screeninfo *var_1,
1460 				      const struct fb_var_screeninfo *var_2)
1461 {
1462 	return var_1->bits_per_pixel == var_2->bits_per_pixel &&
1463 	       var_1->grayscale == var_2->grayscale &&
1464 	       var_1->red.offset == var_2->red.offset &&
1465 	       var_1->red.length == var_2->red.length &&
1466 	       var_1->red.msb_right == var_2->red.msb_right &&
1467 	       var_1->green.offset == var_2->green.offset &&
1468 	       var_1->green.length == var_2->green.length &&
1469 	       var_1->green.msb_right == var_2->green.msb_right &&
1470 	       var_1->blue.offset == var_2->blue.offset &&
1471 	       var_1->blue.length == var_2->blue.length &&
1472 	       var_1->blue.msb_right == var_2->blue.msb_right &&
1473 	       var_1->transp.offset == var_2->transp.offset &&
1474 	       var_1->transp.length == var_2->transp.length &&
1475 	       var_1->transp.msb_right == var_2->transp.msb_right;
1476 }
1477 
1478 static void drm_fb_helper_fill_pixel_fmt(struct fb_var_screeninfo *var,
1479 					 const struct drm_format_info *format)
1480 {
1481 	u8 depth = format->depth;
1482 
1483 	if (format->is_color_indexed) {
1484 		var->red.offset = 0;
1485 		var->green.offset = 0;
1486 		var->blue.offset = 0;
1487 		var->red.length = depth;
1488 		var->green.length = depth;
1489 		var->blue.length = depth;
1490 		var->transp.offset = 0;
1491 		var->transp.length = 0;
1492 		return;
1493 	}
1494 
1495 	switch (depth) {
1496 	case 15:
1497 		var->red.offset = 10;
1498 		var->green.offset = 5;
1499 		var->blue.offset = 0;
1500 		var->red.length = 5;
1501 		var->green.length = 5;
1502 		var->blue.length = 5;
1503 		var->transp.offset = 15;
1504 		var->transp.length = 1;
1505 		break;
1506 	case 16:
1507 		var->red.offset = 11;
1508 		var->green.offset = 5;
1509 		var->blue.offset = 0;
1510 		var->red.length = 5;
1511 		var->green.length = 6;
1512 		var->blue.length = 5;
1513 		var->transp.offset = 0;
1514 		break;
1515 	case 24:
1516 		var->red.offset = 16;
1517 		var->green.offset = 8;
1518 		var->blue.offset = 0;
1519 		var->red.length = 8;
1520 		var->green.length = 8;
1521 		var->blue.length = 8;
1522 		var->transp.offset = 0;
1523 		var->transp.length = 0;
1524 		break;
1525 	case 32:
1526 		var->red.offset = 16;
1527 		var->green.offset = 8;
1528 		var->blue.offset = 0;
1529 		var->red.length = 8;
1530 		var->green.length = 8;
1531 		var->blue.length = 8;
1532 		var->transp.offset = 24;
1533 		var->transp.length = 8;
1534 		break;
1535 	default:
1536 		break;
1537 	}
1538 }
1539 
1540 static void __fill_var(struct fb_var_screeninfo *var,
1541 		       struct drm_framebuffer *fb)
1542 {
1543 	int i;
1544 
1545 	var->xres_virtual = fb->width;
1546 	var->yres_virtual = fb->height;
1547 	var->accel_flags = FB_ACCELF_TEXT;
1548 	var->bits_per_pixel = drm_format_info_bpp(fb->format, 0);
1549 
1550 	var->height = var->width = 0;
1551 	var->left_margin = var->right_margin = 0;
1552 	var->upper_margin = var->lower_margin = 0;
1553 	var->hsync_len = var->vsync_len = 0;
1554 	var->sync = var->vmode = 0;
1555 	var->rotate = 0;
1556 	var->colorspace = 0;
1557 	for (i = 0; i < 4; i++)
1558 		var->reserved[i] = 0;
1559 }
1560 
1561 /**
1562  * drm_fb_helper_check_var - implementation for &fb_ops.fb_check_var
1563  * @var: screeninfo to check
1564  * @info: fbdev registered by the helper
1565  */
1566 int drm_fb_helper_check_var(struct fb_var_screeninfo *var,
1567 			    struct fb_info *info)
1568 {
1569 	struct drm_fb_helper *fb_helper = info->par;
1570 	struct drm_framebuffer *fb = fb_helper->fb;
1571 	const struct drm_format_info *format = fb->format;
1572 	struct drm_device *dev = fb_helper->dev;
1573 	unsigned int bpp;
1574 
1575 	if (in_dbg_master())
1576 		return -EINVAL;
1577 
1578 	if (var->pixclock != 0) {
1579 		drm_dbg_kms(dev, "fbdev emulation doesn't support changing the pixel clock, value of pixclock is ignored\n");
1580 		var->pixclock = 0;
1581 	}
1582 
1583 	switch (format->format) {
1584 	case DRM_FORMAT_C1:
1585 	case DRM_FORMAT_C2:
1586 	case DRM_FORMAT_C4:
1587 		/* supported format with sub-byte pixels */
1588 		break;
1589 
1590 	default:
1591 		if ((drm_format_info_block_width(format, 0) > 1) ||
1592 		    (drm_format_info_block_height(format, 0) > 1))
1593 			return -EINVAL;
1594 		break;
1595 	}
1596 
1597 	/*
1598 	 * Changes struct fb_var_screeninfo are currently not pushed back
1599 	 * to KMS, hence fail if different settings are requested.
1600 	 */
1601 	bpp = drm_format_info_bpp(format, 0);
1602 	if (var->bits_per_pixel > bpp ||
1603 	    var->xres > fb->width || var->yres > fb->height ||
1604 	    var->xres_virtual > fb->width || var->yres_virtual > fb->height) {
1605 		drm_dbg_kms(dev, "fb requested width/height/bpp can't fit in current fb "
1606 			  "request %dx%d-%d (virtual %dx%d) > %dx%d-%d\n",
1607 			  var->xres, var->yres, var->bits_per_pixel,
1608 			  var->xres_virtual, var->yres_virtual,
1609 			  fb->width, fb->height, bpp);
1610 		return -EINVAL;
1611 	}
1612 
1613 	__fill_var(var, fb);
1614 
1615 	/*
1616 	 * fb_pan_display() validates this, but fb_set_par() doesn't and just
1617 	 * falls over. Note that __fill_var above adjusts y/res_virtual.
1618 	 */
1619 	if (var->yoffset > var->yres_virtual - var->yres ||
1620 	    var->xoffset > var->xres_virtual - var->xres)
1621 		return -EINVAL;
1622 
1623 	/* We neither support grayscale nor FOURCC (also stored in here). */
1624 	if (var->grayscale > 0)
1625 		return -EINVAL;
1626 
1627 	if (var->nonstd)
1628 		return -EINVAL;
1629 
1630 	/*
1631 	 * Workaround for SDL 1.2, which is known to be setting all pixel format
1632 	 * fields values to zero in some cases. We treat this situation as a
1633 	 * kind of "use some reasonable autodetected values".
1634 	 */
1635 	if (!var->red.offset     && !var->green.offset    &&
1636 	    !var->blue.offset    && !var->transp.offset   &&
1637 	    !var->red.length     && !var->green.length    &&
1638 	    !var->blue.length    && !var->transp.length   &&
1639 	    !var->red.msb_right  && !var->green.msb_right &&
1640 	    !var->blue.msb_right && !var->transp.msb_right) {
1641 		drm_fb_helper_fill_pixel_fmt(var, format);
1642 	}
1643 
1644 	/*
1645 	 * drm fbdev emulation doesn't support changing the pixel format at all,
1646 	 * so reject all pixel format changing requests.
1647 	 */
1648 	if (!drm_fb_pixel_format_equal(var, &info->var)) {
1649 		drm_dbg_kms(dev, "fbdev emulation doesn't support changing the pixel format\n");
1650 		return -EINVAL;
1651 	}
1652 
1653 	return 0;
1654 }
1655 EXPORT_SYMBOL(drm_fb_helper_check_var);
1656 
1657 /**
1658  * drm_fb_helper_set_par - implementation for &fb_ops.fb_set_par
1659  * @info: fbdev registered by the helper
1660  *
1661  * This will let fbcon do the mode init and is called at initialization time by
1662  * the fbdev core when registering the driver, and later on through the hotplug
1663  * callback.
1664  */
1665 int drm_fb_helper_set_par(struct fb_info *info)
1666 {
1667 	struct drm_fb_helper *fb_helper = info->par;
1668 	struct fb_var_screeninfo *var = &info->var;
1669 	bool force;
1670 
1671 	if (oops_in_progress)
1672 		return -EBUSY;
1673 
1674 	/*
1675 	 * Normally we want to make sure that a kms master takes precedence over
1676 	 * fbdev, to avoid fbdev flickering and occasionally stealing the
1677 	 * display status. But Xorg first sets the vt back to text mode using
1678 	 * the KDSET IOCTL with KD_TEXT, and only after that drops the master
1679 	 * status when exiting.
1680 	 *
1681 	 * In the past this was caught by drm_fb_helper_lastclose(), but on
1682 	 * modern systems where logind always keeps a drm fd open to orchestrate
1683 	 * the vt switching, this doesn't work.
1684 	 *
1685 	 * To not break the userspace ABI we have this special case here, which
1686 	 * is only used for the above case. Everything else uses the normal
1687 	 * commit function, which ensures that we never steal the display from
1688 	 * an active drm master.
1689 	 */
1690 	force = var->activate & FB_ACTIVATE_KD_TEXT;
1691 
1692 	__drm_fb_helper_restore_fbdev_mode_unlocked(fb_helper, force);
1693 
1694 	return 0;
1695 }
1696 EXPORT_SYMBOL(drm_fb_helper_set_par);
1697 
1698 static void pan_set(struct drm_fb_helper *fb_helper, int x, int y)
1699 {
1700 	struct drm_mode_set *mode_set;
1701 
1702 	mutex_lock(&fb_helper->client.modeset_mutex);
1703 	drm_client_for_each_modeset(mode_set, &fb_helper->client) {
1704 		mode_set->x = x;
1705 		mode_set->y = y;
1706 	}
1707 	mutex_unlock(&fb_helper->client.modeset_mutex);
1708 }
1709 
1710 static int pan_display_atomic(struct fb_var_screeninfo *var,
1711 			      struct fb_info *info)
1712 {
1713 	struct drm_fb_helper *fb_helper = info->par;
1714 	int ret;
1715 
1716 	pan_set(fb_helper, var->xoffset, var->yoffset);
1717 
1718 	ret = drm_client_modeset_commit_locked(&fb_helper->client);
1719 	if (!ret) {
1720 		info->var.xoffset = var->xoffset;
1721 		info->var.yoffset = var->yoffset;
1722 	} else
1723 		pan_set(fb_helper, info->var.xoffset, info->var.yoffset);
1724 
1725 	return ret;
1726 }
1727 
1728 static int pan_display_legacy(struct fb_var_screeninfo *var,
1729 			      struct fb_info *info)
1730 {
1731 	struct drm_fb_helper *fb_helper = info->par;
1732 	struct drm_client_dev *client = &fb_helper->client;
1733 	struct drm_mode_set *modeset;
1734 	int ret = 0;
1735 
1736 	mutex_lock(&client->modeset_mutex);
1737 	drm_modeset_lock_all(fb_helper->dev);
1738 	drm_client_for_each_modeset(modeset, client) {
1739 		modeset->x = var->xoffset;
1740 		modeset->y = var->yoffset;
1741 
1742 		if (modeset->num_connectors) {
1743 			ret = drm_mode_set_config_internal(modeset);
1744 			if (!ret) {
1745 				info->var.xoffset = var->xoffset;
1746 				info->var.yoffset = var->yoffset;
1747 			}
1748 		}
1749 	}
1750 	drm_modeset_unlock_all(fb_helper->dev);
1751 	mutex_unlock(&client->modeset_mutex);
1752 
1753 	return ret;
1754 }
1755 
1756 /**
1757  * drm_fb_helper_pan_display - implementation for &fb_ops.fb_pan_display
1758  * @var: updated screen information
1759  * @info: fbdev registered by the helper
1760  */
1761 int drm_fb_helper_pan_display(struct fb_var_screeninfo *var,
1762 			      struct fb_info *info)
1763 {
1764 	struct drm_fb_helper *fb_helper = info->par;
1765 	struct drm_device *dev = fb_helper->dev;
1766 	int ret;
1767 
1768 	if (oops_in_progress)
1769 		return -EBUSY;
1770 
1771 	mutex_lock(&fb_helper->lock);
1772 	if (!drm_master_internal_acquire(dev)) {
1773 		ret = -EBUSY;
1774 		goto unlock;
1775 	}
1776 
1777 	if (drm_drv_uses_atomic_modeset(dev))
1778 		ret = pan_display_atomic(var, info);
1779 	else
1780 		ret = pan_display_legacy(var, info);
1781 
1782 	drm_master_internal_release(dev);
1783 unlock:
1784 	mutex_unlock(&fb_helper->lock);
1785 
1786 	return ret;
1787 }
1788 EXPORT_SYMBOL(drm_fb_helper_pan_display);
1789 
1790 static uint32_t drm_fb_helper_find_format(struct drm_fb_helper *fb_helper, const uint32_t *formats,
1791 					  size_t format_count, uint32_t bpp, uint32_t depth)
1792 {
1793 	struct drm_device *dev = fb_helper->dev;
1794 	uint32_t format;
1795 	size_t i;
1796 
1797 	/*
1798 	 * Do not consider YUV or other complicated formats
1799 	 * for framebuffers. This means only legacy formats
1800 	 * are supported (fmt->depth is a legacy field), but
1801 	 * the framebuffer emulation can only deal with such
1802 	 * formats, specifically RGB/BGA formats.
1803 	 */
1804 	format = drm_mode_legacy_fb_format(bpp, depth);
1805 	if (!format)
1806 		goto err;
1807 
1808 	for (i = 0; i < format_count; ++i) {
1809 		if (formats[i] == format)
1810 			return format;
1811 	}
1812 
1813 err:
1814 	/* We found nothing. */
1815 	drm_warn(dev, "bpp/depth value of %u/%u not supported\n", bpp, depth);
1816 
1817 	return DRM_FORMAT_INVALID;
1818 }
1819 
1820 static uint32_t drm_fb_helper_find_color_mode_format(struct drm_fb_helper *fb_helper,
1821 						     const uint32_t *formats, size_t format_count,
1822 						     unsigned int color_mode)
1823 {
1824 	struct drm_device *dev = fb_helper->dev;
1825 	uint32_t bpp, depth;
1826 
1827 	switch (color_mode) {
1828 	case 1:
1829 	case 2:
1830 	case 4:
1831 	case 8:
1832 	case 16:
1833 	case 24:
1834 		bpp = depth = color_mode;
1835 		break;
1836 	case 15:
1837 		bpp = 16;
1838 		depth = 15;
1839 		break;
1840 	case 32:
1841 		bpp = 32;
1842 		depth = 24;
1843 		break;
1844 	default:
1845 		drm_info(dev, "unsupported color mode of %d\n", color_mode);
1846 		return DRM_FORMAT_INVALID;
1847 	}
1848 
1849 	return drm_fb_helper_find_format(fb_helper, formats, format_count, bpp, depth);
1850 }
1851 
1852 static int __drm_fb_helper_find_sizes(struct drm_fb_helper *fb_helper,
1853 				      struct drm_fb_helper_surface_size *sizes)
1854 {
1855 	struct drm_client_dev *client = &fb_helper->client;
1856 	struct drm_device *dev = fb_helper->dev;
1857 	int crtc_count = 0;
1858 	struct drm_connector_list_iter conn_iter;
1859 	struct drm_connector *connector;
1860 	struct drm_mode_set *mode_set;
1861 	uint32_t surface_format = DRM_FORMAT_INVALID;
1862 	const struct drm_format_info *info;
1863 
1864 	memset(sizes, 0, sizeof(*sizes));
1865 	sizes->fb_width = (u32)-1;
1866 	sizes->fb_height = (u32)-1;
1867 
1868 	drm_client_for_each_modeset(mode_set, client) {
1869 		struct drm_crtc *crtc = mode_set->crtc;
1870 		struct drm_plane *plane = crtc->primary;
1871 
1872 		drm_dbg_kms(dev, "test CRTC %u primary plane\n", drm_crtc_index(crtc));
1873 
1874 		drm_connector_list_iter_begin(fb_helper->dev, &conn_iter);
1875 		drm_client_for_each_connector_iter(connector, &conn_iter) {
1876 			struct drm_cmdline_mode *cmdline_mode = &connector->cmdline_mode;
1877 
1878 			if (!cmdline_mode->bpp_specified)
1879 				continue;
1880 
1881 			surface_format = drm_fb_helper_find_color_mode_format(fb_helper,
1882 									      plane->format_types,
1883 									      plane->format_count,
1884 									      cmdline_mode->bpp);
1885 			if (surface_format != DRM_FORMAT_INVALID)
1886 				break; /* found supported format */
1887 		}
1888 		drm_connector_list_iter_end(&conn_iter);
1889 
1890 		if (surface_format != DRM_FORMAT_INVALID)
1891 			break; /* found supported format */
1892 
1893 		/* try preferred color mode */
1894 		surface_format = drm_fb_helper_find_color_mode_format(fb_helper,
1895 								      plane->format_types,
1896 								      plane->format_count,
1897 								      fb_helper->preferred_bpp);
1898 		if (surface_format != DRM_FORMAT_INVALID)
1899 			break; /* found supported format */
1900 	}
1901 
1902 	if (surface_format == DRM_FORMAT_INVALID) {
1903 		/*
1904 		 * If none of the given color modes works, fall back
1905 		 * to XRGB8888. Drivers are expected to provide this
1906 		 * format for compatibility with legacy applications.
1907 		 */
1908 		drm_warn(dev, "No compatible format found\n");
1909 		surface_format = drm_driver_legacy_fb_format(dev, 32, 24);
1910 	}
1911 
1912 	info = drm_format_info(surface_format);
1913 	sizes->surface_bpp = drm_format_info_bpp(info, 0);
1914 	sizes->surface_depth = info->depth;
1915 
1916 	/* first up get a count of crtcs now in use and new min/maxes width/heights */
1917 	crtc_count = 0;
1918 	drm_client_for_each_modeset(mode_set, client) {
1919 		struct drm_display_mode *desired_mode;
1920 		int x, y, j;
1921 		/* in case of tile group, are we the last tile vert or horiz?
1922 		 * If no tile group you are always the last one both vertically
1923 		 * and horizontally
1924 		 */
1925 		bool lastv = true, lasth = true;
1926 
1927 		desired_mode = mode_set->mode;
1928 
1929 		if (!desired_mode)
1930 			continue;
1931 
1932 		crtc_count++;
1933 
1934 		x = mode_set->x;
1935 		y = mode_set->y;
1936 
1937 		sizes->surface_width  =
1938 			max_t(u32, desired_mode->hdisplay + x, sizes->surface_width);
1939 		sizes->surface_height =
1940 			max_t(u32, desired_mode->vdisplay + y, sizes->surface_height);
1941 
1942 		for (j = 0; j < mode_set->num_connectors; j++) {
1943 			struct drm_connector *connector = mode_set->connectors[j];
1944 
1945 			if (connector->has_tile &&
1946 			    desired_mode->hdisplay == connector->tile_h_size &&
1947 			    desired_mode->vdisplay == connector->tile_v_size) {
1948 				lasth = (connector->tile_h_loc == (connector->num_h_tile - 1));
1949 				lastv = (connector->tile_v_loc == (connector->num_v_tile - 1));
1950 				/* cloning to multiple tiles is just crazy-talk, so: */
1951 				break;
1952 			}
1953 		}
1954 
1955 		if (lasth)
1956 			sizes->fb_width  = min_t(u32, desired_mode->hdisplay + x, sizes->fb_width);
1957 		if (lastv)
1958 			sizes->fb_height = min_t(u32, desired_mode->vdisplay + y, sizes->fb_height);
1959 	}
1960 
1961 	if (crtc_count == 0 || sizes->fb_width == -1 || sizes->fb_height == -1) {
1962 		drm_info(dev, "Cannot find any crtc or sizes\n");
1963 		return -EAGAIN;
1964 	}
1965 
1966 	return 0;
1967 }
1968 
1969 static int drm_fb_helper_find_sizes(struct drm_fb_helper *fb_helper,
1970 				    struct drm_fb_helper_surface_size *sizes)
1971 {
1972 	struct drm_client_dev *client = &fb_helper->client;
1973 	struct drm_device *dev = fb_helper->dev;
1974 	struct drm_mode_config *config = &dev->mode_config;
1975 	int ret;
1976 
1977 	mutex_lock(&client->modeset_mutex);
1978 	ret = __drm_fb_helper_find_sizes(fb_helper, sizes);
1979 	mutex_unlock(&client->modeset_mutex);
1980 
1981 	if (ret)
1982 		return ret;
1983 
1984 	/* Handle our overallocation */
1985 	sizes->surface_height *= drm_fbdev_overalloc;
1986 	sizes->surface_height /= 100;
1987 	if (sizes->surface_height > config->max_height) {
1988 		drm_dbg_kms(dev, "Fbdev over-allocation too large; clamping height to %d\n",
1989 			    config->max_height);
1990 		sizes->surface_height = config->max_height;
1991 	}
1992 
1993 	return 0;
1994 }
1995 
1996 /*
1997  * Allocates the backing storage and sets up the fbdev info structure through
1998  * the ->fb_probe callback.
1999  */
2000 static int drm_fb_helper_single_fb_probe(struct drm_fb_helper *fb_helper)
2001 {
2002 	struct drm_client_dev *client = &fb_helper->client;
2003 	struct drm_device *dev = fb_helper->dev;
2004 	struct drm_fb_helper_surface_size sizes;
2005 	int ret;
2006 
2007 	ret = drm_fb_helper_find_sizes(fb_helper, &sizes);
2008 	if (ret) {
2009 		/* First time: disable all crtc's.. */
2010 		if (!fb_helper->deferred_setup)
2011 			drm_client_modeset_commit(client);
2012 		return ret;
2013 	}
2014 
2015 	/* push down into drivers */
2016 	ret = (*fb_helper->funcs->fb_probe)(fb_helper, &sizes);
2017 	if (ret < 0)
2018 		return ret;
2019 
2020 	strcpy(fb_helper->fb->comm, "[fbcon]");
2021 
2022 	/* Set the fb info for vgaswitcheroo clients. Does nothing otherwise. */
2023 	if (dev_is_pci(dev->dev))
2024 		vga_switcheroo_client_fb_set(to_pci_dev(dev->dev), fb_helper->info);
2025 
2026 	return 0;
2027 }
2028 
2029 static void drm_fb_helper_fill_fix(struct fb_info *info, uint32_t pitch,
2030 				   bool is_color_indexed)
2031 {
2032 	info->fix.type = FB_TYPE_PACKED_PIXELS;
2033 	info->fix.visual = is_color_indexed ? FB_VISUAL_PSEUDOCOLOR
2034 					    : FB_VISUAL_TRUECOLOR;
2035 	info->fix.mmio_start = 0;
2036 	info->fix.mmio_len = 0;
2037 	info->fix.type_aux = 0;
2038 	info->fix.xpanstep = 1; /* doing it in hw */
2039 	info->fix.ypanstep = 1; /* doing it in hw */
2040 	info->fix.ywrapstep = 0;
2041 	info->fix.accel = FB_ACCEL_NONE;
2042 
2043 	info->fix.line_length = pitch;
2044 }
2045 
2046 static void drm_fb_helper_fill_var(struct fb_info *info,
2047 				   struct drm_fb_helper *fb_helper,
2048 				   uint32_t fb_width, uint32_t fb_height)
2049 {
2050 	struct drm_framebuffer *fb = fb_helper->fb;
2051 	const struct drm_format_info *format = fb->format;
2052 
2053 	switch (format->format) {
2054 	case DRM_FORMAT_C1:
2055 	case DRM_FORMAT_C2:
2056 	case DRM_FORMAT_C4:
2057 		/* supported format with sub-byte pixels */
2058 		break;
2059 
2060 	default:
2061 		WARN_ON((drm_format_info_block_width(format, 0) > 1) ||
2062 			(drm_format_info_block_height(format, 0) > 1));
2063 		break;
2064 	}
2065 
2066 	info->pseudo_palette = fb_helper->pseudo_palette;
2067 	info->var.xoffset = 0;
2068 	info->var.yoffset = 0;
2069 	__fill_var(&info->var, fb);
2070 	info->var.activate = FB_ACTIVATE_NOW;
2071 
2072 	drm_fb_helper_fill_pixel_fmt(&info->var, format);
2073 
2074 	info->var.xres = fb_width;
2075 	info->var.yres = fb_height;
2076 }
2077 
2078 /**
2079  * drm_fb_helper_fill_info - initializes fbdev information
2080  * @info: fbdev instance to set up
2081  * @fb_helper: fb helper instance to use as template
2082  * @sizes: describes fbdev size and scanout surface size
2083  *
2084  * Sets up the variable and fixed fbdev metainformation from the given fb helper
2085  * instance and the drm framebuffer allocated in &drm_fb_helper.fb.
2086  *
2087  * Drivers should call this (or their equivalent setup code) from their
2088  * &drm_fb_helper_funcs.fb_probe callback after having allocated the fbdev
2089  * backing storage framebuffer.
2090  */
2091 void drm_fb_helper_fill_info(struct fb_info *info,
2092 			     struct drm_fb_helper *fb_helper,
2093 			     struct drm_fb_helper_surface_size *sizes)
2094 {
2095 	struct drm_framebuffer *fb = fb_helper->fb;
2096 
2097 	drm_fb_helper_fill_fix(info, fb->pitches[0],
2098 			       fb->format->is_color_indexed);
2099 	drm_fb_helper_fill_var(info, fb_helper,
2100 			       sizes->fb_width, sizes->fb_height);
2101 
2102 	info->par = fb_helper;
2103 	/*
2104 	 * The DRM drivers fbdev emulation device name can be confusing if the
2105 	 * driver name also has a "drm" suffix on it. Leading to names such as
2106 	 * "simpledrmdrmfb" in /proc/fb. Unfortunately, it's an uAPI and can't
2107 	 * be changed due user-space tools (e.g: pm-utils) matching against it.
2108 	 */
2109 	snprintf(info->fix.id, sizeof(info->fix.id), "%sdrmfb",
2110 		 fb_helper->dev->driver->name);
2111 
2112 }
2113 EXPORT_SYMBOL(drm_fb_helper_fill_info);
2114 
2115 /*
2116  * This is a continuation of drm_setup_crtcs() that sets up anything related
2117  * to the framebuffer. During initialization, drm_setup_crtcs() is called before
2118  * the framebuffer has been allocated (fb_helper->fb and fb_helper->info).
2119  * So, any setup that touches those fields needs to be done here instead of in
2120  * drm_setup_crtcs().
2121  */
2122 static void drm_setup_crtcs_fb(struct drm_fb_helper *fb_helper)
2123 {
2124 	struct drm_client_dev *client = &fb_helper->client;
2125 	struct drm_connector_list_iter conn_iter;
2126 	struct fb_info *info = fb_helper->info;
2127 	unsigned int rotation, sw_rotations = 0;
2128 	struct drm_connector *connector;
2129 	struct drm_mode_set *modeset;
2130 
2131 	mutex_lock(&client->modeset_mutex);
2132 	drm_client_for_each_modeset(modeset, client) {
2133 		if (!modeset->num_connectors)
2134 			continue;
2135 
2136 		modeset->fb = fb_helper->fb;
2137 
2138 		if (drm_client_rotation(modeset, &rotation))
2139 			/* Rotating in hardware, fbcon should not rotate */
2140 			sw_rotations |= DRM_MODE_ROTATE_0;
2141 		else
2142 			sw_rotations |= rotation;
2143 	}
2144 	mutex_unlock(&client->modeset_mutex);
2145 
2146 	drm_connector_list_iter_begin(fb_helper->dev, &conn_iter);
2147 	drm_client_for_each_connector_iter(connector, &conn_iter) {
2148 
2149 		/* use first connected connector for the physical dimensions */
2150 		if (connector->status == connector_status_connected) {
2151 			info->var.width = connector->display_info.width_mm;
2152 			info->var.height = connector->display_info.height_mm;
2153 			break;
2154 		}
2155 	}
2156 	drm_connector_list_iter_end(&conn_iter);
2157 
2158 	switch (sw_rotations) {
2159 	case DRM_MODE_ROTATE_0:
2160 		info->fbcon_rotate_hint = FB_ROTATE_UR;
2161 		break;
2162 	case DRM_MODE_ROTATE_90:
2163 		info->fbcon_rotate_hint = FB_ROTATE_CCW;
2164 		break;
2165 	case DRM_MODE_ROTATE_180:
2166 		info->fbcon_rotate_hint = FB_ROTATE_UD;
2167 		break;
2168 	case DRM_MODE_ROTATE_270:
2169 		info->fbcon_rotate_hint = FB_ROTATE_CW;
2170 		break;
2171 	default:
2172 		/*
2173 		 * Multiple bits are set / multiple rotations requested
2174 		 * fbcon cannot handle separate rotation settings per
2175 		 * output, so fallback to unrotated.
2176 		 */
2177 		info->fbcon_rotate_hint = FB_ROTATE_UR;
2178 	}
2179 }
2180 
2181 /* Note: Drops fb_helper->lock before returning. */
2182 static int
2183 __drm_fb_helper_initial_config_and_unlock(struct drm_fb_helper *fb_helper)
2184 {
2185 	struct drm_device *dev = fb_helper->dev;
2186 	struct fb_info *info;
2187 	unsigned int width, height;
2188 	int ret;
2189 
2190 	width = dev->mode_config.max_width;
2191 	height = dev->mode_config.max_height;
2192 
2193 	drm_client_modeset_probe(&fb_helper->client, width, height);
2194 	ret = drm_fb_helper_single_fb_probe(fb_helper);
2195 	if (ret < 0) {
2196 		if (ret == -EAGAIN) {
2197 			fb_helper->deferred_setup = true;
2198 			ret = 0;
2199 		}
2200 		mutex_unlock(&fb_helper->lock);
2201 
2202 		return ret;
2203 	}
2204 	drm_setup_crtcs_fb(fb_helper);
2205 
2206 	fb_helper->deferred_setup = false;
2207 
2208 	info = fb_helper->info;
2209 	info->var.pixclock = 0;
2210 
2211 	if (!drm_leak_fbdev_smem)
2212 		info->flags |= FBINFO_HIDE_SMEM_START;
2213 
2214 	/* Need to drop locks to avoid recursive deadlock in
2215 	 * register_framebuffer. This is ok because the only thing left to do is
2216 	 * register the fbdev emulation instance in kernel_fb_helper_list. */
2217 	mutex_unlock(&fb_helper->lock);
2218 
2219 	ret = register_framebuffer(info);
2220 	if (ret < 0)
2221 		return ret;
2222 
2223 	drm_info(dev, "fb%d: %s frame buffer device\n",
2224 		 info->node, info->fix.id);
2225 
2226 	mutex_lock(&kernel_fb_helper_lock);
2227 	if (list_empty(&kernel_fb_helper_list))
2228 		register_sysrq_key('v', &sysrq_drm_fb_helper_restore_op);
2229 
2230 	list_add(&fb_helper->kernel_fb_list, &kernel_fb_helper_list);
2231 	mutex_unlock(&kernel_fb_helper_lock);
2232 
2233 	return 0;
2234 }
2235 
2236 /**
2237  * drm_fb_helper_initial_config - setup a sane initial connector configuration
2238  * @fb_helper: fb_helper device struct
2239  *
2240  * Scans the CRTCs and connectors and tries to put together an initial setup.
2241  * At the moment, this is a cloned configuration across all heads with
2242  * a new framebuffer object as the backing store.
2243  *
2244  * Note that this also registers the fbdev and so allows userspace to call into
2245  * the driver through the fbdev interfaces.
2246  *
2247  * This function will call down into the &drm_fb_helper_funcs.fb_probe callback
2248  * to let the driver allocate and initialize the fbdev info structure and the
2249  * drm framebuffer used to back the fbdev. drm_fb_helper_fill_info() is provided
2250  * as a helper to setup simple default values for the fbdev info structure.
2251  *
2252  * HANG DEBUGGING:
2253  *
2254  * When you have fbcon support built-in or already loaded, this function will do
2255  * a full modeset to setup the fbdev console. Due to locking misdesign in the
2256  * VT/fbdev subsystem that entire modeset sequence has to be done while holding
2257  * console_lock. Until console_unlock is called no dmesg lines will be sent out
2258  * to consoles, not even serial console. This means when your driver crashes,
2259  * you will see absolutely nothing else but a system stuck in this function,
2260  * with no further output. Any kind of printk() you place within your own driver
2261  * or in the drm core modeset code will also never show up.
2262  *
2263  * Standard debug practice is to run the fbcon setup without taking the
2264  * console_lock as a hack, to be able to see backtraces and crashes on the
2265  * serial line. This can be done by setting the fb.lockless_register_fb=1 kernel
2266  * cmdline option.
2267  *
2268  * The other option is to just disable fbdev emulation since very likely the
2269  * first modeset from userspace will crash in the same way, and is even easier
2270  * to debug. This can be done by setting the drm_kms_helper.fbdev_emulation=0
2271  * kernel cmdline option.
2272  *
2273  * RETURNS:
2274  * Zero if everything went ok, nonzero otherwise.
2275  */
2276 int drm_fb_helper_initial_config(struct drm_fb_helper *fb_helper)
2277 {
2278 	int ret;
2279 
2280 	if (!drm_fbdev_emulation)
2281 		return 0;
2282 
2283 	mutex_lock(&fb_helper->lock);
2284 	ret = __drm_fb_helper_initial_config_and_unlock(fb_helper);
2285 
2286 	return ret;
2287 }
2288 EXPORT_SYMBOL(drm_fb_helper_initial_config);
2289 
2290 /**
2291  * drm_fb_helper_hotplug_event - respond to a hotplug notification by
2292  *                               probing all the outputs attached to the fb
2293  * @fb_helper: driver-allocated fbdev helper, can be NULL
2294  *
2295  * Scan the connectors attached to the fb_helper and try to put together a
2296  * setup after notification of a change in output configuration.
2297  *
2298  * Called at runtime, takes the mode config locks to be able to check/change the
2299  * modeset configuration. Must be run from process context (which usually means
2300  * either the output polling work or a work item launched from the driver's
2301  * hotplug interrupt).
2302  *
2303  * Note that drivers may call this even before calling
2304  * drm_fb_helper_initial_config but only after drm_fb_helper_init. This allows
2305  * for a race-free fbcon setup and will make sure that the fbdev emulation will
2306  * not miss any hotplug events.
2307  *
2308  * RETURNS:
2309  * 0 on success and a non-zero error code otherwise.
2310  */
2311 int drm_fb_helper_hotplug_event(struct drm_fb_helper *fb_helper)
2312 {
2313 	int err = 0;
2314 
2315 	if (!drm_fbdev_emulation || !fb_helper)
2316 		return 0;
2317 
2318 	mutex_lock(&fb_helper->lock);
2319 	if (fb_helper->deferred_setup) {
2320 		err = __drm_fb_helper_initial_config_and_unlock(fb_helper);
2321 		return err;
2322 	}
2323 
2324 	if (!fb_helper->fb || !drm_master_internal_acquire(fb_helper->dev)) {
2325 		fb_helper->delayed_hotplug = true;
2326 		mutex_unlock(&fb_helper->lock);
2327 		return err;
2328 	}
2329 
2330 	drm_master_internal_release(fb_helper->dev);
2331 
2332 	drm_dbg_kms(fb_helper->dev, "\n");
2333 
2334 	drm_client_modeset_probe(&fb_helper->client, fb_helper->fb->width, fb_helper->fb->height);
2335 	drm_setup_crtcs_fb(fb_helper);
2336 	mutex_unlock(&fb_helper->lock);
2337 
2338 	drm_fb_helper_set_par(fb_helper->info);
2339 
2340 	return 0;
2341 }
2342 EXPORT_SYMBOL(drm_fb_helper_hotplug_event);
2343 
2344 /**
2345  * drm_fb_helper_lastclose - DRM driver lastclose helper for fbdev emulation
2346  * @dev: DRM device
2347  *
2348  * This function can be used as the &drm_driver->lastclose callback for drivers
2349  * that only need to call drm_fb_helper_restore_fbdev_mode_unlocked().
2350  */
2351 void drm_fb_helper_lastclose(struct drm_device *dev)
2352 {
2353 	drm_fb_helper_restore_fbdev_mode_unlocked(dev->fb_helper);
2354 }
2355 EXPORT_SYMBOL(drm_fb_helper_lastclose);
2356 
2357 /**
2358  * drm_fb_helper_output_poll_changed - DRM mode config \.output_poll_changed
2359  *                                     helper for fbdev emulation
2360  * @dev: DRM device
2361  *
2362  * This function can be used as the
2363  * &drm_mode_config_funcs.output_poll_changed callback for drivers that only
2364  * need to call drm_fbdev.hotplug_event().
2365  */
2366 void drm_fb_helper_output_poll_changed(struct drm_device *dev)
2367 {
2368 	drm_fb_helper_hotplug_event(dev->fb_helper);
2369 }
2370 EXPORT_SYMBOL(drm_fb_helper_output_poll_changed);
2371