1 /* 2 * Copyright © 2007 David Airlie 3 * 4 * Permission is hereby granted, free of charge, to any person obtaining a 5 * copy of this software and associated documentation files (the "Software"), 6 * to deal in the Software without restriction, including without limitation 7 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8 * and/or sell copies of the Software, and to permit persons to whom the 9 * Software is furnished to do so, subject to the following conditions: 10 * 11 * The above copyright notice and this permission notice (including the next 12 * paragraph) shall be included in all copies or substantial portions of the 13 * Software. 14 * 15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING 20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER 21 * DEALINGS IN THE SOFTWARE. 22 * 23 * Authors: 24 * David Airlie 25 */ 26 27 #include <linux/async.h> 28 #include <linux/console.h> 29 #include <linux/delay.h> 30 #include <linux/errno.h> 31 #include <linux/init.h> 32 #include <linux/kernel.h> 33 #include <linux/mm.h> 34 #include <linux/module.h> 35 #include <linux/string.h> 36 #include <linux/sysrq.h> 37 #include <linux/tty.h> 38 #include <linux/vga_switcheroo.h> 39 40 #include <drm/drm_crtc.h> 41 #include <drm/drm_fb_helper.h> 42 #include <drm/drm_fourcc.h> 43 44 #include "i915_drv.h" 45 #include "intel_display_types.h" 46 #include "intel_fbdev.h" 47 #include "intel_frontbuffer.h" 48 49 static struct intel_frontbuffer *to_frontbuffer(struct intel_fbdev *ifbdev) 50 { 51 return ifbdev->fb->frontbuffer; 52 } 53 54 static void intel_fbdev_invalidate(struct intel_fbdev *ifbdev) 55 { 56 intel_frontbuffer_invalidate(to_frontbuffer(ifbdev), ORIGIN_CPU); 57 } 58 59 static int intel_fbdev_set_par(struct fb_info *info) 60 { 61 struct drm_fb_helper *fb_helper = info->par; 62 struct intel_fbdev *ifbdev = 63 container_of(fb_helper, struct intel_fbdev, helper); 64 int ret; 65 66 ret = drm_fb_helper_set_par(info); 67 if (ret == 0) 68 intel_fbdev_invalidate(ifbdev); 69 70 return ret; 71 } 72 73 static int intel_fbdev_blank(int blank, struct fb_info *info) 74 { 75 struct drm_fb_helper *fb_helper = info->par; 76 struct intel_fbdev *ifbdev = 77 container_of(fb_helper, struct intel_fbdev, helper); 78 int ret; 79 80 ret = drm_fb_helper_blank(blank, info); 81 if (ret == 0) 82 intel_fbdev_invalidate(ifbdev); 83 84 return ret; 85 } 86 87 static int intel_fbdev_pan_display(struct fb_var_screeninfo *var, 88 struct fb_info *info) 89 { 90 struct drm_fb_helper *fb_helper = info->par; 91 struct intel_fbdev *ifbdev = 92 container_of(fb_helper, struct intel_fbdev, helper); 93 int ret; 94 95 ret = drm_fb_helper_pan_display(var, info); 96 if (ret == 0) 97 intel_fbdev_invalidate(ifbdev); 98 99 return ret; 100 } 101 102 static const struct fb_ops intelfb_ops = { 103 .owner = THIS_MODULE, 104 DRM_FB_HELPER_DEFAULT_OPS, 105 .fb_set_par = intel_fbdev_set_par, 106 .fb_fillrect = drm_fb_helper_cfb_fillrect, 107 .fb_copyarea = drm_fb_helper_cfb_copyarea, 108 .fb_imageblit = drm_fb_helper_cfb_imageblit, 109 .fb_pan_display = intel_fbdev_pan_display, 110 .fb_blank = intel_fbdev_blank, 111 }; 112 113 static int intelfb_alloc(struct drm_fb_helper *helper, 114 struct drm_fb_helper_surface_size *sizes) 115 { 116 struct intel_fbdev *ifbdev = 117 container_of(helper, struct intel_fbdev, helper); 118 struct drm_framebuffer *fb; 119 struct drm_device *dev = helper->dev; 120 struct drm_i915_private *dev_priv = to_i915(dev); 121 struct drm_mode_fb_cmd2 mode_cmd = {}; 122 struct drm_i915_gem_object *obj; 123 int size; 124 125 /* we don't do packed 24bpp */ 126 if (sizes->surface_bpp == 24) 127 sizes->surface_bpp = 32; 128 129 mode_cmd.width = sizes->surface_width; 130 mode_cmd.height = sizes->surface_height; 131 132 mode_cmd.pitches[0] = ALIGN(mode_cmd.width * 133 DIV_ROUND_UP(sizes->surface_bpp, 8), 64); 134 mode_cmd.pixel_format = drm_mode_legacy_fb_format(sizes->surface_bpp, 135 sizes->surface_depth); 136 137 size = mode_cmd.pitches[0] * mode_cmd.height; 138 size = PAGE_ALIGN(size); 139 140 /* If the FB is too big, just don't use it since fbdev is not very 141 * important and we should probably use that space with FBC or other 142 * features. */ 143 obj = ERR_PTR(-ENODEV); 144 if (size * 2 < dev_priv->stolen_usable_size) 145 obj = i915_gem_object_create_stolen(dev_priv, size); 146 if (IS_ERR(obj)) 147 obj = i915_gem_object_create_shmem(dev_priv, size); 148 if (IS_ERR(obj)) { 149 drm_err(&dev_priv->drm, "failed to allocate framebuffer\n"); 150 return PTR_ERR(obj); 151 } 152 153 fb = intel_framebuffer_create(obj, &mode_cmd); 154 i915_gem_object_put(obj); 155 if (IS_ERR(fb)) 156 return PTR_ERR(fb); 157 158 ifbdev->fb = to_intel_framebuffer(fb); 159 return 0; 160 } 161 162 static int intelfb_create(struct drm_fb_helper *helper, 163 struct drm_fb_helper_surface_size *sizes) 164 { 165 struct intel_fbdev *ifbdev = 166 container_of(helper, struct intel_fbdev, helper); 167 struct intel_framebuffer *intel_fb = ifbdev->fb; 168 struct drm_device *dev = helper->dev; 169 struct drm_i915_private *dev_priv = to_i915(dev); 170 struct pci_dev *pdev = dev_priv->drm.pdev; 171 struct i915_ggtt *ggtt = &dev_priv->ggtt; 172 const struct i915_ggtt_view view = { 173 .type = I915_GGTT_VIEW_NORMAL, 174 }; 175 intel_wakeref_t wakeref; 176 struct fb_info *info; 177 struct i915_vma *vma; 178 unsigned long flags = 0; 179 bool prealloc = false; 180 void __iomem *vaddr; 181 int ret; 182 183 if (intel_fb && 184 (sizes->fb_width > intel_fb->base.width || 185 sizes->fb_height > intel_fb->base.height)) { 186 drm_dbg_kms(&dev_priv->drm, 187 "BIOS fb too small (%dx%d), we require (%dx%d)," 188 " releasing it\n", 189 intel_fb->base.width, intel_fb->base.height, 190 sizes->fb_width, sizes->fb_height); 191 drm_framebuffer_put(&intel_fb->base); 192 intel_fb = ifbdev->fb = NULL; 193 } 194 if (!intel_fb || drm_WARN_ON(dev, !intel_fb_obj(&intel_fb->base))) { 195 drm_dbg_kms(&dev_priv->drm, 196 "no BIOS fb, allocating a new one\n"); 197 ret = intelfb_alloc(helper, sizes); 198 if (ret) 199 return ret; 200 intel_fb = ifbdev->fb; 201 } else { 202 drm_dbg_kms(&dev_priv->drm, "re-using BIOS fb\n"); 203 prealloc = true; 204 sizes->fb_width = intel_fb->base.width; 205 sizes->fb_height = intel_fb->base.height; 206 } 207 208 wakeref = intel_runtime_pm_get(&dev_priv->runtime_pm); 209 210 /* Pin the GGTT vma for our access via info->screen_base. 211 * This also validates that any existing fb inherited from the 212 * BIOS is suitable for own access. 213 */ 214 vma = intel_pin_and_fence_fb_obj(&ifbdev->fb->base, 215 &view, false, &flags); 216 if (IS_ERR(vma)) { 217 ret = PTR_ERR(vma); 218 goto out_unlock; 219 } 220 221 intel_frontbuffer_flush(to_frontbuffer(ifbdev), ORIGIN_DIRTYFB); 222 223 info = drm_fb_helper_alloc_fbi(helper); 224 if (IS_ERR(info)) { 225 drm_err(&dev_priv->drm, "Failed to allocate fb_info\n"); 226 ret = PTR_ERR(info); 227 goto out_unpin; 228 } 229 230 ifbdev->helper.fb = &ifbdev->fb->base; 231 232 info->fbops = &intelfb_ops; 233 234 /* setup aperture base/size for vesafb takeover */ 235 info->apertures->ranges[0].base = ggtt->gmadr.start; 236 info->apertures->ranges[0].size = ggtt->mappable_end; 237 238 /* Our framebuffer is the entirety of fbdev's system memory */ 239 info->fix.smem_start = 240 (unsigned long)(ggtt->gmadr.start + vma->node.start); 241 info->fix.smem_len = vma->node.size; 242 243 vaddr = i915_vma_pin_iomap(vma); 244 if (IS_ERR(vaddr)) { 245 drm_err(&dev_priv->drm, 246 "Failed to remap framebuffer into virtual memory\n"); 247 ret = PTR_ERR(vaddr); 248 goto out_unpin; 249 } 250 info->screen_base = vaddr; 251 info->screen_size = vma->node.size; 252 253 drm_fb_helper_fill_info(info, &ifbdev->helper, sizes); 254 255 /* If the object is shmemfs backed, it will have given us zeroed pages. 256 * If the object is stolen however, it will be full of whatever 257 * garbage was left in there. 258 */ 259 if (vma->obj->stolen && !prealloc) 260 memset_io(info->screen_base, 0, info->screen_size); 261 262 /* Use default scratch pixmap (info->pixmap.flags = FB_PIXMAP_SYSTEM) */ 263 264 drm_dbg_kms(&dev_priv->drm, "allocated %dx%d fb: 0x%08x\n", 265 ifbdev->fb->base.width, ifbdev->fb->base.height, 266 i915_ggtt_offset(vma)); 267 ifbdev->vma = vma; 268 ifbdev->vma_flags = flags; 269 270 intel_runtime_pm_put(&dev_priv->runtime_pm, wakeref); 271 vga_switcheroo_client_fb_set(pdev, info); 272 return 0; 273 274 out_unpin: 275 intel_unpin_fb_vma(vma, flags); 276 out_unlock: 277 intel_runtime_pm_put(&dev_priv->runtime_pm, wakeref); 278 return ret; 279 } 280 281 static const struct drm_fb_helper_funcs intel_fb_helper_funcs = { 282 .fb_probe = intelfb_create, 283 }; 284 285 static void intel_fbdev_destroy(struct intel_fbdev *ifbdev) 286 { 287 /* We rely on the object-free to release the VMA pinning for 288 * the info->screen_base mmaping. Leaking the VMA is simpler than 289 * trying to rectify all the possible error paths leading here. 290 */ 291 292 drm_fb_helper_fini(&ifbdev->helper); 293 294 if (ifbdev->vma) 295 intel_unpin_fb_vma(ifbdev->vma, ifbdev->vma_flags); 296 297 if (ifbdev->fb) 298 drm_framebuffer_remove(&ifbdev->fb->base); 299 300 kfree(ifbdev); 301 } 302 303 /* 304 * Build an intel_fbdev struct using a BIOS allocated framebuffer, if possible. 305 * The core display code will have read out the current plane configuration, 306 * so we use that to figure out if there's an object for us to use as the 307 * fb, and if so, we re-use it for the fbdev configuration. 308 * 309 * Note we only support a single fb shared across pipes for boot (mostly for 310 * fbcon), so we just find the biggest and use that. 311 */ 312 static bool intel_fbdev_init_bios(struct drm_device *dev, 313 struct intel_fbdev *ifbdev) 314 { 315 struct drm_i915_private *i915 = to_i915(dev); 316 struct intel_framebuffer *fb = NULL; 317 struct drm_crtc *crtc; 318 struct intel_crtc *intel_crtc; 319 unsigned int max_size = 0; 320 321 /* Find the largest fb */ 322 for_each_crtc(dev, crtc) { 323 struct drm_i915_gem_object *obj = 324 intel_fb_obj(crtc->primary->state->fb); 325 intel_crtc = to_intel_crtc(crtc); 326 327 if (!crtc->state->active || !obj) { 328 drm_dbg_kms(&i915->drm, 329 "pipe %c not active or no fb, skipping\n", 330 pipe_name(intel_crtc->pipe)); 331 continue; 332 } 333 334 if (obj->base.size > max_size) { 335 drm_dbg_kms(&i915->drm, 336 "found possible fb from plane %c\n", 337 pipe_name(intel_crtc->pipe)); 338 fb = to_intel_framebuffer(crtc->primary->state->fb); 339 max_size = obj->base.size; 340 } 341 } 342 343 if (!fb) { 344 drm_dbg_kms(&i915->drm, 345 "no active fbs found, not using BIOS config\n"); 346 goto out; 347 } 348 349 /* Now make sure all the pipes will fit into it */ 350 for_each_crtc(dev, crtc) { 351 unsigned int cur_size; 352 353 intel_crtc = to_intel_crtc(crtc); 354 355 if (!crtc->state->active) { 356 drm_dbg_kms(&i915->drm, 357 "pipe %c not active, skipping\n", 358 pipe_name(intel_crtc->pipe)); 359 continue; 360 } 361 362 drm_dbg_kms(&i915->drm, "checking plane %c for BIOS fb\n", 363 pipe_name(intel_crtc->pipe)); 364 365 /* 366 * See if the plane fb we found above will fit on this 367 * pipe. Note we need to use the selected fb's pitch and bpp 368 * rather than the current pipe's, since they differ. 369 */ 370 cur_size = crtc->state->adjusted_mode.crtc_hdisplay; 371 cur_size = cur_size * fb->base.format->cpp[0]; 372 if (fb->base.pitches[0] < cur_size) { 373 drm_dbg_kms(&i915->drm, 374 "fb not wide enough for plane %c (%d vs %d)\n", 375 pipe_name(intel_crtc->pipe), 376 cur_size, fb->base.pitches[0]); 377 fb = NULL; 378 break; 379 } 380 381 cur_size = crtc->state->adjusted_mode.crtc_vdisplay; 382 cur_size = intel_fb_align_height(&fb->base, 0, cur_size); 383 cur_size *= fb->base.pitches[0]; 384 drm_dbg_kms(&i915->drm, 385 "pipe %c area: %dx%d, bpp: %d, size: %d\n", 386 pipe_name(intel_crtc->pipe), 387 crtc->state->adjusted_mode.crtc_hdisplay, 388 crtc->state->adjusted_mode.crtc_vdisplay, 389 fb->base.format->cpp[0] * 8, 390 cur_size); 391 392 if (cur_size > max_size) { 393 drm_dbg_kms(&i915->drm, 394 "fb not big enough for plane %c (%d vs %d)\n", 395 pipe_name(intel_crtc->pipe), 396 cur_size, max_size); 397 fb = NULL; 398 break; 399 } 400 401 drm_dbg_kms(&i915->drm, 402 "fb big enough for plane %c (%d >= %d)\n", 403 pipe_name(intel_crtc->pipe), 404 max_size, cur_size); 405 } 406 407 if (!fb) { 408 drm_dbg_kms(&i915->drm, 409 "BIOS fb not suitable for all pipes, not using\n"); 410 goto out; 411 } 412 413 ifbdev->preferred_bpp = fb->base.format->cpp[0] * 8; 414 ifbdev->fb = fb; 415 416 drm_framebuffer_get(&ifbdev->fb->base); 417 418 /* Final pass to check if any active pipes don't have fbs */ 419 for_each_crtc(dev, crtc) { 420 intel_crtc = to_intel_crtc(crtc); 421 422 if (!crtc->state->active) 423 continue; 424 425 drm_WARN(dev, !crtc->primary->state->fb, 426 "re-used BIOS config but lost an fb on crtc %d\n", 427 crtc->base.id); 428 } 429 430 431 drm_dbg_kms(&i915->drm, "using BIOS fb for initial console\n"); 432 return true; 433 434 out: 435 436 return false; 437 } 438 439 static void intel_fbdev_suspend_worker(struct work_struct *work) 440 { 441 intel_fbdev_set_suspend(&container_of(work, 442 struct drm_i915_private, 443 fbdev_suspend_work)->drm, 444 FBINFO_STATE_RUNNING, 445 true); 446 } 447 448 int intel_fbdev_init(struct drm_device *dev) 449 { 450 struct drm_i915_private *dev_priv = to_i915(dev); 451 struct intel_fbdev *ifbdev; 452 int ret; 453 454 if (drm_WARN_ON(dev, !HAS_DISPLAY(dev_priv) || 455 !INTEL_DISPLAY_ENABLED(dev_priv))) 456 return -ENODEV; 457 458 ifbdev = kzalloc(sizeof(struct intel_fbdev), GFP_KERNEL); 459 if (ifbdev == NULL) 460 return -ENOMEM; 461 462 mutex_init(&ifbdev->hpd_lock); 463 drm_fb_helper_prepare(dev, &ifbdev->helper, &intel_fb_helper_funcs); 464 465 if (!intel_fbdev_init_bios(dev, ifbdev)) 466 ifbdev->preferred_bpp = 32; 467 468 ret = drm_fb_helper_init(dev, &ifbdev->helper); 469 if (ret) { 470 kfree(ifbdev); 471 return ret; 472 } 473 474 dev_priv->fbdev = ifbdev; 475 INIT_WORK(&dev_priv->fbdev_suspend_work, intel_fbdev_suspend_worker); 476 477 return 0; 478 } 479 480 static void intel_fbdev_initial_config(void *data, async_cookie_t cookie) 481 { 482 struct intel_fbdev *ifbdev = data; 483 484 /* Due to peculiar init order wrt to hpd handling this is separate. */ 485 if (drm_fb_helper_initial_config(&ifbdev->helper, 486 ifbdev->preferred_bpp)) 487 intel_fbdev_unregister(to_i915(ifbdev->helper.dev)); 488 } 489 490 void intel_fbdev_initial_config_async(struct drm_device *dev) 491 { 492 struct intel_fbdev *ifbdev = to_i915(dev)->fbdev; 493 494 if (!ifbdev) 495 return; 496 497 ifbdev->cookie = async_schedule(intel_fbdev_initial_config, ifbdev); 498 } 499 500 static void intel_fbdev_sync(struct intel_fbdev *ifbdev) 501 { 502 if (!ifbdev->cookie) 503 return; 504 505 /* Only serialises with all preceding async calls, hence +1 */ 506 async_synchronize_cookie(ifbdev->cookie + 1); 507 ifbdev->cookie = 0; 508 } 509 510 void intel_fbdev_unregister(struct drm_i915_private *dev_priv) 511 { 512 struct intel_fbdev *ifbdev = dev_priv->fbdev; 513 514 if (!ifbdev) 515 return; 516 517 cancel_work_sync(&dev_priv->fbdev_suspend_work); 518 if (!current_is_async()) 519 intel_fbdev_sync(ifbdev); 520 521 drm_fb_helper_unregister_fbi(&ifbdev->helper); 522 } 523 524 void intel_fbdev_fini(struct drm_i915_private *dev_priv) 525 { 526 struct intel_fbdev *ifbdev = fetch_and_zero(&dev_priv->fbdev); 527 528 if (!ifbdev) 529 return; 530 531 intel_fbdev_destroy(ifbdev); 532 } 533 534 /* Suspends/resumes fbdev processing of incoming HPD events. When resuming HPD 535 * processing, fbdev will perform a full connector reprobe if a hotplug event 536 * was received while HPD was suspended. 537 */ 538 static void intel_fbdev_hpd_set_suspend(struct drm_i915_private *i915, int state) 539 { 540 struct intel_fbdev *ifbdev = i915->fbdev; 541 bool send_hpd = false; 542 543 mutex_lock(&ifbdev->hpd_lock); 544 ifbdev->hpd_suspended = state == FBINFO_STATE_SUSPENDED; 545 send_hpd = !ifbdev->hpd_suspended && ifbdev->hpd_waiting; 546 ifbdev->hpd_waiting = false; 547 mutex_unlock(&ifbdev->hpd_lock); 548 549 if (send_hpd) { 550 drm_dbg_kms(&i915->drm, "Handling delayed fbcon HPD event\n"); 551 drm_fb_helper_hotplug_event(&ifbdev->helper); 552 } 553 } 554 555 void intel_fbdev_set_suspend(struct drm_device *dev, int state, bool synchronous) 556 { 557 struct drm_i915_private *dev_priv = to_i915(dev); 558 struct intel_fbdev *ifbdev = dev_priv->fbdev; 559 struct fb_info *info; 560 561 if (!ifbdev || !ifbdev->vma) 562 return; 563 564 info = ifbdev->helper.fbdev; 565 566 if (synchronous) { 567 /* Flush any pending work to turn the console on, and then 568 * wait to turn it off. It must be synchronous as we are 569 * about to suspend or unload the driver. 570 * 571 * Note that from within the work-handler, we cannot flush 572 * ourselves, so only flush outstanding work upon suspend! 573 */ 574 if (state != FBINFO_STATE_RUNNING) 575 flush_work(&dev_priv->fbdev_suspend_work); 576 577 console_lock(); 578 } else { 579 /* 580 * The console lock can be pretty contented on resume due 581 * to all the printk activity. Try to keep it out of the hot 582 * path of resume if possible. 583 */ 584 drm_WARN_ON(dev, state != FBINFO_STATE_RUNNING); 585 if (!console_trylock()) { 586 /* Don't block our own workqueue as this can 587 * be run in parallel with other i915.ko tasks. 588 */ 589 schedule_work(&dev_priv->fbdev_suspend_work); 590 return; 591 } 592 } 593 594 /* On resume from hibernation: If the object is shmemfs backed, it has 595 * been restored from swap. If the object is stolen however, it will be 596 * full of whatever garbage was left in there. 597 */ 598 if (state == FBINFO_STATE_RUNNING && 599 intel_fb_obj(&ifbdev->fb->base)->stolen) 600 memset_io(info->screen_base, 0, info->screen_size); 601 602 drm_fb_helper_set_suspend(&ifbdev->helper, state); 603 console_unlock(); 604 605 intel_fbdev_hpd_set_suspend(dev_priv, state); 606 } 607 608 void intel_fbdev_output_poll_changed(struct drm_device *dev) 609 { 610 struct intel_fbdev *ifbdev = to_i915(dev)->fbdev; 611 bool send_hpd; 612 613 if (!ifbdev) 614 return; 615 616 intel_fbdev_sync(ifbdev); 617 618 mutex_lock(&ifbdev->hpd_lock); 619 send_hpd = !ifbdev->hpd_suspended; 620 ifbdev->hpd_waiting = true; 621 mutex_unlock(&ifbdev->hpd_lock); 622 623 if (send_hpd && (ifbdev->vma || ifbdev->helper.deferred_setup)) 624 drm_fb_helper_hotplug_event(&ifbdev->helper); 625 } 626 627 void intel_fbdev_restore_mode(struct drm_device *dev) 628 { 629 struct intel_fbdev *ifbdev = to_i915(dev)->fbdev; 630 631 if (!ifbdev) 632 return; 633 634 intel_fbdev_sync(ifbdev); 635 if (!ifbdev->vma) 636 return; 637 638 if (drm_fb_helper_restore_fbdev_mode_unlocked(&ifbdev->helper) == 0) 639 intel_fbdev_invalidate(ifbdev); 640 } 641