1 /* 2 * Copyright © 2007 David Airlie 3 * 4 * Permission is hereby granted, free of charge, to any person obtaining a 5 * copy of this software and associated documentation files (the "Software"), 6 * to deal in the Software without restriction, including without limitation 7 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8 * and/or sell copies of the Software, and to permit persons to whom the 9 * Software is furnished to do so, subject to the following conditions: 10 * 11 * The above copyright notice and this permission notice (including the next 12 * paragraph) shall be included in all copies or substantial portions of the 13 * Software. 14 * 15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING 20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER 21 * DEALINGS IN THE SOFTWARE. 22 * 23 * Authors: 24 * David Airlie 25 */ 26 27 #include <linux/async.h> 28 #include <linux/console.h> 29 #include <linux/delay.h> 30 #include <linux/errno.h> 31 #include <linux/init.h> 32 #include <linux/kernel.h> 33 #include <linux/mm.h> 34 #include <linux/module.h> 35 #include <linux/string.h> 36 #include <linux/sysrq.h> 37 #include <linux/tty.h> 38 #include <linux/vga_switcheroo.h> 39 40 #include <drm/drm_crtc.h> 41 #include <drm/drm_fb_helper.h> 42 #include <drm/drm_fourcc.h> 43 44 #include "i915_drv.h" 45 #include "intel_display_types.h" 46 #include "intel_fbdev.h" 47 #include "intel_frontbuffer.h" 48 49 static struct intel_frontbuffer *to_frontbuffer(struct intel_fbdev *ifbdev) 50 { 51 return ifbdev->fb->frontbuffer; 52 } 53 54 static void intel_fbdev_invalidate(struct intel_fbdev *ifbdev) 55 { 56 intel_frontbuffer_invalidate(to_frontbuffer(ifbdev), ORIGIN_CPU); 57 } 58 59 static int intel_fbdev_set_par(struct fb_info *info) 60 { 61 struct drm_fb_helper *fb_helper = info->par; 62 struct intel_fbdev *ifbdev = 63 container_of(fb_helper, struct intel_fbdev, helper); 64 int ret; 65 66 ret = drm_fb_helper_set_par(info); 67 if (ret == 0) 68 intel_fbdev_invalidate(ifbdev); 69 70 return ret; 71 } 72 73 static int intel_fbdev_blank(int blank, struct fb_info *info) 74 { 75 struct drm_fb_helper *fb_helper = info->par; 76 struct intel_fbdev *ifbdev = 77 container_of(fb_helper, struct intel_fbdev, helper); 78 int ret; 79 80 ret = drm_fb_helper_blank(blank, info); 81 if (ret == 0) 82 intel_fbdev_invalidate(ifbdev); 83 84 return ret; 85 } 86 87 static int intel_fbdev_pan_display(struct fb_var_screeninfo *var, 88 struct fb_info *info) 89 { 90 struct drm_fb_helper *fb_helper = info->par; 91 struct intel_fbdev *ifbdev = 92 container_of(fb_helper, struct intel_fbdev, helper); 93 int ret; 94 95 ret = drm_fb_helper_pan_display(var, info); 96 if (ret == 0) 97 intel_fbdev_invalidate(ifbdev); 98 99 return ret; 100 } 101 102 static const struct fb_ops intelfb_ops = { 103 .owner = THIS_MODULE, 104 DRM_FB_HELPER_DEFAULT_OPS, 105 .fb_set_par = intel_fbdev_set_par, 106 .fb_fillrect = drm_fb_helper_cfb_fillrect, 107 .fb_copyarea = drm_fb_helper_cfb_copyarea, 108 .fb_imageblit = drm_fb_helper_cfb_imageblit, 109 .fb_pan_display = intel_fbdev_pan_display, 110 .fb_blank = intel_fbdev_blank, 111 }; 112 113 static int intelfb_alloc(struct drm_fb_helper *helper, 114 struct drm_fb_helper_surface_size *sizes) 115 { 116 struct intel_fbdev *ifbdev = 117 container_of(helper, struct intel_fbdev, helper); 118 struct drm_framebuffer *fb; 119 struct drm_device *dev = helper->dev; 120 struct drm_i915_private *dev_priv = to_i915(dev); 121 struct drm_mode_fb_cmd2 mode_cmd = {}; 122 struct drm_i915_gem_object *obj; 123 int size; 124 125 /* we don't do packed 24bpp */ 126 if (sizes->surface_bpp == 24) 127 sizes->surface_bpp = 32; 128 129 mode_cmd.width = sizes->surface_width; 130 mode_cmd.height = sizes->surface_height; 131 132 mode_cmd.pitches[0] = ALIGN(mode_cmd.width * 133 DIV_ROUND_UP(sizes->surface_bpp, 8), 64); 134 mode_cmd.pixel_format = drm_mode_legacy_fb_format(sizes->surface_bpp, 135 sizes->surface_depth); 136 137 size = mode_cmd.pitches[0] * mode_cmd.height; 138 size = PAGE_ALIGN(size); 139 140 /* If the FB is too big, just don't use it since fbdev is not very 141 * important and we should probably use that space with FBC or other 142 * features. */ 143 obj = ERR_PTR(-ENODEV); 144 if (size * 2 < dev_priv->stolen_usable_size) 145 obj = i915_gem_object_create_stolen(dev_priv, size); 146 if (IS_ERR(obj)) 147 obj = i915_gem_object_create_shmem(dev_priv, size); 148 if (IS_ERR(obj)) { 149 DRM_ERROR("failed to allocate framebuffer\n"); 150 return PTR_ERR(obj); 151 } 152 153 fb = intel_framebuffer_create(obj, &mode_cmd); 154 i915_gem_object_put(obj); 155 if (IS_ERR(fb)) 156 return PTR_ERR(fb); 157 158 ifbdev->fb = to_intel_framebuffer(fb); 159 return 0; 160 } 161 162 static int intelfb_create(struct drm_fb_helper *helper, 163 struct drm_fb_helper_surface_size *sizes) 164 { 165 struct intel_fbdev *ifbdev = 166 container_of(helper, struct intel_fbdev, helper); 167 struct intel_framebuffer *intel_fb = ifbdev->fb; 168 struct drm_device *dev = helper->dev; 169 struct drm_i915_private *dev_priv = to_i915(dev); 170 struct pci_dev *pdev = dev_priv->drm.pdev; 171 struct i915_ggtt *ggtt = &dev_priv->ggtt; 172 const struct i915_ggtt_view view = { 173 .type = I915_GGTT_VIEW_NORMAL, 174 }; 175 intel_wakeref_t wakeref; 176 struct fb_info *info; 177 struct i915_vma *vma; 178 unsigned long flags = 0; 179 bool prealloc = false; 180 void __iomem *vaddr; 181 int ret; 182 183 if (intel_fb && 184 (sizes->fb_width > intel_fb->base.width || 185 sizes->fb_height > intel_fb->base.height)) { 186 DRM_DEBUG_KMS("BIOS fb too small (%dx%d), we require (%dx%d)," 187 " releasing it\n", 188 intel_fb->base.width, intel_fb->base.height, 189 sizes->fb_width, sizes->fb_height); 190 drm_framebuffer_put(&intel_fb->base); 191 intel_fb = ifbdev->fb = NULL; 192 } 193 if (!intel_fb || drm_WARN_ON(dev, !intel_fb_obj(&intel_fb->base))) { 194 DRM_DEBUG_KMS("no BIOS fb, allocating a new one\n"); 195 ret = intelfb_alloc(helper, sizes); 196 if (ret) 197 return ret; 198 intel_fb = ifbdev->fb; 199 } else { 200 DRM_DEBUG_KMS("re-using BIOS fb\n"); 201 prealloc = true; 202 sizes->fb_width = intel_fb->base.width; 203 sizes->fb_height = intel_fb->base.height; 204 } 205 206 wakeref = intel_runtime_pm_get(&dev_priv->runtime_pm); 207 208 /* Pin the GGTT vma for our access via info->screen_base. 209 * This also validates that any existing fb inherited from the 210 * BIOS is suitable for own access. 211 */ 212 vma = intel_pin_and_fence_fb_obj(&ifbdev->fb->base, 213 &view, false, &flags); 214 if (IS_ERR(vma)) { 215 ret = PTR_ERR(vma); 216 goto out_unlock; 217 } 218 219 intel_frontbuffer_flush(to_frontbuffer(ifbdev), ORIGIN_DIRTYFB); 220 221 info = drm_fb_helper_alloc_fbi(helper); 222 if (IS_ERR(info)) { 223 DRM_ERROR("Failed to allocate fb_info\n"); 224 ret = PTR_ERR(info); 225 goto out_unpin; 226 } 227 228 ifbdev->helper.fb = &ifbdev->fb->base; 229 230 info->fbops = &intelfb_ops; 231 232 /* setup aperture base/size for vesafb takeover */ 233 info->apertures->ranges[0].base = ggtt->gmadr.start; 234 info->apertures->ranges[0].size = ggtt->mappable_end; 235 236 /* Our framebuffer is the entirety of fbdev's system memory */ 237 info->fix.smem_start = 238 (unsigned long)(ggtt->gmadr.start + vma->node.start); 239 info->fix.smem_len = vma->node.size; 240 241 vaddr = i915_vma_pin_iomap(vma); 242 if (IS_ERR(vaddr)) { 243 DRM_ERROR("Failed to remap framebuffer into virtual memory\n"); 244 ret = PTR_ERR(vaddr); 245 goto out_unpin; 246 } 247 info->screen_base = vaddr; 248 info->screen_size = vma->node.size; 249 250 drm_fb_helper_fill_info(info, &ifbdev->helper, sizes); 251 252 /* If the object is shmemfs backed, it will have given us zeroed pages. 253 * If the object is stolen however, it will be full of whatever 254 * garbage was left in there. 255 */ 256 if (vma->obj->stolen && !prealloc) 257 memset_io(info->screen_base, 0, info->screen_size); 258 259 /* Use default scratch pixmap (info->pixmap.flags = FB_PIXMAP_SYSTEM) */ 260 261 DRM_DEBUG_KMS("allocated %dx%d fb: 0x%08x\n", 262 ifbdev->fb->base.width, ifbdev->fb->base.height, 263 i915_ggtt_offset(vma)); 264 ifbdev->vma = vma; 265 ifbdev->vma_flags = flags; 266 267 intel_runtime_pm_put(&dev_priv->runtime_pm, wakeref); 268 vga_switcheroo_client_fb_set(pdev, info); 269 return 0; 270 271 out_unpin: 272 intel_unpin_fb_vma(vma, flags); 273 out_unlock: 274 intel_runtime_pm_put(&dev_priv->runtime_pm, wakeref); 275 return ret; 276 } 277 278 static const struct drm_fb_helper_funcs intel_fb_helper_funcs = { 279 .fb_probe = intelfb_create, 280 }; 281 282 static void intel_fbdev_destroy(struct intel_fbdev *ifbdev) 283 { 284 /* We rely on the object-free to release the VMA pinning for 285 * the info->screen_base mmaping. Leaking the VMA is simpler than 286 * trying to rectify all the possible error paths leading here. 287 */ 288 289 drm_fb_helper_fini(&ifbdev->helper); 290 291 if (ifbdev->vma) 292 intel_unpin_fb_vma(ifbdev->vma, ifbdev->vma_flags); 293 294 if (ifbdev->fb) 295 drm_framebuffer_remove(&ifbdev->fb->base); 296 297 kfree(ifbdev); 298 } 299 300 /* 301 * Build an intel_fbdev struct using a BIOS allocated framebuffer, if possible. 302 * The core display code will have read out the current plane configuration, 303 * so we use that to figure out if there's an object for us to use as the 304 * fb, and if so, we re-use it for the fbdev configuration. 305 * 306 * Note we only support a single fb shared across pipes for boot (mostly for 307 * fbcon), so we just find the biggest and use that. 308 */ 309 static bool intel_fbdev_init_bios(struct drm_device *dev, 310 struct intel_fbdev *ifbdev) 311 { 312 struct intel_framebuffer *fb = NULL; 313 struct drm_crtc *crtc; 314 struct intel_crtc *intel_crtc; 315 unsigned int max_size = 0; 316 317 /* Find the largest fb */ 318 for_each_crtc(dev, crtc) { 319 struct drm_i915_gem_object *obj = 320 intel_fb_obj(crtc->primary->state->fb); 321 intel_crtc = to_intel_crtc(crtc); 322 323 if (!crtc->state->active || !obj) { 324 DRM_DEBUG_KMS("pipe %c not active or no fb, skipping\n", 325 pipe_name(intel_crtc->pipe)); 326 continue; 327 } 328 329 if (obj->base.size > max_size) { 330 DRM_DEBUG_KMS("found possible fb from plane %c\n", 331 pipe_name(intel_crtc->pipe)); 332 fb = to_intel_framebuffer(crtc->primary->state->fb); 333 max_size = obj->base.size; 334 } 335 } 336 337 if (!fb) { 338 DRM_DEBUG_KMS("no active fbs found, not using BIOS config\n"); 339 goto out; 340 } 341 342 /* Now make sure all the pipes will fit into it */ 343 for_each_crtc(dev, crtc) { 344 unsigned int cur_size; 345 346 intel_crtc = to_intel_crtc(crtc); 347 348 if (!crtc->state->active) { 349 DRM_DEBUG_KMS("pipe %c not active, skipping\n", 350 pipe_name(intel_crtc->pipe)); 351 continue; 352 } 353 354 DRM_DEBUG_KMS("checking plane %c for BIOS fb\n", 355 pipe_name(intel_crtc->pipe)); 356 357 /* 358 * See if the plane fb we found above will fit on this 359 * pipe. Note we need to use the selected fb's pitch and bpp 360 * rather than the current pipe's, since they differ. 361 */ 362 cur_size = crtc->state->adjusted_mode.crtc_hdisplay; 363 cur_size = cur_size * fb->base.format->cpp[0]; 364 if (fb->base.pitches[0] < cur_size) { 365 DRM_DEBUG_KMS("fb not wide enough for plane %c (%d vs %d)\n", 366 pipe_name(intel_crtc->pipe), 367 cur_size, fb->base.pitches[0]); 368 fb = NULL; 369 break; 370 } 371 372 cur_size = crtc->state->adjusted_mode.crtc_vdisplay; 373 cur_size = intel_fb_align_height(&fb->base, 0, cur_size); 374 cur_size *= fb->base.pitches[0]; 375 DRM_DEBUG_KMS("pipe %c area: %dx%d, bpp: %d, size: %d\n", 376 pipe_name(intel_crtc->pipe), 377 crtc->state->adjusted_mode.crtc_hdisplay, 378 crtc->state->adjusted_mode.crtc_vdisplay, 379 fb->base.format->cpp[0] * 8, 380 cur_size); 381 382 if (cur_size > max_size) { 383 DRM_DEBUG_KMS("fb not big enough for plane %c (%d vs %d)\n", 384 pipe_name(intel_crtc->pipe), 385 cur_size, max_size); 386 fb = NULL; 387 break; 388 } 389 390 DRM_DEBUG_KMS("fb big enough for plane %c (%d >= %d)\n", 391 pipe_name(intel_crtc->pipe), 392 max_size, cur_size); 393 } 394 395 if (!fb) { 396 DRM_DEBUG_KMS("BIOS fb not suitable for all pipes, not using\n"); 397 goto out; 398 } 399 400 ifbdev->preferred_bpp = fb->base.format->cpp[0] * 8; 401 ifbdev->fb = fb; 402 403 drm_framebuffer_get(&ifbdev->fb->base); 404 405 /* Final pass to check if any active pipes don't have fbs */ 406 for_each_crtc(dev, crtc) { 407 intel_crtc = to_intel_crtc(crtc); 408 409 if (!crtc->state->active) 410 continue; 411 412 drm_WARN(dev, !crtc->primary->state->fb, 413 "re-used BIOS config but lost an fb on crtc %d\n", 414 crtc->base.id); 415 } 416 417 418 DRM_DEBUG_KMS("using BIOS fb for initial console\n"); 419 return true; 420 421 out: 422 423 return false; 424 } 425 426 static void intel_fbdev_suspend_worker(struct work_struct *work) 427 { 428 intel_fbdev_set_suspend(&container_of(work, 429 struct drm_i915_private, 430 fbdev_suspend_work)->drm, 431 FBINFO_STATE_RUNNING, 432 true); 433 } 434 435 int intel_fbdev_init(struct drm_device *dev) 436 { 437 struct drm_i915_private *dev_priv = to_i915(dev); 438 struct intel_fbdev *ifbdev; 439 int ret; 440 441 if (drm_WARN_ON(dev, !HAS_DISPLAY(dev_priv) || 442 !INTEL_DISPLAY_ENABLED(dev_priv))) 443 return -ENODEV; 444 445 ifbdev = kzalloc(sizeof(struct intel_fbdev), GFP_KERNEL); 446 if (ifbdev == NULL) 447 return -ENOMEM; 448 449 mutex_init(&ifbdev->hpd_lock); 450 drm_fb_helper_prepare(dev, &ifbdev->helper, &intel_fb_helper_funcs); 451 452 if (!intel_fbdev_init_bios(dev, ifbdev)) 453 ifbdev->preferred_bpp = 32; 454 455 ret = drm_fb_helper_init(dev, &ifbdev->helper); 456 if (ret) { 457 kfree(ifbdev); 458 return ret; 459 } 460 461 dev_priv->fbdev = ifbdev; 462 INIT_WORK(&dev_priv->fbdev_suspend_work, intel_fbdev_suspend_worker); 463 464 return 0; 465 } 466 467 static void intel_fbdev_initial_config(void *data, async_cookie_t cookie) 468 { 469 struct intel_fbdev *ifbdev = data; 470 471 /* Due to peculiar init order wrt to hpd handling this is separate. */ 472 if (drm_fb_helper_initial_config(&ifbdev->helper, 473 ifbdev->preferred_bpp)) 474 intel_fbdev_unregister(to_i915(ifbdev->helper.dev)); 475 } 476 477 void intel_fbdev_initial_config_async(struct drm_device *dev) 478 { 479 struct intel_fbdev *ifbdev = to_i915(dev)->fbdev; 480 481 if (!ifbdev) 482 return; 483 484 ifbdev->cookie = async_schedule(intel_fbdev_initial_config, ifbdev); 485 } 486 487 static void intel_fbdev_sync(struct intel_fbdev *ifbdev) 488 { 489 if (!ifbdev->cookie) 490 return; 491 492 /* Only serialises with all preceding async calls, hence +1 */ 493 async_synchronize_cookie(ifbdev->cookie + 1); 494 ifbdev->cookie = 0; 495 } 496 497 void intel_fbdev_unregister(struct drm_i915_private *dev_priv) 498 { 499 struct intel_fbdev *ifbdev = dev_priv->fbdev; 500 501 if (!ifbdev) 502 return; 503 504 cancel_work_sync(&dev_priv->fbdev_suspend_work); 505 if (!current_is_async()) 506 intel_fbdev_sync(ifbdev); 507 508 drm_fb_helper_unregister_fbi(&ifbdev->helper); 509 } 510 511 void intel_fbdev_fini(struct drm_i915_private *dev_priv) 512 { 513 struct intel_fbdev *ifbdev = fetch_and_zero(&dev_priv->fbdev); 514 515 if (!ifbdev) 516 return; 517 518 intel_fbdev_destroy(ifbdev); 519 } 520 521 /* Suspends/resumes fbdev processing of incoming HPD events. When resuming HPD 522 * processing, fbdev will perform a full connector reprobe if a hotplug event 523 * was received while HPD was suspended. 524 */ 525 static void intel_fbdev_hpd_set_suspend(struct intel_fbdev *ifbdev, int state) 526 { 527 bool send_hpd = false; 528 529 mutex_lock(&ifbdev->hpd_lock); 530 ifbdev->hpd_suspended = state == FBINFO_STATE_SUSPENDED; 531 send_hpd = !ifbdev->hpd_suspended && ifbdev->hpd_waiting; 532 ifbdev->hpd_waiting = false; 533 mutex_unlock(&ifbdev->hpd_lock); 534 535 if (send_hpd) { 536 DRM_DEBUG_KMS("Handling delayed fbcon HPD event\n"); 537 drm_fb_helper_hotplug_event(&ifbdev->helper); 538 } 539 } 540 541 void intel_fbdev_set_suspend(struct drm_device *dev, int state, bool synchronous) 542 { 543 struct drm_i915_private *dev_priv = to_i915(dev); 544 struct intel_fbdev *ifbdev = dev_priv->fbdev; 545 struct fb_info *info; 546 547 if (!ifbdev || !ifbdev->vma) 548 return; 549 550 info = ifbdev->helper.fbdev; 551 552 if (synchronous) { 553 /* Flush any pending work to turn the console on, and then 554 * wait to turn it off. It must be synchronous as we are 555 * about to suspend or unload the driver. 556 * 557 * Note that from within the work-handler, we cannot flush 558 * ourselves, so only flush outstanding work upon suspend! 559 */ 560 if (state != FBINFO_STATE_RUNNING) 561 flush_work(&dev_priv->fbdev_suspend_work); 562 563 console_lock(); 564 } else { 565 /* 566 * The console lock can be pretty contented on resume due 567 * to all the printk activity. Try to keep it out of the hot 568 * path of resume if possible. 569 */ 570 drm_WARN_ON(dev, state != FBINFO_STATE_RUNNING); 571 if (!console_trylock()) { 572 /* Don't block our own workqueue as this can 573 * be run in parallel with other i915.ko tasks. 574 */ 575 schedule_work(&dev_priv->fbdev_suspend_work); 576 return; 577 } 578 } 579 580 /* On resume from hibernation: If the object is shmemfs backed, it has 581 * been restored from swap. If the object is stolen however, it will be 582 * full of whatever garbage was left in there. 583 */ 584 if (state == FBINFO_STATE_RUNNING && 585 intel_fb_obj(&ifbdev->fb->base)->stolen) 586 memset_io(info->screen_base, 0, info->screen_size); 587 588 drm_fb_helper_set_suspend(&ifbdev->helper, state); 589 console_unlock(); 590 591 intel_fbdev_hpd_set_suspend(ifbdev, state); 592 } 593 594 void intel_fbdev_output_poll_changed(struct drm_device *dev) 595 { 596 struct intel_fbdev *ifbdev = to_i915(dev)->fbdev; 597 bool send_hpd; 598 599 if (!ifbdev) 600 return; 601 602 intel_fbdev_sync(ifbdev); 603 604 mutex_lock(&ifbdev->hpd_lock); 605 send_hpd = !ifbdev->hpd_suspended; 606 ifbdev->hpd_waiting = true; 607 mutex_unlock(&ifbdev->hpd_lock); 608 609 if (send_hpd && (ifbdev->vma || ifbdev->helper.deferred_setup)) 610 drm_fb_helper_hotplug_event(&ifbdev->helper); 611 } 612 613 void intel_fbdev_restore_mode(struct drm_device *dev) 614 { 615 struct intel_fbdev *ifbdev = to_i915(dev)->fbdev; 616 617 if (!ifbdev) 618 return; 619 620 intel_fbdev_sync(ifbdev); 621 if (!ifbdev->vma) 622 return; 623 624 if (drm_fb_helper_restore_fbdev_mode_unlocked(&ifbdev->helper) == 0) 625 intel_fbdev_invalidate(ifbdev); 626 } 627