1 /* 2 * Copyright (C) 2012 Avionic Design GmbH 3 * Copyright (C) 2012-2013 NVIDIA CORPORATION. All rights reserved. 4 * 5 * This program is free software; you can redistribute it and/or modify 6 * it under the terms of the GNU General Public License version 2 as 7 * published by the Free Software Foundation. 8 */ 9 10 #include <linux/host1x.h> 11 #include <linux/iommu.h> 12 13 #include <drm/drm_atomic.h> 14 #include <drm/drm_atomic_helper.h> 15 16 #include "drm.h" 17 #include "gem.h" 18 19 #define DRIVER_NAME "tegra" 20 #define DRIVER_DESC "NVIDIA Tegra graphics" 21 #define DRIVER_DATE "20120330" 22 #define DRIVER_MAJOR 0 23 #define DRIVER_MINOR 0 24 #define DRIVER_PATCHLEVEL 0 25 26 struct tegra_drm_file { 27 struct list_head contexts; 28 }; 29 30 static void tegra_atomic_schedule(struct tegra_drm *tegra, 31 struct drm_atomic_state *state) 32 { 33 tegra->commit.state = state; 34 schedule_work(&tegra->commit.work); 35 } 36 37 static void tegra_atomic_complete(struct tegra_drm *tegra, 38 struct drm_atomic_state *state) 39 { 40 struct drm_device *drm = tegra->drm; 41 42 /* 43 * Everything below can be run asynchronously without the need to grab 44 * any modeset locks at all under one condition: It must be guaranteed 45 * that the asynchronous work has either been cancelled (if the driver 46 * supports it, which at least requires that the framebuffers get 47 * cleaned up with drm_atomic_helper_cleanup_planes()) or completed 48 * before the new state gets committed on the software side with 49 * drm_atomic_helper_swap_state(). 50 * 51 * This scheme allows new atomic state updates to be prepared and 52 * checked in parallel to the asynchronous completion of the previous 53 * update. Which is important since compositors need to figure out the 54 * composition of the next frame right after having submitted the 55 * current layout. 56 */ 57 58 drm_atomic_helper_commit_modeset_disables(drm, state); 59 drm_atomic_helper_commit_planes(drm, state, false); 60 drm_atomic_helper_commit_modeset_enables(drm, state); 61 62 drm_atomic_helper_wait_for_vblanks(drm, state); 63 64 drm_atomic_helper_cleanup_planes(drm, state); 65 drm_atomic_state_free(state); 66 } 67 68 static void tegra_atomic_work(struct work_struct *work) 69 { 70 struct tegra_drm *tegra = container_of(work, struct tegra_drm, 71 commit.work); 72 73 tegra_atomic_complete(tegra, tegra->commit.state); 74 } 75 76 static int tegra_atomic_commit(struct drm_device *drm, 77 struct drm_atomic_state *state, bool async) 78 { 79 struct tegra_drm *tegra = drm->dev_private; 80 int err; 81 82 err = drm_atomic_helper_prepare_planes(drm, state); 83 if (err) 84 return err; 85 86 /* serialize outstanding asynchronous commits */ 87 mutex_lock(&tegra->commit.lock); 88 flush_work(&tegra->commit.work); 89 90 /* 91 * This is the point of no return - everything below never fails except 92 * when the hw goes bonghits. Which means we can commit the new state on 93 * the software side now. 94 */ 95 96 drm_atomic_helper_swap_state(drm, state); 97 98 if (async) 99 tegra_atomic_schedule(tegra, state); 100 else 101 tegra_atomic_complete(tegra, state); 102 103 mutex_unlock(&tegra->commit.lock); 104 return 0; 105 } 106 107 static const struct drm_mode_config_funcs tegra_drm_mode_funcs = { 108 .fb_create = tegra_fb_create, 109 #ifdef CONFIG_DRM_TEGRA_FBDEV 110 .output_poll_changed = tegra_fb_output_poll_changed, 111 #endif 112 .atomic_check = drm_atomic_helper_check, 113 .atomic_commit = tegra_atomic_commit, 114 }; 115 116 static int tegra_drm_load(struct drm_device *drm, unsigned long flags) 117 { 118 struct host1x_device *device = to_host1x_device(drm->dev); 119 struct tegra_drm *tegra; 120 int err; 121 122 tegra = kzalloc(sizeof(*tegra), GFP_KERNEL); 123 if (!tegra) 124 return -ENOMEM; 125 126 if (iommu_present(&platform_bus_type)) { 127 struct iommu_domain_geometry *geometry; 128 u64 start, end; 129 130 tegra->domain = iommu_domain_alloc(&platform_bus_type); 131 if (!tegra->domain) { 132 err = -ENOMEM; 133 goto free; 134 } 135 136 geometry = &tegra->domain->geometry; 137 start = geometry->aperture_start; 138 end = geometry->aperture_end; 139 140 DRM_DEBUG("IOMMU context initialized (aperture: %#llx-%#llx)\n", 141 start, end); 142 drm_mm_init(&tegra->mm, start, end - start + 1); 143 } 144 145 mutex_init(&tegra->clients_lock); 146 INIT_LIST_HEAD(&tegra->clients); 147 148 mutex_init(&tegra->commit.lock); 149 INIT_WORK(&tegra->commit.work, tegra_atomic_work); 150 151 drm->dev_private = tegra; 152 tegra->drm = drm; 153 154 drm_mode_config_init(drm); 155 156 drm->mode_config.min_width = 0; 157 drm->mode_config.min_height = 0; 158 159 drm->mode_config.max_width = 4096; 160 drm->mode_config.max_height = 4096; 161 162 drm->mode_config.funcs = &tegra_drm_mode_funcs; 163 164 err = tegra_drm_fb_prepare(drm); 165 if (err < 0) 166 goto config; 167 168 drm_kms_helper_poll_init(drm); 169 170 err = host1x_device_init(device); 171 if (err < 0) 172 goto fbdev; 173 174 /* 175 * We don't use the drm_irq_install() helpers provided by the DRM 176 * core, so we need to set this manually in order to allow the 177 * DRM_IOCTL_WAIT_VBLANK to operate correctly. 178 */ 179 drm->irq_enabled = true; 180 181 /* syncpoints are used for full 32-bit hardware VBLANK counters */ 182 drm->max_vblank_count = 0xffffffff; 183 drm->vblank_disable_allowed = true; 184 185 err = drm_vblank_init(drm, drm->mode_config.num_crtc); 186 if (err < 0) 187 goto device; 188 189 drm_mode_config_reset(drm); 190 191 err = tegra_drm_fb_init(drm); 192 if (err < 0) 193 goto vblank; 194 195 return 0; 196 197 vblank: 198 drm_vblank_cleanup(drm); 199 device: 200 host1x_device_exit(device); 201 fbdev: 202 drm_kms_helper_poll_fini(drm); 203 tegra_drm_fb_free(drm); 204 config: 205 drm_mode_config_cleanup(drm); 206 207 if (tegra->domain) { 208 iommu_domain_free(tegra->domain); 209 drm_mm_takedown(&tegra->mm); 210 } 211 free: 212 kfree(tegra); 213 return err; 214 } 215 216 static int tegra_drm_unload(struct drm_device *drm) 217 { 218 struct host1x_device *device = to_host1x_device(drm->dev); 219 struct tegra_drm *tegra = drm->dev_private; 220 int err; 221 222 drm_kms_helper_poll_fini(drm); 223 tegra_drm_fb_exit(drm); 224 drm_mode_config_cleanup(drm); 225 drm_vblank_cleanup(drm); 226 227 err = host1x_device_exit(device); 228 if (err < 0) 229 return err; 230 231 if (tegra->domain) { 232 iommu_domain_free(tegra->domain); 233 drm_mm_takedown(&tegra->mm); 234 } 235 236 kfree(tegra); 237 238 return 0; 239 } 240 241 static int tegra_drm_open(struct drm_device *drm, struct drm_file *filp) 242 { 243 struct tegra_drm_file *fpriv; 244 245 fpriv = kzalloc(sizeof(*fpriv), GFP_KERNEL); 246 if (!fpriv) 247 return -ENOMEM; 248 249 INIT_LIST_HEAD(&fpriv->contexts); 250 filp->driver_priv = fpriv; 251 252 return 0; 253 } 254 255 static void tegra_drm_context_free(struct tegra_drm_context *context) 256 { 257 context->client->ops->close_channel(context); 258 kfree(context); 259 } 260 261 static void tegra_drm_lastclose(struct drm_device *drm) 262 { 263 #ifdef CONFIG_DRM_TEGRA_FBDEV 264 struct tegra_drm *tegra = drm->dev_private; 265 266 tegra_fbdev_restore_mode(tegra->fbdev); 267 #endif 268 } 269 270 static struct host1x_bo * 271 host1x_bo_lookup(struct drm_device *drm, struct drm_file *file, u32 handle) 272 { 273 struct drm_gem_object *gem; 274 struct tegra_bo *bo; 275 276 gem = drm_gem_object_lookup(drm, file, handle); 277 if (!gem) 278 return NULL; 279 280 mutex_lock(&drm->struct_mutex); 281 drm_gem_object_unreference(gem); 282 mutex_unlock(&drm->struct_mutex); 283 284 bo = to_tegra_bo(gem); 285 return &bo->base; 286 } 287 288 static int host1x_reloc_copy_from_user(struct host1x_reloc *dest, 289 struct drm_tegra_reloc __user *src, 290 struct drm_device *drm, 291 struct drm_file *file) 292 { 293 u32 cmdbuf, target; 294 int err; 295 296 err = get_user(cmdbuf, &src->cmdbuf.handle); 297 if (err < 0) 298 return err; 299 300 err = get_user(dest->cmdbuf.offset, &src->cmdbuf.offset); 301 if (err < 0) 302 return err; 303 304 err = get_user(target, &src->target.handle); 305 if (err < 0) 306 return err; 307 308 err = get_user(dest->target.offset, &src->target.offset); 309 if (err < 0) 310 return err; 311 312 err = get_user(dest->shift, &src->shift); 313 if (err < 0) 314 return err; 315 316 dest->cmdbuf.bo = host1x_bo_lookup(drm, file, cmdbuf); 317 if (!dest->cmdbuf.bo) 318 return -ENOENT; 319 320 dest->target.bo = host1x_bo_lookup(drm, file, target); 321 if (!dest->target.bo) 322 return -ENOENT; 323 324 return 0; 325 } 326 327 int tegra_drm_submit(struct tegra_drm_context *context, 328 struct drm_tegra_submit *args, struct drm_device *drm, 329 struct drm_file *file) 330 { 331 unsigned int num_cmdbufs = args->num_cmdbufs; 332 unsigned int num_relocs = args->num_relocs; 333 unsigned int num_waitchks = args->num_waitchks; 334 struct drm_tegra_cmdbuf __user *cmdbufs = 335 (void __user *)(uintptr_t)args->cmdbufs; 336 struct drm_tegra_reloc __user *relocs = 337 (void __user *)(uintptr_t)args->relocs; 338 struct drm_tegra_waitchk __user *waitchks = 339 (void __user *)(uintptr_t)args->waitchks; 340 struct drm_tegra_syncpt syncpt; 341 struct host1x_job *job; 342 int err; 343 344 /* We don't yet support other than one syncpt_incr struct per submit */ 345 if (args->num_syncpts != 1) 346 return -EINVAL; 347 348 job = host1x_job_alloc(context->channel, args->num_cmdbufs, 349 args->num_relocs, args->num_waitchks); 350 if (!job) 351 return -ENOMEM; 352 353 job->num_relocs = args->num_relocs; 354 job->num_waitchk = args->num_waitchks; 355 job->client = (u32)args->context; 356 job->class = context->client->base.class; 357 job->serialize = true; 358 359 while (num_cmdbufs) { 360 struct drm_tegra_cmdbuf cmdbuf; 361 struct host1x_bo *bo; 362 363 if (copy_from_user(&cmdbuf, cmdbufs, sizeof(cmdbuf))) { 364 err = -EFAULT; 365 goto fail; 366 } 367 368 bo = host1x_bo_lookup(drm, file, cmdbuf.handle); 369 if (!bo) { 370 err = -ENOENT; 371 goto fail; 372 } 373 374 host1x_job_add_gather(job, bo, cmdbuf.words, cmdbuf.offset); 375 num_cmdbufs--; 376 cmdbufs++; 377 } 378 379 /* copy and resolve relocations from submit */ 380 while (num_relocs--) { 381 err = host1x_reloc_copy_from_user(&job->relocarray[num_relocs], 382 &relocs[num_relocs], drm, 383 file); 384 if (err < 0) 385 goto fail; 386 } 387 388 if (copy_from_user(job->waitchk, waitchks, 389 sizeof(*waitchks) * num_waitchks)) { 390 err = -EFAULT; 391 goto fail; 392 } 393 394 if (copy_from_user(&syncpt, (void __user *)(uintptr_t)args->syncpts, 395 sizeof(syncpt))) { 396 err = -EFAULT; 397 goto fail; 398 } 399 400 job->is_addr_reg = context->client->ops->is_addr_reg; 401 job->syncpt_incrs = syncpt.incrs; 402 job->syncpt_id = syncpt.id; 403 job->timeout = 10000; 404 405 if (args->timeout && args->timeout < 10000) 406 job->timeout = args->timeout; 407 408 err = host1x_job_pin(job, context->client->base.dev); 409 if (err) 410 goto fail; 411 412 err = host1x_job_submit(job); 413 if (err) 414 goto fail_submit; 415 416 args->fence = job->syncpt_end; 417 418 host1x_job_put(job); 419 return 0; 420 421 fail_submit: 422 host1x_job_unpin(job); 423 fail: 424 host1x_job_put(job); 425 return err; 426 } 427 428 429 #ifdef CONFIG_DRM_TEGRA_STAGING 430 static struct tegra_drm_context *tegra_drm_get_context(__u64 context) 431 { 432 return (struct tegra_drm_context *)(uintptr_t)context; 433 } 434 435 static bool tegra_drm_file_owns_context(struct tegra_drm_file *file, 436 struct tegra_drm_context *context) 437 { 438 struct tegra_drm_context *ctx; 439 440 list_for_each_entry(ctx, &file->contexts, list) 441 if (ctx == context) 442 return true; 443 444 return false; 445 } 446 447 static int tegra_gem_create(struct drm_device *drm, void *data, 448 struct drm_file *file) 449 { 450 struct drm_tegra_gem_create *args = data; 451 struct tegra_bo *bo; 452 453 bo = tegra_bo_create_with_handle(file, drm, args->size, args->flags, 454 &args->handle); 455 if (IS_ERR(bo)) 456 return PTR_ERR(bo); 457 458 return 0; 459 } 460 461 static int tegra_gem_mmap(struct drm_device *drm, void *data, 462 struct drm_file *file) 463 { 464 struct drm_tegra_gem_mmap *args = data; 465 struct drm_gem_object *gem; 466 struct tegra_bo *bo; 467 468 gem = drm_gem_object_lookup(drm, file, args->handle); 469 if (!gem) 470 return -EINVAL; 471 472 bo = to_tegra_bo(gem); 473 474 args->offset = drm_vma_node_offset_addr(&bo->gem.vma_node); 475 476 drm_gem_object_unreference(gem); 477 478 return 0; 479 } 480 481 static int tegra_syncpt_read(struct drm_device *drm, void *data, 482 struct drm_file *file) 483 { 484 struct host1x *host = dev_get_drvdata(drm->dev->parent); 485 struct drm_tegra_syncpt_read *args = data; 486 struct host1x_syncpt *sp; 487 488 sp = host1x_syncpt_get(host, args->id); 489 if (!sp) 490 return -EINVAL; 491 492 args->value = host1x_syncpt_read_min(sp); 493 return 0; 494 } 495 496 static int tegra_syncpt_incr(struct drm_device *drm, void *data, 497 struct drm_file *file) 498 { 499 struct host1x *host1x = dev_get_drvdata(drm->dev->parent); 500 struct drm_tegra_syncpt_incr *args = data; 501 struct host1x_syncpt *sp; 502 503 sp = host1x_syncpt_get(host1x, args->id); 504 if (!sp) 505 return -EINVAL; 506 507 return host1x_syncpt_incr(sp); 508 } 509 510 static int tegra_syncpt_wait(struct drm_device *drm, void *data, 511 struct drm_file *file) 512 { 513 struct host1x *host1x = dev_get_drvdata(drm->dev->parent); 514 struct drm_tegra_syncpt_wait *args = data; 515 struct host1x_syncpt *sp; 516 517 sp = host1x_syncpt_get(host1x, args->id); 518 if (!sp) 519 return -EINVAL; 520 521 return host1x_syncpt_wait(sp, args->thresh, args->timeout, 522 &args->value); 523 } 524 525 static int tegra_open_channel(struct drm_device *drm, void *data, 526 struct drm_file *file) 527 { 528 struct tegra_drm_file *fpriv = file->driver_priv; 529 struct tegra_drm *tegra = drm->dev_private; 530 struct drm_tegra_open_channel *args = data; 531 struct tegra_drm_context *context; 532 struct tegra_drm_client *client; 533 int err = -ENODEV; 534 535 context = kzalloc(sizeof(*context), GFP_KERNEL); 536 if (!context) 537 return -ENOMEM; 538 539 list_for_each_entry(client, &tegra->clients, list) 540 if (client->base.class == args->client) { 541 err = client->ops->open_channel(client, context); 542 if (err) 543 break; 544 545 list_add(&context->list, &fpriv->contexts); 546 args->context = (uintptr_t)context; 547 context->client = client; 548 return 0; 549 } 550 551 kfree(context); 552 return err; 553 } 554 555 static int tegra_close_channel(struct drm_device *drm, void *data, 556 struct drm_file *file) 557 { 558 struct tegra_drm_file *fpriv = file->driver_priv; 559 struct drm_tegra_close_channel *args = data; 560 struct tegra_drm_context *context; 561 562 context = tegra_drm_get_context(args->context); 563 564 if (!tegra_drm_file_owns_context(fpriv, context)) 565 return -EINVAL; 566 567 list_del(&context->list); 568 tegra_drm_context_free(context); 569 570 return 0; 571 } 572 573 static int tegra_get_syncpt(struct drm_device *drm, void *data, 574 struct drm_file *file) 575 { 576 struct tegra_drm_file *fpriv = file->driver_priv; 577 struct drm_tegra_get_syncpt *args = data; 578 struct tegra_drm_context *context; 579 struct host1x_syncpt *syncpt; 580 581 context = tegra_drm_get_context(args->context); 582 583 if (!tegra_drm_file_owns_context(fpriv, context)) 584 return -ENODEV; 585 586 if (args->index >= context->client->base.num_syncpts) 587 return -EINVAL; 588 589 syncpt = context->client->base.syncpts[args->index]; 590 args->id = host1x_syncpt_id(syncpt); 591 592 return 0; 593 } 594 595 static int tegra_submit(struct drm_device *drm, void *data, 596 struct drm_file *file) 597 { 598 struct tegra_drm_file *fpriv = file->driver_priv; 599 struct drm_tegra_submit *args = data; 600 struct tegra_drm_context *context; 601 602 context = tegra_drm_get_context(args->context); 603 604 if (!tegra_drm_file_owns_context(fpriv, context)) 605 return -ENODEV; 606 607 return context->client->ops->submit(context, args, drm, file); 608 } 609 610 static int tegra_get_syncpt_base(struct drm_device *drm, void *data, 611 struct drm_file *file) 612 { 613 struct tegra_drm_file *fpriv = file->driver_priv; 614 struct drm_tegra_get_syncpt_base *args = data; 615 struct tegra_drm_context *context; 616 struct host1x_syncpt_base *base; 617 struct host1x_syncpt *syncpt; 618 619 context = tegra_drm_get_context(args->context); 620 621 if (!tegra_drm_file_owns_context(fpriv, context)) 622 return -ENODEV; 623 624 if (args->syncpt >= context->client->base.num_syncpts) 625 return -EINVAL; 626 627 syncpt = context->client->base.syncpts[args->syncpt]; 628 629 base = host1x_syncpt_get_base(syncpt); 630 if (!base) 631 return -ENXIO; 632 633 args->id = host1x_syncpt_base_id(base); 634 635 return 0; 636 } 637 638 static int tegra_gem_set_tiling(struct drm_device *drm, void *data, 639 struct drm_file *file) 640 { 641 struct drm_tegra_gem_set_tiling *args = data; 642 enum tegra_bo_tiling_mode mode; 643 struct drm_gem_object *gem; 644 unsigned long value = 0; 645 struct tegra_bo *bo; 646 647 switch (args->mode) { 648 case DRM_TEGRA_GEM_TILING_MODE_PITCH: 649 mode = TEGRA_BO_TILING_MODE_PITCH; 650 651 if (args->value != 0) 652 return -EINVAL; 653 654 break; 655 656 case DRM_TEGRA_GEM_TILING_MODE_TILED: 657 mode = TEGRA_BO_TILING_MODE_TILED; 658 659 if (args->value != 0) 660 return -EINVAL; 661 662 break; 663 664 case DRM_TEGRA_GEM_TILING_MODE_BLOCK: 665 mode = TEGRA_BO_TILING_MODE_BLOCK; 666 667 if (args->value > 5) 668 return -EINVAL; 669 670 value = args->value; 671 break; 672 673 default: 674 return -EINVAL; 675 } 676 677 gem = drm_gem_object_lookup(drm, file, args->handle); 678 if (!gem) 679 return -ENOENT; 680 681 bo = to_tegra_bo(gem); 682 683 bo->tiling.mode = mode; 684 bo->tiling.value = value; 685 686 drm_gem_object_unreference(gem); 687 688 return 0; 689 } 690 691 static int tegra_gem_get_tiling(struct drm_device *drm, void *data, 692 struct drm_file *file) 693 { 694 struct drm_tegra_gem_get_tiling *args = data; 695 struct drm_gem_object *gem; 696 struct tegra_bo *bo; 697 int err = 0; 698 699 gem = drm_gem_object_lookup(drm, file, args->handle); 700 if (!gem) 701 return -ENOENT; 702 703 bo = to_tegra_bo(gem); 704 705 switch (bo->tiling.mode) { 706 case TEGRA_BO_TILING_MODE_PITCH: 707 args->mode = DRM_TEGRA_GEM_TILING_MODE_PITCH; 708 args->value = 0; 709 break; 710 711 case TEGRA_BO_TILING_MODE_TILED: 712 args->mode = DRM_TEGRA_GEM_TILING_MODE_TILED; 713 args->value = 0; 714 break; 715 716 case TEGRA_BO_TILING_MODE_BLOCK: 717 args->mode = DRM_TEGRA_GEM_TILING_MODE_BLOCK; 718 args->value = bo->tiling.value; 719 break; 720 721 default: 722 err = -EINVAL; 723 break; 724 } 725 726 drm_gem_object_unreference(gem); 727 728 return err; 729 } 730 731 static int tegra_gem_set_flags(struct drm_device *drm, void *data, 732 struct drm_file *file) 733 { 734 struct drm_tegra_gem_set_flags *args = data; 735 struct drm_gem_object *gem; 736 struct tegra_bo *bo; 737 738 if (args->flags & ~DRM_TEGRA_GEM_FLAGS) 739 return -EINVAL; 740 741 gem = drm_gem_object_lookup(drm, file, args->handle); 742 if (!gem) 743 return -ENOENT; 744 745 bo = to_tegra_bo(gem); 746 bo->flags = 0; 747 748 if (args->flags & DRM_TEGRA_GEM_BOTTOM_UP) 749 bo->flags |= TEGRA_BO_BOTTOM_UP; 750 751 drm_gem_object_unreference(gem); 752 753 return 0; 754 } 755 756 static int tegra_gem_get_flags(struct drm_device *drm, void *data, 757 struct drm_file *file) 758 { 759 struct drm_tegra_gem_get_flags *args = data; 760 struct drm_gem_object *gem; 761 struct tegra_bo *bo; 762 763 gem = drm_gem_object_lookup(drm, file, args->handle); 764 if (!gem) 765 return -ENOENT; 766 767 bo = to_tegra_bo(gem); 768 args->flags = 0; 769 770 if (bo->flags & TEGRA_BO_BOTTOM_UP) 771 args->flags |= DRM_TEGRA_GEM_BOTTOM_UP; 772 773 drm_gem_object_unreference(gem); 774 775 return 0; 776 } 777 #endif 778 779 static const struct drm_ioctl_desc tegra_drm_ioctls[] = { 780 #ifdef CONFIG_DRM_TEGRA_STAGING 781 DRM_IOCTL_DEF_DRV(TEGRA_GEM_CREATE, tegra_gem_create, 0), 782 DRM_IOCTL_DEF_DRV(TEGRA_GEM_MMAP, tegra_gem_mmap, 0), 783 DRM_IOCTL_DEF_DRV(TEGRA_SYNCPT_READ, tegra_syncpt_read, 0), 784 DRM_IOCTL_DEF_DRV(TEGRA_SYNCPT_INCR, tegra_syncpt_incr, 0), 785 DRM_IOCTL_DEF_DRV(TEGRA_SYNCPT_WAIT, tegra_syncpt_wait, 0), 786 DRM_IOCTL_DEF_DRV(TEGRA_OPEN_CHANNEL, tegra_open_channel, 0), 787 DRM_IOCTL_DEF_DRV(TEGRA_CLOSE_CHANNEL, tegra_close_channel, 0), 788 DRM_IOCTL_DEF_DRV(TEGRA_GET_SYNCPT, tegra_get_syncpt, 0), 789 DRM_IOCTL_DEF_DRV(TEGRA_SUBMIT, tegra_submit, 0), 790 DRM_IOCTL_DEF_DRV(TEGRA_GET_SYNCPT_BASE, tegra_get_syncpt_base, 0), 791 DRM_IOCTL_DEF_DRV(TEGRA_GEM_SET_TILING, tegra_gem_set_tiling, 0), 792 DRM_IOCTL_DEF_DRV(TEGRA_GEM_GET_TILING, tegra_gem_get_tiling, 0), 793 DRM_IOCTL_DEF_DRV(TEGRA_GEM_SET_FLAGS, tegra_gem_set_flags, 0), 794 DRM_IOCTL_DEF_DRV(TEGRA_GEM_GET_FLAGS, tegra_gem_get_flags, 0), 795 #endif 796 }; 797 798 static const struct file_operations tegra_drm_fops = { 799 .owner = THIS_MODULE, 800 .open = drm_open, 801 .release = drm_release, 802 .unlocked_ioctl = drm_ioctl, 803 .mmap = tegra_drm_mmap, 804 .poll = drm_poll, 805 .read = drm_read, 806 #ifdef CONFIG_COMPAT 807 .compat_ioctl = drm_compat_ioctl, 808 #endif 809 .llseek = noop_llseek, 810 }; 811 812 static struct drm_crtc *tegra_crtc_from_pipe(struct drm_device *drm, 813 unsigned int pipe) 814 { 815 struct drm_crtc *crtc; 816 817 list_for_each_entry(crtc, &drm->mode_config.crtc_list, head) { 818 if (pipe == drm_crtc_index(crtc)) 819 return crtc; 820 } 821 822 return NULL; 823 } 824 825 static u32 tegra_drm_get_vblank_counter(struct drm_device *drm, 826 unsigned int pipe) 827 { 828 struct drm_crtc *crtc = tegra_crtc_from_pipe(drm, pipe); 829 struct tegra_dc *dc = to_tegra_dc(crtc); 830 831 if (!crtc) 832 return 0; 833 834 return tegra_dc_get_vblank_counter(dc); 835 } 836 837 static int tegra_drm_enable_vblank(struct drm_device *drm, unsigned int pipe) 838 { 839 struct drm_crtc *crtc = tegra_crtc_from_pipe(drm, pipe); 840 struct tegra_dc *dc = to_tegra_dc(crtc); 841 842 if (!crtc) 843 return -ENODEV; 844 845 tegra_dc_enable_vblank(dc); 846 847 return 0; 848 } 849 850 static void tegra_drm_disable_vblank(struct drm_device *drm, unsigned int pipe) 851 { 852 struct drm_crtc *crtc = tegra_crtc_from_pipe(drm, pipe); 853 struct tegra_dc *dc = to_tegra_dc(crtc); 854 855 if (crtc) 856 tegra_dc_disable_vblank(dc); 857 } 858 859 static void tegra_drm_preclose(struct drm_device *drm, struct drm_file *file) 860 { 861 struct tegra_drm_file *fpriv = file->driver_priv; 862 struct tegra_drm_context *context, *tmp; 863 struct drm_crtc *crtc; 864 865 list_for_each_entry(crtc, &drm->mode_config.crtc_list, head) 866 tegra_dc_cancel_page_flip(crtc, file); 867 868 list_for_each_entry_safe(context, tmp, &fpriv->contexts, list) 869 tegra_drm_context_free(context); 870 871 kfree(fpriv); 872 } 873 874 #ifdef CONFIG_DEBUG_FS 875 static int tegra_debugfs_framebuffers(struct seq_file *s, void *data) 876 { 877 struct drm_info_node *node = (struct drm_info_node *)s->private; 878 struct drm_device *drm = node->minor->dev; 879 struct drm_framebuffer *fb; 880 881 mutex_lock(&drm->mode_config.fb_lock); 882 883 list_for_each_entry(fb, &drm->mode_config.fb_list, head) { 884 seq_printf(s, "%3d: user size: %d x %d, depth %d, %d bpp, refcount %d\n", 885 fb->base.id, fb->width, fb->height, fb->depth, 886 fb->bits_per_pixel, 887 atomic_read(&fb->refcount.refcount)); 888 } 889 890 mutex_unlock(&drm->mode_config.fb_lock); 891 892 return 0; 893 } 894 895 static int tegra_debugfs_iova(struct seq_file *s, void *data) 896 { 897 struct drm_info_node *node = (struct drm_info_node *)s->private; 898 struct drm_device *drm = node->minor->dev; 899 struct tegra_drm *tegra = drm->dev_private; 900 901 return drm_mm_dump_table(s, &tegra->mm); 902 } 903 904 static struct drm_info_list tegra_debugfs_list[] = { 905 { "framebuffers", tegra_debugfs_framebuffers, 0 }, 906 { "iova", tegra_debugfs_iova, 0 }, 907 }; 908 909 static int tegra_debugfs_init(struct drm_minor *minor) 910 { 911 return drm_debugfs_create_files(tegra_debugfs_list, 912 ARRAY_SIZE(tegra_debugfs_list), 913 minor->debugfs_root, minor); 914 } 915 916 static void tegra_debugfs_cleanup(struct drm_minor *minor) 917 { 918 drm_debugfs_remove_files(tegra_debugfs_list, 919 ARRAY_SIZE(tegra_debugfs_list), minor); 920 } 921 #endif 922 923 static struct drm_driver tegra_drm_driver = { 924 .driver_features = DRIVER_MODESET | DRIVER_GEM | DRIVER_PRIME, 925 .load = tegra_drm_load, 926 .unload = tegra_drm_unload, 927 .open = tegra_drm_open, 928 .preclose = tegra_drm_preclose, 929 .lastclose = tegra_drm_lastclose, 930 931 .get_vblank_counter = tegra_drm_get_vblank_counter, 932 .enable_vblank = tegra_drm_enable_vblank, 933 .disable_vblank = tegra_drm_disable_vblank, 934 935 #if defined(CONFIG_DEBUG_FS) 936 .debugfs_init = tegra_debugfs_init, 937 .debugfs_cleanup = tegra_debugfs_cleanup, 938 #endif 939 940 .gem_free_object = tegra_bo_free_object, 941 .gem_vm_ops = &tegra_bo_vm_ops, 942 943 .prime_handle_to_fd = drm_gem_prime_handle_to_fd, 944 .prime_fd_to_handle = drm_gem_prime_fd_to_handle, 945 .gem_prime_export = tegra_gem_prime_export, 946 .gem_prime_import = tegra_gem_prime_import, 947 948 .dumb_create = tegra_bo_dumb_create, 949 .dumb_map_offset = tegra_bo_dumb_map_offset, 950 .dumb_destroy = drm_gem_dumb_destroy, 951 952 .ioctls = tegra_drm_ioctls, 953 .num_ioctls = ARRAY_SIZE(tegra_drm_ioctls), 954 .fops = &tegra_drm_fops, 955 956 .name = DRIVER_NAME, 957 .desc = DRIVER_DESC, 958 .date = DRIVER_DATE, 959 .major = DRIVER_MAJOR, 960 .minor = DRIVER_MINOR, 961 .patchlevel = DRIVER_PATCHLEVEL, 962 }; 963 964 int tegra_drm_register_client(struct tegra_drm *tegra, 965 struct tegra_drm_client *client) 966 { 967 mutex_lock(&tegra->clients_lock); 968 list_add_tail(&client->list, &tegra->clients); 969 mutex_unlock(&tegra->clients_lock); 970 971 return 0; 972 } 973 974 int tegra_drm_unregister_client(struct tegra_drm *tegra, 975 struct tegra_drm_client *client) 976 { 977 mutex_lock(&tegra->clients_lock); 978 list_del_init(&client->list); 979 mutex_unlock(&tegra->clients_lock); 980 981 return 0; 982 } 983 984 static int host1x_drm_probe(struct host1x_device *dev) 985 { 986 struct drm_driver *driver = &tegra_drm_driver; 987 struct drm_device *drm; 988 int err; 989 990 drm = drm_dev_alloc(driver, &dev->dev); 991 if (!drm) 992 return -ENOMEM; 993 994 drm_dev_set_unique(drm, dev_name(&dev->dev)); 995 dev_set_drvdata(&dev->dev, drm); 996 997 err = drm_dev_register(drm, 0); 998 if (err < 0) 999 goto unref; 1000 1001 DRM_INFO("Initialized %s %d.%d.%d %s on minor %d\n", driver->name, 1002 driver->major, driver->minor, driver->patchlevel, 1003 driver->date, drm->primary->index); 1004 1005 return 0; 1006 1007 unref: 1008 drm_dev_unref(drm); 1009 return err; 1010 } 1011 1012 static int host1x_drm_remove(struct host1x_device *dev) 1013 { 1014 struct drm_device *drm = dev_get_drvdata(&dev->dev); 1015 1016 drm_dev_unregister(drm); 1017 drm_dev_unref(drm); 1018 1019 return 0; 1020 } 1021 1022 #ifdef CONFIG_PM_SLEEP 1023 static int host1x_drm_suspend(struct device *dev) 1024 { 1025 struct drm_device *drm = dev_get_drvdata(dev); 1026 1027 drm_kms_helper_poll_disable(drm); 1028 1029 return 0; 1030 } 1031 1032 static int host1x_drm_resume(struct device *dev) 1033 { 1034 struct drm_device *drm = dev_get_drvdata(dev); 1035 1036 drm_kms_helper_poll_enable(drm); 1037 1038 return 0; 1039 } 1040 #endif 1041 1042 static SIMPLE_DEV_PM_OPS(host1x_drm_pm_ops, host1x_drm_suspend, 1043 host1x_drm_resume); 1044 1045 static const struct of_device_id host1x_drm_subdevs[] = { 1046 { .compatible = "nvidia,tegra20-dc", }, 1047 { .compatible = "nvidia,tegra20-hdmi", }, 1048 { .compatible = "nvidia,tegra20-gr2d", }, 1049 { .compatible = "nvidia,tegra20-gr3d", }, 1050 { .compatible = "nvidia,tegra30-dc", }, 1051 { .compatible = "nvidia,tegra30-hdmi", }, 1052 { .compatible = "nvidia,tegra30-gr2d", }, 1053 { .compatible = "nvidia,tegra30-gr3d", }, 1054 { .compatible = "nvidia,tegra114-dsi", }, 1055 { .compatible = "nvidia,tegra114-hdmi", }, 1056 { .compatible = "nvidia,tegra114-gr3d", }, 1057 { .compatible = "nvidia,tegra124-dc", }, 1058 { .compatible = "nvidia,tegra124-sor", }, 1059 { .compatible = "nvidia,tegra124-hdmi", }, 1060 { .compatible = "nvidia,tegra124-dsi", }, 1061 { .compatible = "nvidia,tegra132-dsi", }, 1062 { .compatible = "nvidia,tegra210-dc", }, 1063 { .compatible = "nvidia,tegra210-dsi", }, 1064 { .compatible = "nvidia,tegra210-sor", }, 1065 { .compatible = "nvidia,tegra210-sor1", }, 1066 { /* sentinel */ } 1067 }; 1068 1069 static struct host1x_driver host1x_drm_driver = { 1070 .driver = { 1071 .name = "drm", 1072 .pm = &host1x_drm_pm_ops, 1073 }, 1074 .probe = host1x_drm_probe, 1075 .remove = host1x_drm_remove, 1076 .subdevs = host1x_drm_subdevs, 1077 }; 1078 1079 static int __init host1x_drm_init(void) 1080 { 1081 int err; 1082 1083 err = host1x_driver_register(&host1x_drm_driver); 1084 if (err < 0) 1085 return err; 1086 1087 err = platform_driver_register(&tegra_dc_driver); 1088 if (err < 0) 1089 goto unregister_host1x; 1090 1091 err = platform_driver_register(&tegra_dsi_driver); 1092 if (err < 0) 1093 goto unregister_dc; 1094 1095 err = platform_driver_register(&tegra_sor_driver); 1096 if (err < 0) 1097 goto unregister_dsi; 1098 1099 err = platform_driver_register(&tegra_hdmi_driver); 1100 if (err < 0) 1101 goto unregister_sor; 1102 1103 err = platform_driver_register(&tegra_dpaux_driver); 1104 if (err < 0) 1105 goto unregister_hdmi; 1106 1107 err = platform_driver_register(&tegra_gr2d_driver); 1108 if (err < 0) 1109 goto unregister_dpaux; 1110 1111 err = platform_driver_register(&tegra_gr3d_driver); 1112 if (err < 0) 1113 goto unregister_gr2d; 1114 1115 return 0; 1116 1117 unregister_gr2d: 1118 platform_driver_unregister(&tegra_gr2d_driver); 1119 unregister_dpaux: 1120 platform_driver_unregister(&tegra_dpaux_driver); 1121 unregister_hdmi: 1122 platform_driver_unregister(&tegra_hdmi_driver); 1123 unregister_sor: 1124 platform_driver_unregister(&tegra_sor_driver); 1125 unregister_dsi: 1126 platform_driver_unregister(&tegra_dsi_driver); 1127 unregister_dc: 1128 platform_driver_unregister(&tegra_dc_driver); 1129 unregister_host1x: 1130 host1x_driver_unregister(&host1x_drm_driver); 1131 return err; 1132 } 1133 module_init(host1x_drm_init); 1134 1135 static void __exit host1x_drm_exit(void) 1136 { 1137 platform_driver_unregister(&tegra_gr3d_driver); 1138 platform_driver_unregister(&tegra_gr2d_driver); 1139 platform_driver_unregister(&tegra_dpaux_driver); 1140 platform_driver_unregister(&tegra_hdmi_driver); 1141 platform_driver_unregister(&tegra_sor_driver); 1142 platform_driver_unregister(&tegra_dsi_driver); 1143 platform_driver_unregister(&tegra_dc_driver); 1144 host1x_driver_unregister(&host1x_drm_driver); 1145 } 1146 module_exit(host1x_drm_exit); 1147 1148 MODULE_AUTHOR("Thierry Reding <thierry.reding@avionic-design.de>"); 1149 MODULE_DESCRIPTION("NVIDIA Tegra DRM driver"); 1150 MODULE_LICENSE("GPL v2"); 1151