1 /* 2 * Copyright (c) 2011 Samsung Electronics Co., Ltd. 3 * Authors: 4 * Inki Dae <inki.dae@samsung.com> 5 * Joonyoung Shim <jy0922.shim@samsung.com> 6 * Seung-Woo Kim <sw0312.kim@samsung.com> 7 * 8 * This program is free software; you can redistribute it and/or modify it 9 * under the terms of the GNU General Public License as published by the 10 * Free Software Foundation; either version 2 of the License, or (at your 11 * option) any later version. 12 */ 13 14 #include <linux/pm_runtime.h> 15 #include <drm/drmP.h> 16 #include <drm/drm_atomic.h> 17 #include <drm/drm_atomic_helper.h> 18 #include <drm/drm_crtc_helper.h> 19 20 #include <linux/component.h> 21 22 #include <drm/exynos_drm.h> 23 24 #include "exynos_drm_drv.h" 25 #include "exynos_drm_fbdev.h" 26 #include "exynos_drm_fb.h" 27 #include "exynos_drm_gem.h" 28 #include "exynos_drm_plane.h" 29 #include "exynos_drm_vidi.h" 30 #include "exynos_drm_g2d.h" 31 #include "exynos_drm_ipp.h" 32 #include "exynos_drm_iommu.h" 33 34 #define DRIVER_NAME "exynos" 35 #define DRIVER_DESC "Samsung SoC DRM" 36 #define DRIVER_DATE "20110530" 37 #define DRIVER_MAJOR 1 38 #define DRIVER_MINOR 0 39 40 static struct device *exynos_drm_get_dma_device(void); 41 42 int exynos_atomic_check(struct drm_device *dev, 43 struct drm_atomic_state *state) 44 { 45 int ret; 46 47 ret = drm_atomic_helper_check_modeset(dev, state); 48 if (ret) 49 return ret; 50 51 ret = drm_atomic_normalize_zpos(dev, state); 52 if (ret) 53 return ret; 54 55 ret = drm_atomic_helper_check_planes(dev, state); 56 if (ret) 57 return ret; 58 59 return ret; 60 } 61 62 static int exynos_drm_open(struct drm_device *dev, struct drm_file *file) 63 { 64 struct drm_exynos_file_private *file_priv; 65 int ret; 66 67 file_priv = kzalloc(sizeof(*file_priv), GFP_KERNEL); 68 if (!file_priv) 69 return -ENOMEM; 70 71 file->driver_priv = file_priv; 72 73 ret = exynos_drm_subdrv_open(dev, file); 74 if (ret) 75 goto err_file_priv_free; 76 77 return ret; 78 79 err_file_priv_free: 80 kfree(file_priv); 81 file->driver_priv = NULL; 82 return ret; 83 } 84 85 static void exynos_drm_postclose(struct drm_device *dev, struct drm_file *file) 86 { 87 exynos_drm_subdrv_close(dev, file); 88 kfree(file->driver_priv); 89 file->driver_priv = NULL; 90 } 91 92 static void exynos_drm_lastclose(struct drm_device *dev) 93 { 94 exynos_drm_fbdev_restore_mode(dev); 95 } 96 97 static const struct vm_operations_struct exynos_drm_gem_vm_ops = { 98 .fault = exynos_drm_gem_fault, 99 .open = drm_gem_vm_open, 100 .close = drm_gem_vm_close, 101 }; 102 103 static const struct drm_ioctl_desc exynos_ioctls[] = { 104 DRM_IOCTL_DEF_DRV(EXYNOS_GEM_CREATE, exynos_drm_gem_create_ioctl, 105 DRM_AUTH | DRM_RENDER_ALLOW), 106 DRM_IOCTL_DEF_DRV(EXYNOS_GEM_MAP, exynos_drm_gem_map_ioctl, 107 DRM_AUTH | DRM_RENDER_ALLOW), 108 DRM_IOCTL_DEF_DRV(EXYNOS_GEM_GET, exynos_drm_gem_get_ioctl, 109 DRM_RENDER_ALLOW), 110 DRM_IOCTL_DEF_DRV(EXYNOS_VIDI_CONNECTION, vidi_connection_ioctl, 111 DRM_AUTH), 112 DRM_IOCTL_DEF_DRV(EXYNOS_G2D_GET_VER, exynos_g2d_get_ver_ioctl, 113 DRM_AUTH | DRM_RENDER_ALLOW), 114 DRM_IOCTL_DEF_DRV(EXYNOS_G2D_SET_CMDLIST, exynos_g2d_set_cmdlist_ioctl, 115 DRM_AUTH | DRM_RENDER_ALLOW), 116 DRM_IOCTL_DEF_DRV(EXYNOS_G2D_EXEC, exynos_g2d_exec_ioctl, 117 DRM_AUTH | DRM_RENDER_ALLOW), 118 DRM_IOCTL_DEF_DRV(EXYNOS_IPP_GET_PROPERTY, exynos_drm_ipp_get_property, 119 DRM_AUTH | DRM_RENDER_ALLOW), 120 DRM_IOCTL_DEF_DRV(EXYNOS_IPP_SET_PROPERTY, exynos_drm_ipp_set_property, 121 DRM_AUTH | DRM_RENDER_ALLOW), 122 DRM_IOCTL_DEF_DRV(EXYNOS_IPP_QUEUE_BUF, exynos_drm_ipp_queue_buf, 123 DRM_AUTH | DRM_RENDER_ALLOW), 124 DRM_IOCTL_DEF_DRV(EXYNOS_IPP_CMD_CTRL, exynos_drm_ipp_cmd_ctrl, 125 DRM_AUTH | DRM_RENDER_ALLOW), 126 }; 127 128 static const struct file_operations exynos_drm_driver_fops = { 129 .owner = THIS_MODULE, 130 .open = drm_open, 131 .mmap = exynos_drm_gem_mmap, 132 .poll = drm_poll, 133 .read = drm_read, 134 .unlocked_ioctl = drm_ioctl, 135 .compat_ioctl = drm_compat_ioctl, 136 .release = drm_release, 137 }; 138 139 static struct drm_driver exynos_drm_driver = { 140 .driver_features = DRIVER_MODESET | DRIVER_GEM | DRIVER_PRIME 141 | DRIVER_ATOMIC | DRIVER_RENDER, 142 .open = exynos_drm_open, 143 .lastclose = exynos_drm_lastclose, 144 .postclose = exynos_drm_postclose, 145 .gem_free_object_unlocked = exynos_drm_gem_free_object, 146 .gem_vm_ops = &exynos_drm_gem_vm_ops, 147 .dumb_create = exynos_drm_gem_dumb_create, 148 .prime_handle_to_fd = drm_gem_prime_handle_to_fd, 149 .prime_fd_to_handle = drm_gem_prime_fd_to_handle, 150 .gem_prime_export = drm_gem_prime_export, 151 .gem_prime_import = drm_gem_prime_import, 152 .gem_prime_get_sg_table = exynos_drm_gem_prime_get_sg_table, 153 .gem_prime_import_sg_table = exynos_drm_gem_prime_import_sg_table, 154 .gem_prime_vmap = exynos_drm_gem_prime_vmap, 155 .gem_prime_vunmap = exynos_drm_gem_prime_vunmap, 156 .gem_prime_mmap = exynos_drm_gem_prime_mmap, 157 .ioctls = exynos_ioctls, 158 .num_ioctls = ARRAY_SIZE(exynos_ioctls), 159 .fops = &exynos_drm_driver_fops, 160 .name = DRIVER_NAME, 161 .desc = DRIVER_DESC, 162 .date = DRIVER_DATE, 163 .major = DRIVER_MAJOR, 164 .minor = DRIVER_MINOR, 165 }; 166 167 #ifdef CONFIG_PM_SLEEP 168 static int exynos_drm_suspend(struct device *dev) 169 { 170 struct drm_device *drm_dev = dev_get_drvdata(dev); 171 struct exynos_drm_private *private; 172 173 if (pm_runtime_suspended(dev) || !drm_dev) 174 return 0; 175 176 private = drm_dev->dev_private; 177 178 drm_kms_helper_poll_disable(drm_dev); 179 exynos_drm_fbdev_suspend(drm_dev); 180 private->suspend_state = drm_atomic_helper_suspend(drm_dev); 181 if (IS_ERR(private->suspend_state)) { 182 exynos_drm_fbdev_resume(drm_dev); 183 drm_kms_helper_poll_enable(drm_dev); 184 return PTR_ERR(private->suspend_state); 185 } 186 187 return 0; 188 } 189 190 static int exynos_drm_resume(struct device *dev) 191 { 192 struct drm_device *drm_dev = dev_get_drvdata(dev); 193 struct exynos_drm_private *private; 194 195 if (pm_runtime_suspended(dev) || !drm_dev) 196 return 0; 197 198 private = drm_dev->dev_private; 199 drm_atomic_helper_resume(drm_dev, private->suspend_state); 200 exynos_drm_fbdev_resume(drm_dev); 201 drm_kms_helper_poll_enable(drm_dev); 202 203 return 0; 204 } 205 #endif 206 207 static const struct dev_pm_ops exynos_drm_pm_ops = { 208 SET_SYSTEM_SLEEP_PM_OPS(exynos_drm_suspend, exynos_drm_resume) 209 }; 210 211 /* forward declaration */ 212 static struct platform_driver exynos_drm_platform_driver; 213 214 struct exynos_drm_driver_info { 215 struct platform_driver *driver; 216 unsigned int flags; 217 }; 218 219 #define DRM_COMPONENT_DRIVER BIT(0) /* supports component framework */ 220 #define DRM_VIRTUAL_DEVICE BIT(1) /* create virtual platform device */ 221 #define DRM_DMA_DEVICE BIT(2) /* can be used for dma allocations */ 222 223 #define DRV_PTR(drv, cond) (IS_ENABLED(cond) ? &drv : NULL) 224 225 /* 226 * Connector drivers should not be placed before associated crtc drivers, 227 * because connector requires pipe number of its crtc during initialization. 228 */ 229 static struct exynos_drm_driver_info exynos_drm_drivers[] = { 230 { 231 DRV_PTR(fimd_driver, CONFIG_DRM_EXYNOS_FIMD), 232 DRM_COMPONENT_DRIVER | DRM_DMA_DEVICE 233 }, { 234 DRV_PTR(exynos5433_decon_driver, CONFIG_DRM_EXYNOS5433_DECON), 235 DRM_COMPONENT_DRIVER | DRM_DMA_DEVICE 236 }, { 237 DRV_PTR(decon_driver, CONFIG_DRM_EXYNOS7_DECON), 238 DRM_COMPONENT_DRIVER | DRM_DMA_DEVICE 239 }, { 240 DRV_PTR(mixer_driver, CONFIG_DRM_EXYNOS_MIXER), 241 DRM_COMPONENT_DRIVER | DRM_DMA_DEVICE 242 }, { 243 DRV_PTR(mic_driver, CONFIG_DRM_EXYNOS_MIC), 244 DRM_COMPONENT_DRIVER 245 }, { 246 DRV_PTR(dp_driver, CONFIG_DRM_EXYNOS_DP), 247 DRM_COMPONENT_DRIVER 248 }, { 249 DRV_PTR(dsi_driver, CONFIG_DRM_EXYNOS_DSI), 250 DRM_COMPONENT_DRIVER 251 }, { 252 DRV_PTR(hdmi_driver, CONFIG_DRM_EXYNOS_HDMI), 253 DRM_COMPONENT_DRIVER 254 }, { 255 DRV_PTR(vidi_driver, CONFIG_DRM_EXYNOS_VIDI), 256 DRM_COMPONENT_DRIVER | DRM_VIRTUAL_DEVICE 257 }, { 258 DRV_PTR(g2d_driver, CONFIG_DRM_EXYNOS_G2D), 259 }, { 260 DRV_PTR(fimc_driver, CONFIG_DRM_EXYNOS_FIMC), 261 }, { 262 DRV_PTR(rotator_driver, CONFIG_DRM_EXYNOS_ROTATOR), 263 }, { 264 DRV_PTR(gsc_driver, CONFIG_DRM_EXYNOS_GSC), 265 }, { 266 DRV_PTR(ipp_driver, CONFIG_DRM_EXYNOS_IPP), 267 DRM_VIRTUAL_DEVICE 268 }, { 269 &exynos_drm_platform_driver, 270 DRM_VIRTUAL_DEVICE 271 } 272 }; 273 274 static int compare_dev(struct device *dev, void *data) 275 { 276 return dev == (struct device *)data; 277 } 278 279 static struct component_match *exynos_drm_match_add(struct device *dev) 280 { 281 struct component_match *match = NULL; 282 int i; 283 284 for (i = 0; i < ARRAY_SIZE(exynos_drm_drivers); ++i) { 285 struct exynos_drm_driver_info *info = &exynos_drm_drivers[i]; 286 struct device *p = NULL, *d; 287 288 if (!info->driver || !(info->flags & DRM_COMPONENT_DRIVER)) 289 continue; 290 291 while ((d = bus_find_device(&platform_bus_type, p, 292 &info->driver->driver, 293 (void *)platform_bus_type.match))) { 294 put_device(p); 295 component_match_add(dev, &match, compare_dev, d); 296 p = d; 297 } 298 put_device(p); 299 } 300 301 return match ?: ERR_PTR(-ENODEV); 302 } 303 304 static int exynos_drm_bind(struct device *dev) 305 { 306 struct exynos_drm_private *private; 307 struct drm_encoder *encoder; 308 struct drm_device *drm; 309 unsigned int clone_mask; 310 int cnt, ret; 311 312 drm = drm_dev_alloc(&exynos_drm_driver, dev); 313 if (IS_ERR(drm)) 314 return PTR_ERR(drm); 315 316 private = kzalloc(sizeof(struct exynos_drm_private), GFP_KERNEL); 317 if (!private) { 318 ret = -ENOMEM; 319 goto err_free_drm; 320 } 321 322 init_waitqueue_head(&private->wait); 323 spin_lock_init(&private->lock); 324 325 dev_set_drvdata(dev, drm); 326 drm->dev_private = (void *)private; 327 328 /* the first real CRTC device is used for all dma mapping operations */ 329 private->dma_dev = exynos_drm_get_dma_device(); 330 if (!private->dma_dev) { 331 DRM_ERROR("no device found for DMA mapping operations.\n"); 332 ret = -ENODEV; 333 goto err_free_private; 334 } 335 DRM_INFO("Exynos DRM: using %s device for DMA mapping operations\n", 336 dev_name(private->dma_dev)); 337 338 /* create common IOMMU mapping for all devices attached to Exynos DRM */ 339 ret = drm_create_iommu_mapping(drm); 340 if (ret < 0) { 341 DRM_ERROR("failed to create iommu mapping.\n"); 342 goto err_free_private; 343 } 344 345 drm_mode_config_init(drm); 346 347 exynos_drm_mode_config_init(drm); 348 349 /* setup possible_clones. */ 350 cnt = 0; 351 clone_mask = 0; 352 list_for_each_entry(encoder, &drm->mode_config.encoder_list, head) 353 clone_mask |= (1 << (cnt++)); 354 355 list_for_each_entry(encoder, &drm->mode_config.encoder_list, head) 356 encoder->possible_clones = clone_mask; 357 358 /* Try to bind all sub drivers. */ 359 ret = component_bind_all(drm->dev, drm); 360 if (ret) 361 goto err_mode_config_cleanup; 362 363 ret = drm_vblank_init(drm, drm->mode_config.num_crtc); 364 if (ret) 365 goto err_unbind_all; 366 367 /* Probe non kms sub drivers and virtual display driver. */ 368 ret = exynos_drm_device_subdrv_probe(drm); 369 if (ret) 370 goto err_unbind_all; 371 372 drm_mode_config_reset(drm); 373 374 /* 375 * enable drm irq mode. 376 * - with irq_enabled = true, we can use the vblank feature. 377 * 378 * P.S. note that we wouldn't use drm irq handler but 379 * just specific driver own one instead because 380 * drm framework supports only one irq handler. 381 */ 382 drm->irq_enabled = true; 383 384 /* init kms poll for handling hpd */ 385 drm_kms_helper_poll_init(drm); 386 387 ret = exynos_drm_fbdev_init(drm); 388 if (ret) 389 goto err_cleanup_poll; 390 391 /* register the DRM device */ 392 ret = drm_dev_register(drm, 0); 393 if (ret < 0) 394 goto err_cleanup_fbdev; 395 396 return 0; 397 398 err_cleanup_fbdev: 399 exynos_drm_fbdev_fini(drm); 400 err_cleanup_poll: 401 drm_kms_helper_poll_fini(drm); 402 exynos_drm_device_subdrv_remove(drm); 403 err_unbind_all: 404 component_unbind_all(drm->dev, drm); 405 err_mode_config_cleanup: 406 drm_mode_config_cleanup(drm); 407 drm_release_iommu_mapping(drm); 408 err_free_private: 409 kfree(private); 410 err_free_drm: 411 drm_dev_unref(drm); 412 413 return ret; 414 } 415 416 static void exynos_drm_unbind(struct device *dev) 417 { 418 struct drm_device *drm = dev_get_drvdata(dev); 419 420 drm_dev_unregister(drm); 421 422 exynos_drm_device_subdrv_remove(drm); 423 424 exynos_drm_fbdev_fini(drm); 425 drm_kms_helper_poll_fini(drm); 426 427 component_unbind_all(drm->dev, drm); 428 drm_mode_config_cleanup(drm); 429 drm_release_iommu_mapping(drm); 430 431 kfree(drm->dev_private); 432 drm->dev_private = NULL; 433 dev_set_drvdata(dev, NULL); 434 435 drm_dev_unref(drm); 436 } 437 438 static const struct component_master_ops exynos_drm_ops = { 439 .bind = exynos_drm_bind, 440 .unbind = exynos_drm_unbind, 441 }; 442 443 static int exynos_drm_platform_probe(struct platform_device *pdev) 444 { 445 struct component_match *match; 446 447 pdev->dev.coherent_dma_mask = DMA_BIT_MASK(32); 448 449 match = exynos_drm_match_add(&pdev->dev); 450 if (IS_ERR(match)) 451 return PTR_ERR(match); 452 453 return component_master_add_with_match(&pdev->dev, &exynos_drm_ops, 454 match); 455 } 456 457 static int exynos_drm_platform_remove(struct platform_device *pdev) 458 { 459 component_master_del(&pdev->dev, &exynos_drm_ops); 460 return 0; 461 } 462 463 static struct platform_driver exynos_drm_platform_driver = { 464 .probe = exynos_drm_platform_probe, 465 .remove = exynos_drm_platform_remove, 466 .driver = { 467 .name = "exynos-drm", 468 .pm = &exynos_drm_pm_ops, 469 }, 470 }; 471 472 static struct device *exynos_drm_get_dma_device(void) 473 { 474 int i; 475 476 for (i = 0; i < ARRAY_SIZE(exynos_drm_drivers); ++i) { 477 struct exynos_drm_driver_info *info = &exynos_drm_drivers[i]; 478 struct device *dev; 479 480 if (!info->driver || !(info->flags & DRM_DMA_DEVICE)) 481 continue; 482 483 while ((dev = bus_find_device(&platform_bus_type, NULL, 484 &info->driver->driver, 485 (void *)platform_bus_type.match))) { 486 put_device(dev); 487 return dev; 488 } 489 } 490 return NULL; 491 } 492 493 static void exynos_drm_unregister_devices(void) 494 { 495 int i; 496 497 for (i = ARRAY_SIZE(exynos_drm_drivers) - 1; i >= 0; --i) { 498 struct exynos_drm_driver_info *info = &exynos_drm_drivers[i]; 499 struct device *dev; 500 501 if (!info->driver || !(info->flags & DRM_VIRTUAL_DEVICE)) 502 continue; 503 504 while ((dev = bus_find_device(&platform_bus_type, NULL, 505 &info->driver->driver, 506 (void *)platform_bus_type.match))) { 507 put_device(dev); 508 platform_device_unregister(to_platform_device(dev)); 509 } 510 } 511 } 512 513 static int exynos_drm_register_devices(void) 514 { 515 struct platform_device *pdev; 516 int i; 517 518 for (i = 0; i < ARRAY_SIZE(exynos_drm_drivers); ++i) { 519 struct exynos_drm_driver_info *info = &exynos_drm_drivers[i]; 520 521 if (!info->driver || !(info->flags & DRM_VIRTUAL_DEVICE)) 522 continue; 523 524 pdev = platform_device_register_simple( 525 info->driver->driver.name, -1, NULL, 0); 526 if (IS_ERR(pdev)) 527 goto fail; 528 } 529 530 return 0; 531 fail: 532 exynos_drm_unregister_devices(); 533 return PTR_ERR(pdev); 534 } 535 536 static void exynos_drm_unregister_drivers(void) 537 { 538 int i; 539 540 for (i = ARRAY_SIZE(exynos_drm_drivers) - 1; i >= 0; --i) { 541 struct exynos_drm_driver_info *info = &exynos_drm_drivers[i]; 542 543 if (!info->driver) 544 continue; 545 546 platform_driver_unregister(info->driver); 547 } 548 } 549 550 static int exynos_drm_register_drivers(void) 551 { 552 int i, ret; 553 554 for (i = 0; i < ARRAY_SIZE(exynos_drm_drivers); ++i) { 555 struct exynos_drm_driver_info *info = &exynos_drm_drivers[i]; 556 557 if (!info->driver) 558 continue; 559 560 ret = platform_driver_register(info->driver); 561 if (ret) 562 goto fail; 563 } 564 return 0; 565 fail: 566 exynos_drm_unregister_drivers(); 567 return ret; 568 } 569 570 static int exynos_drm_init(void) 571 { 572 int ret; 573 574 ret = exynos_drm_register_devices(); 575 if (ret) 576 return ret; 577 578 ret = exynos_drm_register_drivers(); 579 if (ret) 580 goto err_unregister_pdevs; 581 582 return 0; 583 584 err_unregister_pdevs: 585 exynos_drm_unregister_devices(); 586 587 return ret; 588 } 589 590 static void exynos_drm_exit(void) 591 { 592 exynos_drm_unregister_drivers(); 593 exynos_drm_unregister_devices(); 594 } 595 596 module_init(exynos_drm_init); 597 module_exit(exynos_drm_exit); 598 599 MODULE_AUTHOR("Inki Dae <inki.dae@samsung.com>"); 600 MODULE_AUTHOR("Joonyoung Shim <jy0922.shim@samsung.com>"); 601 MODULE_AUTHOR("Seung-Woo Kim <sw0312.kim@samsung.com>"); 602 MODULE_DESCRIPTION("Samsung SoC DRM Driver"); 603 MODULE_LICENSE("GPL"); 604