1 /* 2 * Copyright (C) Fuzhou Rockchip Electronics Co.Ltd 3 * Author:Mark Yao <mark.yao@rock-chips.com> 4 * 5 * based on exynos_drm_drv.c 6 * 7 * This software is licensed under the terms of the GNU General Public 8 * License version 2, as published by the Free Software Foundation, and 9 * may be copied, distributed, and modified under those terms. 10 * 11 * This program is distributed in the hope that it will be useful, 12 * but WITHOUT ANY WARRANTY; without even the implied warranty of 13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 14 * GNU General Public License for more details. 15 */ 16 17 #include <drm/drmP.h> 18 #include <drm/drm_crtc_helper.h> 19 #include <drm/drm_fb_helper.h> 20 #include <drm/drm_gem_cma_helper.h> 21 #include <drm/drm_of.h> 22 #include <linux/dma-mapping.h> 23 #include <linux/dma-iommu.h> 24 #include <linux/pm_runtime.h> 25 #include <linux/module.h> 26 #include <linux/of_graph.h> 27 #include <linux/component.h> 28 #include <linux/console.h> 29 #include <linux/iommu.h> 30 31 #include "rockchip_drm_drv.h" 32 #include "rockchip_drm_fb.h" 33 #include "rockchip_drm_fbdev.h" 34 #include "rockchip_drm_gem.h" 35 36 #define DRIVER_NAME "rockchip" 37 #define DRIVER_DESC "RockChip Soc DRM" 38 #define DRIVER_DATE "20140818" 39 #define DRIVER_MAJOR 1 40 #define DRIVER_MINOR 0 41 42 static bool is_support_iommu = true; 43 static struct drm_driver rockchip_drm_driver; 44 45 /* 46 * Attach a (component) device to the shared drm dma mapping from master drm 47 * device. This is used by the VOPs to map GEM buffers to a common DMA 48 * mapping. 49 */ 50 int rockchip_drm_dma_attach_device(struct drm_device *drm_dev, 51 struct device *dev) 52 { 53 struct rockchip_drm_private *private = drm_dev->dev_private; 54 int ret; 55 56 if (!is_support_iommu) 57 return 0; 58 59 ret = iommu_attach_device(private->domain, dev); 60 if (ret) { 61 dev_err(dev, "Failed to attach iommu device\n"); 62 return ret; 63 } 64 65 return 0; 66 } 67 68 void rockchip_drm_dma_detach_device(struct drm_device *drm_dev, 69 struct device *dev) 70 { 71 struct rockchip_drm_private *private = drm_dev->dev_private; 72 struct iommu_domain *domain = private->domain; 73 74 if (!is_support_iommu) 75 return; 76 77 iommu_detach_device(domain, dev); 78 } 79 80 static int rockchip_drm_init_iommu(struct drm_device *drm_dev) 81 { 82 struct rockchip_drm_private *private = drm_dev->dev_private; 83 struct iommu_domain_geometry *geometry; 84 u64 start, end; 85 86 if (!is_support_iommu) 87 return 0; 88 89 private->domain = iommu_domain_alloc(&platform_bus_type); 90 if (!private->domain) 91 return -ENOMEM; 92 93 geometry = &private->domain->geometry; 94 start = geometry->aperture_start; 95 end = geometry->aperture_end; 96 97 DRM_DEBUG("IOMMU context initialized (aperture: %#llx-%#llx)\n", 98 start, end); 99 drm_mm_init(&private->mm, start, end - start + 1); 100 mutex_init(&private->mm_lock); 101 102 return 0; 103 } 104 105 static void rockchip_iommu_cleanup(struct drm_device *drm_dev) 106 { 107 struct rockchip_drm_private *private = drm_dev->dev_private; 108 109 if (!is_support_iommu) 110 return; 111 112 drm_mm_takedown(&private->mm); 113 iommu_domain_free(private->domain); 114 } 115 116 static int rockchip_drm_bind(struct device *dev) 117 { 118 struct drm_device *drm_dev; 119 struct rockchip_drm_private *private; 120 int ret; 121 122 drm_dev = drm_dev_alloc(&rockchip_drm_driver, dev); 123 if (IS_ERR(drm_dev)) 124 return PTR_ERR(drm_dev); 125 126 dev_set_drvdata(dev, drm_dev); 127 128 private = devm_kzalloc(drm_dev->dev, sizeof(*private), GFP_KERNEL); 129 if (!private) { 130 ret = -ENOMEM; 131 goto err_free; 132 } 133 134 drm_dev->dev_private = private; 135 136 INIT_LIST_HEAD(&private->psr_list); 137 spin_lock_init(&private->psr_list_lock); 138 139 ret = rockchip_drm_init_iommu(drm_dev); 140 if (ret) 141 goto err_free; 142 143 drm_mode_config_init(drm_dev); 144 145 rockchip_drm_mode_config_init(drm_dev); 146 147 /* Try to bind all sub drivers. */ 148 ret = component_bind_all(dev, drm_dev); 149 if (ret) 150 goto err_mode_config_cleanup; 151 152 ret = drm_vblank_init(drm_dev, drm_dev->mode_config.num_crtc); 153 if (ret) 154 goto err_unbind_all; 155 156 drm_mode_config_reset(drm_dev); 157 158 /* 159 * enable drm irq mode. 160 * - with irq_enabled = true, we can use the vblank feature. 161 */ 162 drm_dev->irq_enabled = true; 163 164 /* init kms poll for handling hpd */ 165 drm_kms_helper_poll_init(drm_dev); 166 167 ret = rockchip_drm_fbdev_init(drm_dev); 168 if (ret) 169 goto err_kms_helper_poll_fini; 170 171 ret = drm_dev_register(drm_dev, 0); 172 if (ret) 173 goto err_fbdev_fini; 174 175 return 0; 176 err_fbdev_fini: 177 rockchip_drm_fbdev_fini(drm_dev); 178 err_kms_helper_poll_fini: 179 drm_kms_helper_poll_fini(drm_dev); 180 drm_vblank_cleanup(drm_dev); 181 err_unbind_all: 182 component_unbind_all(dev, drm_dev); 183 err_mode_config_cleanup: 184 drm_mode_config_cleanup(drm_dev); 185 rockchip_iommu_cleanup(drm_dev); 186 err_free: 187 drm_dev->dev_private = NULL; 188 dev_set_drvdata(dev, NULL); 189 drm_dev_unref(drm_dev); 190 return ret; 191 } 192 193 static void rockchip_drm_unbind(struct device *dev) 194 { 195 struct drm_device *drm_dev = dev_get_drvdata(dev); 196 197 drm_dev_unregister(drm_dev); 198 199 rockchip_drm_fbdev_fini(drm_dev); 200 drm_kms_helper_poll_fini(drm_dev); 201 202 drm_vblank_cleanup(drm_dev); 203 component_unbind_all(dev, drm_dev); 204 drm_mode_config_cleanup(drm_dev); 205 rockchip_iommu_cleanup(drm_dev); 206 207 drm_dev->dev_private = NULL; 208 dev_set_drvdata(dev, NULL); 209 drm_dev_unref(drm_dev); 210 } 211 212 static void rockchip_drm_lastclose(struct drm_device *dev) 213 { 214 struct rockchip_drm_private *priv = dev->dev_private; 215 216 drm_fb_helper_restore_fbdev_mode_unlocked(&priv->fbdev_helper); 217 } 218 219 static const struct file_operations rockchip_drm_driver_fops = { 220 .owner = THIS_MODULE, 221 .open = drm_open, 222 .mmap = rockchip_gem_mmap, 223 .poll = drm_poll, 224 .read = drm_read, 225 .unlocked_ioctl = drm_ioctl, 226 .compat_ioctl = drm_compat_ioctl, 227 .release = drm_release, 228 }; 229 230 static struct drm_driver rockchip_drm_driver = { 231 .driver_features = DRIVER_MODESET | DRIVER_GEM | 232 DRIVER_PRIME | DRIVER_ATOMIC, 233 .lastclose = rockchip_drm_lastclose, 234 .gem_vm_ops = &drm_gem_cma_vm_ops, 235 .gem_free_object_unlocked = rockchip_gem_free_object, 236 .dumb_create = rockchip_gem_dumb_create, 237 .dumb_map_offset = rockchip_gem_dumb_map_offset, 238 .dumb_destroy = drm_gem_dumb_destroy, 239 .prime_handle_to_fd = drm_gem_prime_handle_to_fd, 240 .prime_fd_to_handle = drm_gem_prime_fd_to_handle, 241 .gem_prime_import = drm_gem_prime_import, 242 .gem_prime_export = drm_gem_prime_export, 243 .gem_prime_get_sg_table = rockchip_gem_prime_get_sg_table, 244 .gem_prime_vmap = rockchip_gem_prime_vmap, 245 .gem_prime_vunmap = rockchip_gem_prime_vunmap, 246 .gem_prime_mmap = rockchip_gem_mmap_buf, 247 .fops = &rockchip_drm_driver_fops, 248 .name = DRIVER_NAME, 249 .desc = DRIVER_DESC, 250 .date = DRIVER_DATE, 251 .major = DRIVER_MAJOR, 252 .minor = DRIVER_MINOR, 253 }; 254 255 #ifdef CONFIG_PM_SLEEP 256 static void rockchip_drm_fb_suspend(struct drm_device *drm) 257 { 258 struct rockchip_drm_private *priv = drm->dev_private; 259 260 console_lock(); 261 drm_fb_helper_set_suspend(&priv->fbdev_helper, 1); 262 console_unlock(); 263 } 264 265 static void rockchip_drm_fb_resume(struct drm_device *drm) 266 { 267 struct rockchip_drm_private *priv = drm->dev_private; 268 269 console_lock(); 270 drm_fb_helper_set_suspend(&priv->fbdev_helper, 0); 271 console_unlock(); 272 } 273 274 static int rockchip_drm_sys_suspend(struct device *dev) 275 { 276 struct drm_device *drm = dev_get_drvdata(dev); 277 struct rockchip_drm_private *priv = drm->dev_private; 278 279 drm_kms_helper_poll_disable(drm); 280 rockchip_drm_fb_suspend(drm); 281 282 priv->state = drm_atomic_helper_suspend(drm); 283 if (IS_ERR(priv->state)) { 284 rockchip_drm_fb_resume(drm); 285 drm_kms_helper_poll_enable(drm); 286 return PTR_ERR(priv->state); 287 } 288 289 return 0; 290 } 291 292 static int rockchip_drm_sys_resume(struct device *dev) 293 { 294 struct drm_device *drm = dev_get_drvdata(dev); 295 struct rockchip_drm_private *priv = drm->dev_private; 296 297 drm_atomic_helper_resume(drm, priv->state); 298 rockchip_drm_fb_resume(drm); 299 drm_kms_helper_poll_enable(drm); 300 301 return 0; 302 } 303 #endif 304 305 static const struct dev_pm_ops rockchip_drm_pm_ops = { 306 SET_SYSTEM_SLEEP_PM_OPS(rockchip_drm_sys_suspend, 307 rockchip_drm_sys_resume) 308 }; 309 310 #define MAX_ROCKCHIP_SUB_DRIVERS 16 311 static struct platform_driver *rockchip_sub_drivers[MAX_ROCKCHIP_SUB_DRIVERS]; 312 static int num_rockchip_sub_drivers; 313 314 static int compare_dev(struct device *dev, void *data) 315 { 316 return dev == (struct device *)data; 317 } 318 319 static struct component_match *rockchip_drm_match_add(struct device *dev) 320 { 321 struct component_match *match = NULL; 322 int i; 323 324 for (i = 0; i < num_rockchip_sub_drivers; i++) { 325 struct platform_driver *drv = rockchip_sub_drivers[i]; 326 struct device *p = NULL, *d; 327 328 do { 329 d = bus_find_device(&platform_bus_type, p, &drv->driver, 330 (void *)platform_bus_type.match); 331 put_device(p); 332 p = d; 333 334 if (!d) 335 break; 336 component_match_add(dev, &match, compare_dev, d); 337 } while (true); 338 } 339 340 return match ?: ERR_PTR(-ENODEV); 341 } 342 343 static const struct component_master_ops rockchip_drm_ops = { 344 .bind = rockchip_drm_bind, 345 .unbind = rockchip_drm_unbind, 346 }; 347 348 static int rockchip_drm_platform_of_probe(struct device *dev) 349 { 350 struct device_node *np = dev->of_node; 351 struct device_node *port; 352 bool found = false; 353 int i; 354 355 if (!np) 356 return -ENODEV; 357 358 for (i = 0;; i++) { 359 struct device_node *iommu; 360 361 port = of_parse_phandle(np, "ports", i); 362 if (!port) 363 break; 364 365 if (!of_device_is_available(port->parent)) { 366 of_node_put(port); 367 continue; 368 } 369 370 iommu = of_parse_phandle(port->parent, "iommus", 0); 371 if (!iommu || !of_device_is_available(iommu->parent)) { 372 dev_dbg(dev, "no iommu attached for %s, using non-iommu buffers\n", 373 port->parent->full_name); 374 /* 375 * if there is a crtc not support iommu, force set all 376 * crtc use non-iommu buffer. 377 */ 378 is_support_iommu = false; 379 } 380 381 found = true; 382 383 of_node_put(iommu); 384 of_node_put(port); 385 } 386 387 if (i == 0) { 388 dev_err(dev, "missing 'ports' property\n"); 389 return -ENODEV; 390 } 391 392 if (!found) { 393 dev_err(dev, "No available vop found for display-subsystem.\n"); 394 return -ENODEV; 395 } 396 397 return 0; 398 } 399 400 static int rockchip_drm_platform_probe(struct platform_device *pdev) 401 { 402 struct device *dev = &pdev->dev; 403 struct component_match *match = NULL; 404 int ret; 405 406 ret = rockchip_drm_platform_of_probe(dev); 407 if (ret) 408 return ret; 409 410 match = rockchip_drm_match_add(dev); 411 if (IS_ERR(match)) 412 return PTR_ERR(match); 413 414 return component_master_add_with_match(dev, &rockchip_drm_ops, match); 415 } 416 417 static int rockchip_drm_platform_remove(struct platform_device *pdev) 418 { 419 component_master_del(&pdev->dev, &rockchip_drm_ops); 420 421 return 0; 422 } 423 424 static const struct of_device_id rockchip_drm_dt_ids[] = { 425 { .compatible = "rockchip,display-subsystem", }, 426 { /* sentinel */ }, 427 }; 428 MODULE_DEVICE_TABLE(of, rockchip_drm_dt_ids); 429 430 static struct platform_driver rockchip_drm_platform_driver = { 431 .probe = rockchip_drm_platform_probe, 432 .remove = rockchip_drm_platform_remove, 433 .driver = { 434 .name = "rockchip-drm", 435 .of_match_table = rockchip_drm_dt_ids, 436 .pm = &rockchip_drm_pm_ops, 437 }, 438 }; 439 440 #define ADD_ROCKCHIP_SUB_DRIVER(drv, cond) { \ 441 if (IS_ENABLED(cond) && \ 442 !WARN_ON(num_rockchip_sub_drivers >= MAX_ROCKCHIP_SUB_DRIVERS)) \ 443 rockchip_sub_drivers[num_rockchip_sub_drivers++] = &drv; \ 444 } 445 446 static int __init rockchip_drm_init(void) 447 { 448 int ret; 449 450 num_rockchip_sub_drivers = 0; 451 ADD_ROCKCHIP_SUB_DRIVER(vop_platform_driver, CONFIG_DRM_ROCKCHIP); 452 ADD_ROCKCHIP_SUB_DRIVER(rockchip_dp_driver, 453 CONFIG_ROCKCHIP_ANALOGIX_DP); 454 ADD_ROCKCHIP_SUB_DRIVER(cdn_dp_driver, CONFIG_ROCKCHIP_CDN_DP); 455 ADD_ROCKCHIP_SUB_DRIVER(dw_hdmi_rockchip_pltfm_driver, 456 CONFIG_ROCKCHIP_DW_HDMI); 457 ADD_ROCKCHIP_SUB_DRIVER(dw_mipi_dsi_driver, 458 CONFIG_ROCKCHIP_DW_MIPI_DSI); 459 ADD_ROCKCHIP_SUB_DRIVER(inno_hdmi_driver, CONFIG_ROCKCHIP_INNO_HDMI); 460 461 ret = platform_register_drivers(rockchip_sub_drivers, 462 num_rockchip_sub_drivers); 463 if (ret) 464 return ret; 465 466 ret = platform_driver_register(&rockchip_drm_platform_driver); 467 if (ret) 468 goto err_unreg_drivers; 469 470 return 0; 471 472 err_unreg_drivers: 473 platform_unregister_drivers(rockchip_sub_drivers, 474 num_rockchip_sub_drivers); 475 return ret; 476 } 477 478 static void __exit rockchip_drm_fini(void) 479 { 480 platform_driver_unregister(&rockchip_drm_platform_driver); 481 482 platform_unregister_drivers(rockchip_sub_drivers, 483 num_rockchip_sub_drivers); 484 } 485 486 module_init(rockchip_drm_init); 487 module_exit(rockchip_drm_fini); 488 489 MODULE_AUTHOR("Mark Yao <mark.yao@rock-chips.com>"); 490 MODULE_DESCRIPTION("ROCKCHIP DRM Driver"); 491 MODULE_LICENSE("GPL v2"); 492