1 /* 2 * Copyright 2008 Advanced Micro Devices, Inc. 3 * Copyright 2008 Red Hat Inc. 4 * Copyright 2009 Jerome Glisse. 5 * 6 * Permission is hereby granted, free of charge, to any person obtaining a 7 * copy of this software and associated documentation files (the "Software"), 8 * to deal in the Software without restriction, including without limitation 9 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 10 * and/or sell copies of the Software, and to permit persons to whom the 11 * Software is furnished to do so, subject to the following conditions: 12 * 13 * The above copyright notice and this permission notice shall be included in 14 * all copies or substantial portions of the Software. 15 * 16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 19 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 20 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 21 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 22 * OTHER DEALINGS IN THE SOFTWARE. 23 * 24 * Authors: Dave Airlie 25 * Alex Deucher 26 * Jerome Glisse 27 */ 28 #include <drm/drmP.h> 29 #include "radeon.h" 30 #include <drm/radeon_drm.h> 31 #include "radeon_asic.h" 32 33 #include <linux/vga_switcheroo.h> 34 #include <linux/slab.h> 35 #include <linux/pm_runtime.h> 36 37 #include "radeon_kfd.h" 38 39 #if defined(CONFIG_VGA_SWITCHEROO) 40 bool radeon_has_atpx(void); 41 #else 42 static inline bool radeon_has_atpx(void) { return false; } 43 #endif 44 45 /** 46 * radeon_driver_unload_kms - Main unload function for KMS. 47 * 48 * @dev: drm dev pointer 49 * 50 * This is the main unload function for KMS (all asics). 51 * It calls radeon_modeset_fini() to tear down the 52 * displays, and radeon_device_fini() to tear down 53 * the rest of the device (CP, writeback, etc.). 54 * Returns 0 on success. 55 */ 56 int radeon_driver_unload_kms(struct drm_device *dev) 57 { 58 struct radeon_device *rdev = dev->dev_private; 59 60 if (rdev == NULL) 61 return 0; 62 63 if (rdev->rmmio == NULL) 64 goto done_free; 65 66 pm_runtime_get_sync(dev->dev); 67 68 radeon_kfd_device_fini(rdev); 69 70 radeon_acpi_fini(rdev); 71 72 radeon_modeset_fini(rdev); 73 radeon_device_fini(rdev); 74 75 done_free: 76 kfree(rdev); 77 dev->dev_private = NULL; 78 return 0; 79 } 80 81 /** 82 * radeon_driver_load_kms - Main load function for KMS. 83 * 84 * @dev: drm dev pointer 85 * @flags: device flags 86 * 87 * This is the main load function for KMS (all asics). 88 * It calls radeon_device_init() to set up the non-display 89 * parts of the chip (asic init, CP, writeback, etc.), and 90 * radeon_modeset_init() to set up the display parts 91 * (crtcs, encoders, hotplug detect, etc.). 92 * Returns 0 on success, error on failure. 93 */ 94 int radeon_driver_load_kms(struct drm_device *dev, unsigned long flags) 95 { 96 struct radeon_device *rdev; 97 int r, acpi_status; 98 99 rdev = kzalloc(sizeof(struct radeon_device), GFP_KERNEL); 100 if (rdev == NULL) { 101 return -ENOMEM; 102 } 103 dev->dev_private = (void *)rdev; 104 105 /* update BUS flag */ 106 if (drm_pci_device_is_agp(dev)) { 107 flags |= RADEON_IS_AGP; 108 } else if (pci_is_pcie(dev->pdev)) { 109 flags |= RADEON_IS_PCIE; 110 } else { 111 flags |= RADEON_IS_PCI; 112 } 113 114 if ((radeon_runtime_pm != 0) && 115 radeon_has_atpx() && 116 ((flags & RADEON_IS_IGP) == 0)) 117 flags |= RADEON_IS_PX; 118 119 /* radeon_device_init should report only fatal error 120 * like memory allocation failure or iomapping failure, 121 * or memory manager initialization failure, it must 122 * properly initialize the GPU MC controller and permit 123 * VRAM allocation 124 */ 125 r = radeon_device_init(rdev, dev, dev->pdev, flags); 126 if (r) { 127 dev_err(&dev->pdev->dev, "Fatal error during GPU init\n"); 128 goto out; 129 } 130 131 /* Again modeset_init should fail only on fatal error 132 * otherwise it should provide enough functionalities 133 * for shadowfb to run 134 */ 135 r = radeon_modeset_init(rdev); 136 if (r) 137 dev_err(&dev->pdev->dev, "Fatal error during modeset init\n"); 138 139 /* Call ACPI methods: require modeset init 140 * but failure is not fatal 141 */ 142 if (!r) { 143 acpi_status = radeon_acpi_init(rdev); 144 if (acpi_status) 145 dev_dbg(&dev->pdev->dev, 146 "Error during ACPI methods call\n"); 147 } 148 149 radeon_kfd_device_probe(rdev); 150 radeon_kfd_device_init(rdev); 151 152 if (radeon_is_px(dev)) { 153 pm_runtime_use_autosuspend(dev->dev); 154 pm_runtime_set_autosuspend_delay(dev->dev, 5000); 155 pm_runtime_set_active(dev->dev); 156 pm_runtime_allow(dev->dev); 157 pm_runtime_mark_last_busy(dev->dev); 158 pm_runtime_put_autosuspend(dev->dev); 159 } 160 161 out: 162 if (r) 163 radeon_driver_unload_kms(dev); 164 165 166 return r; 167 } 168 169 /** 170 * radeon_set_filp_rights - Set filp right. 171 * 172 * @dev: drm dev pointer 173 * @owner: drm file 174 * @applier: drm file 175 * @value: value 176 * 177 * Sets the filp rights for the device (all asics). 178 */ 179 static void radeon_set_filp_rights(struct drm_device *dev, 180 struct drm_file **owner, 181 struct drm_file *applier, 182 uint32_t *value) 183 { 184 mutex_lock(&dev->struct_mutex); 185 if (*value == 1) { 186 /* wants rights */ 187 if (!*owner) 188 *owner = applier; 189 } else if (*value == 0) { 190 /* revokes rights */ 191 if (*owner == applier) 192 *owner = NULL; 193 } 194 *value = *owner == applier ? 1 : 0; 195 mutex_unlock(&dev->struct_mutex); 196 } 197 198 /* 199 * Userspace get information ioctl 200 */ 201 /** 202 * radeon_info_ioctl - answer a device specific request. 203 * 204 * @rdev: radeon device pointer 205 * @data: request object 206 * @filp: drm filp 207 * 208 * This function is used to pass device specific parameters to the userspace 209 * drivers. Examples include: pci device id, pipeline parms, tiling params, 210 * etc. (all asics). 211 * Returns 0 on success, -EINVAL on failure. 212 */ 213 static int radeon_info_ioctl(struct drm_device *dev, void *data, struct drm_file *filp) 214 { 215 struct radeon_device *rdev = dev->dev_private; 216 struct drm_radeon_info *info = data; 217 struct radeon_mode_info *minfo = &rdev->mode_info; 218 uint32_t *value, value_tmp, *value_ptr, value_size; 219 uint64_t value64; 220 struct drm_crtc *crtc; 221 int i, found; 222 223 value_ptr = (uint32_t *)((unsigned long)info->value); 224 value = &value_tmp; 225 value_size = sizeof(uint32_t); 226 227 switch (info->request) { 228 case RADEON_INFO_DEVICE_ID: 229 *value = dev->pdev->device; 230 break; 231 case RADEON_INFO_NUM_GB_PIPES: 232 *value = rdev->num_gb_pipes; 233 break; 234 case RADEON_INFO_NUM_Z_PIPES: 235 *value = rdev->num_z_pipes; 236 break; 237 case RADEON_INFO_ACCEL_WORKING: 238 /* xf86-video-ati 6.13.0 relies on this being false for evergreen */ 239 if ((rdev->family >= CHIP_CEDAR) && (rdev->family <= CHIP_HEMLOCK)) 240 *value = false; 241 else 242 *value = rdev->accel_working; 243 break; 244 case RADEON_INFO_CRTC_FROM_ID: 245 if (copy_from_user(value, value_ptr, sizeof(uint32_t))) { 246 DRM_ERROR("copy_from_user %s:%u\n", __func__, __LINE__); 247 return -EFAULT; 248 } 249 for (i = 0, found = 0; i < rdev->num_crtc; i++) { 250 crtc = (struct drm_crtc *)minfo->crtcs[i]; 251 if (crtc && crtc->base.id == *value) { 252 struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc); 253 *value = radeon_crtc->crtc_id; 254 found = 1; 255 break; 256 } 257 } 258 if (!found) { 259 DRM_DEBUG_KMS("unknown crtc id %d\n", *value); 260 return -EINVAL; 261 } 262 break; 263 case RADEON_INFO_ACCEL_WORKING2: 264 if (rdev->family == CHIP_HAWAII) { 265 if (rdev->accel_working) { 266 if (rdev->new_fw) 267 *value = 3; 268 else 269 *value = 2; 270 } else { 271 *value = 0; 272 } 273 } else { 274 *value = rdev->accel_working; 275 } 276 break; 277 case RADEON_INFO_TILING_CONFIG: 278 if (rdev->family >= CHIP_BONAIRE) 279 *value = rdev->config.cik.tile_config; 280 else if (rdev->family >= CHIP_TAHITI) 281 *value = rdev->config.si.tile_config; 282 else if (rdev->family >= CHIP_CAYMAN) 283 *value = rdev->config.cayman.tile_config; 284 else if (rdev->family >= CHIP_CEDAR) 285 *value = rdev->config.evergreen.tile_config; 286 else if (rdev->family >= CHIP_RV770) 287 *value = rdev->config.rv770.tile_config; 288 else if (rdev->family >= CHIP_R600) 289 *value = rdev->config.r600.tile_config; 290 else { 291 DRM_DEBUG_KMS("tiling config is r6xx+ only!\n"); 292 return -EINVAL; 293 } 294 break; 295 case RADEON_INFO_WANT_HYPERZ: 296 /* The "value" here is both an input and output parameter. 297 * If the input value is 1, filp requests hyper-z access. 298 * If the input value is 0, filp revokes its hyper-z access. 299 * 300 * When returning, the value is 1 if filp owns hyper-z access, 301 * 0 otherwise. */ 302 if (copy_from_user(value, value_ptr, sizeof(uint32_t))) { 303 DRM_ERROR("copy_from_user %s:%u\n", __func__, __LINE__); 304 return -EFAULT; 305 } 306 if (*value >= 2) { 307 DRM_DEBUG_KMS("WANT_HYPERZ: invalid value %d\n", *value); 308 return -EINVAL; 309 } 310 radeon_set_filp_rights(dev, &rdev->hyperz_filp, filp, value); 311 break; 312 case RADEON_INFO_WANT_CMASK: 313 /* The same logic as Hyper-Z. */ 314 if (copy_from_user(value, value_ptr, sizeof(uint32_t))) { 315 DRM_ERROR("copy_from_user %s:%u\n", __func__, __LINE__); 316 return -EFAULT; 317 } 318 if (*value >= 2) { 319 DRM_DEBUG_KMS("WANT_CMASK: invalid value %d\n", *value); 320 return -EINVAL; 321 } 322 radeon_set_filp_rights(dev, &rdev->cmask_filp, filp, value); 323 break; 324 case RADEON_INFO_CLOCK_CRYSTAL_FREQ: 325 /* return clock value in KHz */ 326 if (rdev->asic->get_xclk) 327 *value = radeon_get_xclk(rdev) * 10; 328 else 329 *value = rdev->clock.spll.reference_freq * 10; 330 break; 331 case RADEON_INFO_NUM_BACKENDS: 332 if (rdev->family >= CHIP_BONAIRE) 333 *value = rdev->config.cik.max_backends_per_se * 334 rdev->config.cik.max_shader_engines; 335 else if (rdev->family >= CHIP_TAHITI) 336 *value = rdev->config.si.max_backends_per_se * 337 rdev->config.si.max_shader_engines; 338 else if (rdev->family >= CHIP_CAYMAN) 339 *value = rdev->config.cayman.max_backends_per_se * 340 rdev->config.cayman.max_shader_engines; 341 else if (rdev->family >= CHIP_CEDAR) 342 *value = rdev->config.evergreen.max_backends; 343 else if (rdev->family >= CHIP_RV770) 344 *value = rdev->config.rv770.max_backends; 345 else if (rdev->family >= CHIP_R600) 346 *value = rdev->config.r600.max_backends; 347 else { 348 return -EINVAL; 349 } 350 break; 351 case RADEON_INFO_NUM_TILE_PIPES: 352 if (rdev->family >= CHIP_BONAIRE) 353 *value = rdev->config.cik.max_tile_pipes; 354 else if (rdev->family >= CHIP_TAHITI) 355 *value = rdev->config.si.max_tile_pipes; 356 else if (rdev->family >= CHIP_CAYMAN) 357 *value = rdev->config.cayman.max_tile_pipes; 358 else if (rdev->family >= CHIP_CEDAR) 359 *value = rdev->config.evergreen.max_tile_pipes; 360 else if (rdev->family >= CHIP_RV770) 361 *value = rdev->config.rv770.max_tile_pipes; 362 else if (rdev->family >= CHIP_R600) 363 *value = rdev->config.r600.max_tile_pipes; 364 else { 365 return -EINVAL; 366 } 367 break; 368 case RADEON_INFO_FUSION_GART_WORKING: 369 *value = 1; 370 break; 371 case RADEON_INFO_BACKEND_MAP: 372 if (rdev->family >= CHIP_BONAIRE) 373 *value = rdev->config.cik.backend_map; 374 else if (rdev->family >= CHIP_TAHITI) 375 *value = rdev->config.si.backend_map; 376 else if (rdev->family >= CHIP_CAYMAN) 377 *value = rdev->config.cayman.backend_map; 378 else if (rdev->family >= CHIP_CEDAR) 379 *value = rdev->config.evergreen.backend_map; 380 else if (rdev->family >= CHIP_RV770) 381 *value = rdev->config.rv770.backend_map; 382 else if (rdev->family >= CHIP_R600) 383 *value = rdev->config.r600.backend_map; 384 else { 385 return -EINVAL; 386 } 387 break; 388 case RADEON_INFO_VA_START: 389 /* this is where we report if vm is supported or not */ 390 if (rdev->family < CHIP_CAYMAN) 391 return -EINVAL; 392 *value = RADEON_VA_RESERVED_SIZE; 393 break; 394 case RADEON_INFO_IB_VM_MAX_SIZE: 395 /* this is where we report if vm is supported or not */ 396 if (rdev->family < CHIP_CAYMAN) 397 return -EINVAL; 398 *value = RADEON_IB_VM_MAX_SIZE; 399 break; 400 case RADEON_INFO_MAX_PIPES: 401 if (rdev->family >= CHIP_BONAIRE) 402 *value = rdev->config.cik.max_cu_per_sh; 403 else if (rdev->family >= CHIP_TAHITI) 404 *value = rdev->config.si.max_cu_per_sh; 405 else if (rdev->family >= CHIP_CAYMAN) 406 *value = rdev->config.cayman.max_pipes_per_simd; 407 else if (rdev->family >= CHIP_CEDAR) 408 *value = rdev->config.evergreen.max_pipes; 409 else if (rdev->family >= CHIP_RV770) 410 *value = rdev->config.rv770.max_pipes; 411 else if (rdev->family >= CHIP_R600) 412 *value = rdev->config.r600.max_pipes; 413 else { 414 return -EINVAL; 415 } 416 break; 417 case RADEON_INFO_TIMESTAMP: 418 if (rdev->family < CHIP_R600) { 419 DRM_DEBUG_KMS("timestamp is r6xx+ only!\n"); 420 return -EINVAL; 421 } 422 value = (uint32_t*)&value64; 423 value_size = sizeof(uint64_t); 424 value64 = radeon_get_gpu_clock_counter(rdev); 425 break; 426 case RADEON_INFO_MAX_SE: 427 if (rdev->family >= CHIP_BONAIRE) 428 *value = rdev->config.cik.max_shader_engines; 429 else if (rdev->family >= CHIP_TAHITI) 430 *value = rdev->config.si.max_shader_engines; 431 else if (rdev->family >= CHIP_CAYMAN) 432 *value = rdev->config.cayman.max_shader_engines; 433 else if (rdev->family >= CHIP_CEDAR) 434 *value = rdev->config.evergreen.num_ses; 435 else 436 *value = 1; 437 break; 438 case RADEON_INFO_MAX_SH_PER_SE: 439 if (rdev->family >= CHIP_BONAIRE) 440 *value = rdev->config.cik.max_sh_per_se; 441 else if (rdev->family >= CHIP_TAHITI) 442 *value = rdev->config.si.max_sh_per_se; 443 else 444 return -EINVAL; 445 break; 446 case RADEON_INFO_FASTFB_WORKING: 447 *value = rdev->fastfb_working; 448 break; 449 case RADEON_INFO_RING_WORKING: 450 if (copy_from_user(value, value_ptr, sizeof(uint32_t))) { 451 DRM_ERROR("copy_from_user %s:%u\n", __func__, __LINE__); 452 return -EFAULT; 453 } 454 switch (*value) { 455 case RADEON_CS_RING_GFX: 456 case RADEON_CS_RING_COMPUTE: 457 *value = rdev->ring[RADEON_RING_TYPE_GFX_INDEX].ready; 458 break; 459 case RADEON_CS_RING_DMA: 460 *value = rdev->ring[R600_RING_TYPE_DMA_INDEX].ready; 461 *value |= rdev->ring[CAYMAN_RING_TYPE_DMA1_INDEX].ready; 462 break; 463 case RADEON_CS_RING_UVD: 464 *value = rdev->ring[R600_RING_TYPE_UVD_INDEX].ready; 465 break; 466 case RADEON_CS_RING_VCE: 467 *value = rdev->ring[TN_RING_TYPE_VCE1_INDEX].ready; 468 break; 469 default: 470 return -EINVAL; 471 } 472 break; 473 case RADEON_INFO_SI_TILE_MODE_ARRAY: 474 if (rdev->family >= CHIP_BONAIRE) { 475 value = rdev->config.cik.tile_mode_array; 476 value_size = sizeof(uint32_t)*32; 477 } else if (rdev->family >= CHIP_TAHITI) { 478 value = rdev->config.si.tile_mode_array; 479 value_size = sizeof(uint32_t)*32; 480 } else { 481 DRM_DEBUG_KMS("tile mode array is si+ only!\n"); 482 return -EINVAL; 483 } 484 break; 485 case RADEON_INFO_CIK_MACROTILE_MODE_ARRAY: 486 if (rdev->family >= CHIP_BONAIRE) { 487 value = rdev->config.cik.macrotile_mode_array; 488 value_size = sizeof(uint32_t)*16; 489 } else { 490 DRM_DEBUG_KMS("macrotile mode array is cik+ only!\n"); 491 return -EINVAL; 492 } 493 break; 494 case RADEON_INFO_SI_CP_DMA_COMPUTE: 495 *value = 1; 496 break; 497 case RADEON_INFO_SI_BACKEND_ENABLED_MASK: 498 if (rdev->family >= CHIP_BONAIRE) { 499 *value = rdev->config.cik.backend_enable_mask; 500 } else if (rdev->family >= CHIP_TAHITI) { 501 *value = rdev->config.si.backend_enable_mask; 502 } else { 503 DRM_DEBUG_KMS("BACKEND_ENABLED_MASK is si+ only!\n"); 504 } 505 break; 506 case RADEON_INFO_MAX_SCLK: 507 if ((rdev->pm.pm_method == PM_METHOD_DPM) && 508 rdev->pm.dpm_enabled) 509 *value = rdev->pm.dpm.dyn_state.max_clock_voltage_on_ac.sclk * 10; 510 else 511 *value = rdev->pm.default_sclk * 10; 512 break; 513 case RADEON_INFO_VCE_FW_VERSION: 514 *value = rdev->vce.fw_version; 515 break; 516 case RADEON_INFO_VCE_FB_VERSION: 517 *value = rdev->vce.fb_version; 518 break; 519 case RADEON_INFO_NUM_BYTES_MOVED: 520 value = (uint32_t*)&value64; 521 value_size = sizeof(uint64_t); 522 value64 = atomic64_read(&rdev->num_bytes_moved); 523 break; 524 case RADEON_INFO_VRAM_USAGE: 525 value = (uint32_t*)&value64; 526 value_size = sizeof(uint64_t); 527 value64 = atomic64_read(&rdev->vram_usage); 528 break; 529 case RADEON_INFO_GTT_USAGE: 530 value = (uint32_t*)&value64; 531 value_size = sizeof(uint64_t); 532 value64 = atomic64_read(&rdev->gtt_usage); 533 break; 534 case RADEON_INFO_ACTIVE_CU_COUNT: 535 if (rdev->family >= CHIP_BONAIRE) 536 *value = rdev->config.cik.active_cus; 537 else if (rdev->family >= CHIP_TAHITI) 538 *value = rdev->config.si.active_cus; 539 else if (rdev->family >= CHIP_CAYMAN) 540 *value = rdev->config.cayman.active_simds; 541 else if (rdev->family >= CHIP_CEDAR) 542 *value = rdev->config.evergreen.active_simds; 543 else if (rdev->family >= CHIP_RV770) 544 *value = rdev->config.rv770.active_simds; 545 else if (rdev->family >= CHIP_R600) 546 *value = rdev->config.r600.active_simds; 547 else 548 *value = 1; 549 break; 550 default: 551 DRM_DEBUG_KMS("Invalid request %d\n", info->request); 552 return -EINVAL; 553 } 554 if (copy_to_user(value_ptr, (char*)value, value_size)) { 555 DRM_ERROR("copy_to_user %s:%u\n", __func__, __LINE__); 556 return -EFAULT; 557 } 558 return 0; 559 } 560 561 562 /* 563 * Outdated mess for old drm with Xorg being in charge (void function now). 564 */ 565 /** 566 * radeon_driver_firstopen_kms - drm callback for last close 567 * 568 * @dev: drm dev pointer 569 * 570 * Switch vga switcheroo state after last close (all asics). 571 */ 572 void radeon_driver_lastclose_kms(struct drm_device *dev) 573 { 574 vga_switcheroo_process_delayed_switch(); 575 } 576 577 /** 578 * radeon_driver_open_kms - drm callback for open 579 * 580 * @dev: drm dev pointer 581 * @file_priv: drm file 582 * 583 * On device open, init vm on cayman+ (all asics). 584 * Returns 0 on success, error on failure. 585 */ 586 int radeon_driver_open_kms(struct drm_device *dev, struct drm_file *file_priv) 587 { 588 struct radeon_device *rdev = dev->dev_private; 589 int r; 590 591 file_priv->driver_priv = NULL; 592 593 r = pm_runtime_get_sync(dev->dev); 594 if (r < 0) 595 return r; 596 597 /* new gpu have virtual address space support */ 598 if (rdev->family >= CHIP_CAYMAN) { 599 struct radeon_fpriv *fpriv; 600 struct radeon_vm *vm; 601 int r; 602 603 fpriv = kzalloc(sizeof(*fpriv), GFP_KERNEL); 604 if (unlikely(!fpriv)) { 605 return -ENOMEM; 606 } 607 608 vm = &fpriv->vm; 609 r = radeon_vm_init(rdev, vm); 610 if (r) { 611 kfree(fpriv); 612 return r; 613 } 614 615 if (rdev->accel_working) { 616 r = radeon_bo_reserve(rdev->ring_tmp_bo.bo, false); 617 if (r) { 618 radeon_vm_fini(rdev, vm); 619 kfree(fpriv); 620 return r; 621 } 622 623 /* map the ib pool buffer read only into 624 * virtual address space */ 625 vm->ib_bo_va = radeon_vm_bo_add(rdev, vm, 626 rdev->ring_tmp_bo.bo); 627 r = radeon_vm_bo_set_addr(rdev, vm->ib_bo_va, 628 RADEON_VA_IB_OFFSET, 629 RADEON_VM_PAGE_READABLE | 630 RADEON_VM_PAGE_SNOOPED); 631 if (r) { 632 radeon_vm_fini(rdev, vm); 633 kfree(fpriv); 634 return r; 635 } 636 } 637 file_priv->driver_priv = fpriv; 638 } 639 640 pm_runtime_mark_last_busy(dev->dev); 641 pm_runtime_put_autosuspend(dev->dev); 642 return 0; 643 } 644 645 /** 646 * radeon_driver_postclose_kms - drm callback for post close 647 * 648 * @dev: drm dev pointer 649 * @file_priv: drm file 650 * 651 * On device post close, tear down vm on cayman+ (all asics). 652 */ 653 void radeon_driver_postclose_kms(struct drm_device *dev, 654 struct drm_file *file_priv) 655 { 656 struct radeon_device *rdev = dev->dev_private; 657 658 /* new gpu have virtual address space support */ 659 if (rdev->family >= CHIP_CAYMAN && file_priv->driver_priv) { 660 struct radeon_fpriv *fpriv = file_priv->driver_priv; 661 struct radeon_vm *vm = &fpriv->vm; 662 int r; 663 664 if (rdev->accel_working) { 665 r = radeon_bo_reserve(rdev->ring_tmp_bo.bo, false); 666 if (!r) { 667 if (vm->ib_bo_va) 668 radeon_vm_bo_rmv(rdev, vm->ib_bo_va); 669 radeon_bo_unreserve(rdev->ring_tmp_bo.bo); 670 } 671 } 672 673 radeon_vm_fini(rdev, vm); 674 kfree(fpriv); 675 file_priv->driver_priv = NULL; 676 } 677 } 678 679 /** 680 * radeon_driver_preclose_kms - drm callback for pre close 681 * 682 * @dev: drm dev pointer 683 * @file_priv: drm file 684 * 685 * On device pre close, tear down hyperz and cmask filps on r1xx-r5xx 686 * (all asics). 687 */ 688 void radeon_driver_preclose_kms(struct drm_device *dev, 689 struct drm_file *file_priv) 690 { 691 struct radeon_device *rdev = dev->dev_private; 692 if (rdev->hyperz_filp == file_priv) 693 rdev->hyperz_filp = NULL; 694 if (rdev->cmask_filp == file_priv) 695 rdev->cmask_filp = NULL; 696 radeon_uvd_free_handles(rdev, file_priv); 697 radeon_vce_free_handles(rdev, file_priv); 698 } 699 700 /* 701 * VBlank related functions. 702 */ 703 /** 704 * radeon_get_vblank_counter_kms - get frame count 705 * 706 * @dev: drm dev pointer 707 * @crtc: crtc to get the frame count from 708 * 709 * Gets the frame count on the requested crtc (all asics). 710 * Returns frame count on success, -EINVAL on failure. 711 */ 712 u32 radeon_get_vblank_counter_kms(struct drm_device *dev, int crtc) 713 { 714 struct radeon_device *rdev = dev->dev_private; 715 716 if (crtc < 0 || crtc >= rdev->num_crtc) { 717 DRM_ERROR("Invalid crtc %d\n", crtc); 718 return -EINVAL; 719 } 720 721 return radeon_get_vblank_counter(rdev, crtc); 722 } 723 724 /** 725 * radeon_enable_vblank_kms - enable vblank interrupt 726 * 727 * @dev: drm dev pointer 728 * @crtc: crtc to enable vblank interrupt for 729 * 730 * Enable the interrupt on the requested crtc (all asics). 731 * Returns 0 on success, -EINVAL on failure. 732 */ 733 int radeon_enable_vblank_kms(struct drm_device *dev, int crtc) 734 { 735 struct radeon_device *rdev = dev->dev_private; 736 unsigned long irqflags; 737 int r; 738 739 if (crtc < 0 || crtc >= rdev->num_crtc) { 740 DRM_ERROR("Invalid crtc %d\n", crtc); 741 return -EINVAL; 742 } 743 744 spin_lock_irqsave(&rdev->irq.lock, irqflags); 745 rdev->irq.crtc_vblank_int[crtc] = true; 746 r = radeon_irq_set(rdev); 747 spin_unlock_irqrestore(&rdev->irq.lock, irqflags); 748 return r; 749 } 750 751 /** 752 * radeon_disable_vblank_kms - disable vblank interrupt 753 * 754 * @dev: drm dev pointer 755 * @crtc: crtc to disable vblank interrupt for 756 * 757 * Disable the interrupt on the requested crtc (all asics). 758 */ 759 void radeon_disable_vblank_kms(struct drm_device *dev, int crtc) 760 { 761 struct radeon_device *rdev = dev->dev_private; 762 unsigned long irqflags; 763 764 if (crtc < 0 || crtc >= rdev->num_crtc) { 765 DRM_ERROR("Invalid crtc %d\n", crtc); 766 return; 767 } 768 769 spin_lock_irqsave(&rdev->irq.lock, irqflags); 770 rdev->irq.crtc_vblank_int[crtc] = false; 771 radeon_irq_set(rdev); 772 spin_unlock_irqrestore(&rdev->irq.lock, irqflags); 773 } 774 775 /** 776 * radeon_get_vblank_timestamp_kms - get vblank timestamp 777 * 778 * @dev: drm dev pointer 779 * @crtc: crtc to get the timestamp for 780 * @max_error: max error 781 * @vblank_time: time value 782 * @flags: flags passed to the driver 783 * 784 * Gets the timestamp on the requested crtc based on the 785 * scanout position. (all asics). 786 * Returns postive status flags on success, negative error on failure. 787 */ 788 int radeon_get_vblank_timestamp_kms(struct drm_device *dev, int crtc, 789 int *max_error, 790 struct timeval *vblank_time, 791 unsigned flags) 792 { 793 struct drm_crtc *drmcrtc; 794 struct radeon_device *rdev = dev->dev_private; 795 796 if (crtc < 0 || crtc >= dev->num_crtcs) { 797 DRM_ERROR("Invalid crtc %d\n", crtc); 798 return -EINVAL; 799 } 800 801 /* Get associated drm_crtc: */ 802 drmcrtc = &rdev->mode_info.crtcs[crtc]->base; 803 if (!drmcrtc) 804 return -EINVAL; 805 806 /* Helper routine in DRM core does all the work: */ 807 return drm_calc_vbltimestamp_from_scanoutpos(dev, crtc, max_error, 808 vblank_time, flags, 809 drmcrtc, &drmcrtc->hwmode); 810 } 811 812 #define KMS_INVALID_IOCTL(name) \ 813 static int name(struct drm_device *dev, void *data, struct drm_file \ 814 *file_priv) \ 815 { \ 816 DRM_ERROR("invalid ioctl with kms %s\n", __func__); \ 817 return -EINVAL; \ 818 } 819 820 /* 821 * All these ioctls are invalid in kms world. 822 */ 823 KMS_INVALID_IOCTL(radeon_cp_init_kms) 824 KMS_INVALID_IOCTL(radeon_cp_start_kms) 825 KMS_INVALID_IOCTL(radeon_cp_stop_kms) 826 KMS_INVALID_IOCTL(radeon_cp_reset_kms) 827 KMS_INVALID_IOCTL(radeon_cp_idle_kms) 828 KMS_INVALID_IOCTL(radeon_cp_resume_kms) 829 KMS_INVALID_IOCTL(radeon_engine_reset_kms) 830 KMS_INVALID_IOCTL(radeon_fullscreen_kms) 831 KMS_INVALID_IOCTL(radeon_cp_swap_kms) 832 KMS_INVALID_IOCTL(radeon_cp_clear_kms) 833 KMS_INVALID_IOCTL(radeon_cp_vertex_kms) 834 KMS_INVALID_IOCTL(radeon_cp_indices_kms) 835 KMS_INVALID_IOCTL(radeon_cp_texture_kms) 836 KMS_INVALID_IOCTL(radeon_cp_stipple_kms) 837 KMS_INVALID_IOCTL(radeon_cp_indirect_kms) 838 KMS_INVALID_IOCTL(radeon_cp_vertex2_kms) 839 KMS_INVALID_IOCTL(radeon_cp_cmdbuf_kms) 840 KMS_INVALID_IOCTL(radeon_cp_getparam_kms) 841 KMS_INVALID_IOCTL(radeon_cp_flip_kms) 842 KMS_INVALID_IOCTL(radeon_mem_alloc_kms) 843 KMS_INVALID_IOCTL(radeon_mem_free_kms) 844 KMS_INVALID_IOCTL(radeon_mem_init_heap_kms) 845 KMS_INVALID_IOCTL(radeon_irq_emit_kms) 846 KMS_INVALID_IOCTL(radeon_irq_wait_kms) 847 KMS_INVALID_IOCTL(radeon_cp_setparam_kms) 848 KMS_INVALID_IOCTL(radeon_surface_alloc_kms) 849 KMS_INVALID_IOCTL(radeon_surface_free_kms) 850 851 852 const struct drm_ioctl_desc radeon_ioctls_kms[] = { 853 DRM_IOCTL_DEF_DRV(RADEON_CP_INIT, radeon_cp_init_kms, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 854 DRM_IOCTL_DEF_DRV(RADEON_CP_START, radeon_cp_start_kms, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 855 DRM_IOCTL_DEF_DRV(RADEON_CP_STOP, radeon_cp_stop_kms, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 856 DRM_IOCTL_DEF_DRV(RADEON_CP_RESET, radeon_cp_reset_kms, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 857 DRM_IOCTL_DEF_DRV(RADEON_CP_IDLE, radeon_cp_idle_kms, DRM_AUTH), 858 DRM_IOCTL_DEF_DRV(RADEON_CP_RESUME, radeon_cp_resume_kms, DRM_AUTH), 859 DRM_IOCTL_DEF_DRV(RADEON_RESET, radeon_engine_reset_kms, DRM_AUTH), 860 DRM_IOCTL_DEF_DRV(RADEON_FULLSCREEN, radeon_fullscreen_kms, DRM_AUTH), 861 DRM_IOCTL_DEF_DRV(RADEON_SWAP, radeon_cp_swap_kms, DRM_AUTH), 862 DRM_IOCTL_DEF_DRV(RADEON_CLEAR, radeon_cp_clear_kms, DRM_AUTH), 863 DRM_IOCTL_DEF_DRV(RADEON_VERTEX, radeon_cp_vertex_kms, DRM_AUTH), 864 DRM_IOCTL_DEF_DRV(RADEON_INDICES, radeon_cp_indices_kms, DRM_AUTH), 865 DRM_IOCTL_DEF_DRV(RADEON_TEXTURE, radeon_cp_texture_kms, DRM_AUTH), 866 DRM_IOCTL_DEF_DRV(RADEON_STIPPLE, radeon_cp_stipple_kms, DRM_AUTH), 867 DRM_IOCTL_DEF_DRV(RADEON_INDIRECT, radeon_cp_indirect_kms, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 868 DRM_IOCTL_DEF_DRV(RADEON_VERTEX2, radeon_cp_vertex2_kms, DRM_AUTH), 869 DRM_IOCTL_DEF_DRV(RADEON_CMDBUF, radeon_cp_cmdbuf_kms, DRM_AUTH), 870 DRM_IOCTL_DEF_DRV(RADEON_GETPARAM, radeon_cp_getparam_kms, DRM_AUTH), 871 DRM_IOCTL_DEF_DRV(RADEON_FLIP, radeon_cp_flip_kms, DRM_AUTH), 872 DRM_IOCTL_DEF_DRV(RADEON_ALLOC, radeon_mem_alloc_kms, DRM_AUTH), 873 DRM_IOCTL_DEF_DRV(RADEON_FREE, radeon_mem_free_kms, DRM_AUTH), 874 DRM_IOCTL_DEF_DRV(RADEON_INIT_HEAP, radeon_mem_init_heap_kms, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 875 DRM_IOCTL_DEF_DRV(RADEON_IRQ_EMIT, radeon_irq_emit_kms, DRM_AUTH), 876 DRM_IOCTL_DEF_DRV(RADEON_IRQ_WAIT, radeon_irq_wait_kms, DRM_AUTH), 877 DRM_IOCTL_DEF_DRV(RADEON_SETPARAM, radeon_cp_setparam_kms, DRM_AUTH), 878 DRM_IOCTL_DEF_DRV(RADEON_SURF_ALLOC, radeon_surface_alloc_kms, DRM_AUTH), 879 DRM_IOCTL_DEF_DRV(RADEON_SURF_FREE, radeon_surface_free_kms, DRM_AUTH), 880 /* KMS */ 881 DRM_IOCTL_DEF_DRV(RADEON_GEM_INFO, radeon_gem_info_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 882 DRM_IOCTL_DEF_DRV(RADEON_GEM_CREATE, radeon_gem_create_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 883 DRM_IOCTL_DEF_DRV(RADEON_GEM_MMAP, radeon_gem_mmap_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 884 DRM_IOCTL_DEF_DRV(RADEON_GEM_SET_DOMAIN, radeon_gem_set_domain_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 885 DRM_IOCTL_DEF_DRV(RADEON_GEM_PREAD, radeon_gem_pread_ioctl, DRM_AUTH|DRM_UNLOCKED), 886 DRM_IOCTL_DEF_DRV(RADEON_GEM_PWRITE, radeon_gem_pwrite_ioctl, DRM_AUTH|DRM_UNLOCKED), 887 DRM_IOCTL_DEF_DRV(RADEON_GEM_WAIT_IDLE, radeon_gem_wait_idle_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 888 DRM_IOCTL_DEF_DRV(RADEON_CS, radeon_cs_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 889 DRM_IOCTL_DEF_DRV(RADEON_INFO, radeon_info_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 890 DRM_IOCTL_DEF_DRV(RADEON_GEM_SET_TILING, radeon_gem_set_tiling_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 891 DRM_IOCTL_DEF_DRV(RADEON_GEM_GET_TILING, radeon_gem_get_tiling_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 892 DRM_IOCTL_DEF_DRV(RADEON_GEM_BUSY, radeon_gem_busy_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 893 DRM_IOCTL_DEF_DRV(RADEON_GEM_VA, radeon_gem_va_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 894 DRM_IOCTL_DEF_DRV(RADEON_GEM_OP, radeon_gem_op_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 895 DRM_IOCTL_DEF_DRV(RADEON_GEM_USERPTR, radeon_gem_userptr_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 896 }; 897 int radeon_max_kms_ioctl = ARRAY_SIZE(radeon_ioctls_kms); 898