1 /* 2 * Copyright 2008 Advanced Micro Devices, Inc. 3 * Copyright 2008 Red Hat Inc. 4 * Copyright 2009 Jerome Glisse. 5 * 6 * Permission is hereby granted, free of charge, to any person obtaining a 7 * copy of this software and associated documentation files (the "Software"), 8 * to deal in the Software without restriction, including without limitation 9 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 10 * and/or sell copies of the Software, and to permit persons to whom the 11 * Software is furnished to do so, subject to the following conditions: 12 * 13 * The above copyright notice and this permission notice shall be included in 14 * all copies or substantial portions of the Software. 15 * 16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 19 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 20 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 21 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 22 * OTHER DEALINGS IN THE SOFTWARE. 23 * 24 * Authors: Dave Airlie 25 * Alex Deucher 26 * Jerome Glisse 27 */ 28 #include <drm/drmP.h> 29 #include "radeon.h" 30 #include <drm/radeon_drm.h> 31 #include "radeon_asic.h" 32 33 #include <linux/vga_switcheroo.h> 34 #include <linux/slab.h> 35 #include <linux/pm_runtime.h> 36 37 #include "radeon_kfd.h" 38 39 #if defined(CONFIG_VGA_SWITCHEROO) 40 bool radeon_has_atpx(void); 41 #else 42 static inline bool radeon_has_atpx(void) { return false; } 43 #endif 44 45 /** 46 * radeon_driver_unload_kms - Main unload function for KMS. 47 * 48 * @dev: drm dev pointer 49 * 50 * This is the main unload function for KMS (all asics). 51 * It calls radeon_modeset_fini() to tear down the 52 * displays, and radeon_device_fini() to tear down 53 * the rest of the device (CP, writeback, etc.). 54 * Returns 0 on success. 55 */ 56 int radeon_driver_unload_kms(struct drm_device *dev) 57 { 58 struct radeon_device *rdev = dev->dev_private; 59 60 if (rdev == NULL) 61 return 0; 62 63 if (rdev->rmmio == NULL) 64 goto done_free; 65 66 pm_runtime_get_sync(dev->dev); 67 68 radeon_kfd_device_fini(rdev); 69 70 radeon_acpi_fini(rdev); 71 72 radeon_modeset_fini(rdev); 73 radeon_device_fini(rdev); 74 75 done_free: 76 kfree(rdev); 77 dev->dev_private = NULL; 78 return 0; 79 } 80 81 /** 82 * radeon_driver_load_kms - Main load function for KMS. 83 * 84 * @dev: drm dev pointer 85 * @flags: device flags 86 * 87 * This is the main load function for KMS (all asics). 88 * It calls radeon_device_init() to set up the non-display 89 * parts of the chip (asic init, CP, writeback, etc.), and 90 * radeon_modeset_init() to set up the display parts 91 * (crtcs, encoders, hotplug detect, etc.). 92 * Returns 0 on success, error on failure. 93 */ 94 int radeon_driver_load_kms(struct drm_device *dev, unsigned long flags) 95 { 96 struct radeon_device *rdev; 97 int r, acpi_status; 98 99 rdev = kzalloc(sizeof(struct radeon_device), GFP_KERNEL); 100 if (rdev == NULL) { 101 return -ENOMEM; 102 } 103 dev->dev_private = (void *)rdev; 104 105 /* update BUS flag */ 106 if (drm_pci_device_is_agp(dev)) { 107 flags |= RADEON_IS_AGP; 108 } else if (pci_is_pcie(dev->pdev)) { 109 flags |= RADEON_IS_PCIE; 110 } else { 111 flags |= RADEON_IS_PCI; 112 } 113 114 if ((radeon_runtime_pm != 0) && 115 radeon_has_atpx() && 116 ((flags & RADEON_IS_IGP) == 0)) 117 flags |= RADEON_IS_PX; 118 119 /* radeon_device_init should report only fatal error 120 * like memory allocation failure or iomapping failure, 121 * or memory manager initialization failure, it must 122 * properly initialize the GPU MC controller and permit 123 * VRAM allocation 124 */ 125 r = radeon_device_init(rdev, dev, dev->pdev, flags); 126 if (r) { 127 dev_err(&dev->pdev->dev, "Fatal error during GPU init\n"); 128 goto out; 129 } 130 131 /* Again modeset_init should fail only on fatal error 132 * otherwise it should provide enough functionalities 133 * for shadowfb to run 134 */ 135 r = radeon_modeset_init(rdev); 136 if (r) 137 dev_err(&dev->pdev->dev, "Fatal error during modeset init\n"); 138 139 /* Call ACPI methods: require modeset init 140 * but failure is not fatal 141 */ 142 if (!r) { 143 acpi_status = radeon_acpi_init(rdev); 144 if (acpi_status) 145 dev_dbg(&dev->pdev->dev, 146 "Error during ACPI methods call\n"); 147 } 148 149 radeon_kfd_device_probe(rdev); 150 radeon_kfd_device_init(rdev); 151 152 if (radeon_is_px(dev)) { 153 pm_runtime_use_autosuspend(dev->dev); 154 pm_runtime_set_autosuspend_delay(dev->dev, 5000); 155 pm_runtime_set_active(dev->dev); 156 pm_runtime_allow(dev->dev); 157 pm_runtime_mark_last_busy(dev->dev); 158 pm_runtime_put_autosuspend(dev->dev); 159 } 160 161 out: 162 if (r) 163 radeon_driver_unload_kms(dev); 164 165 166 return r; 167 } 168 169 /** 170 * radeon_set_filp_rights - Set filp right. 171 * 172 * @dev: drm dev pointer 173 * @owner: drm file 174 * @applier: drm file 175 * @value: value 176 * 177 * Sets the filp rights for the device (all asics). 178 */ 179 static void radeon_set_filp_rights(struct drm_device *dev, 180 struct drm_file **owner, 181 struct drm_file *applier, 182 uint32_t *value) 183 { 184 mutex_lock(&dev->struct_mutex); 185 if (*value == 1) { 186 /* wants rights */ 187 if (!*owner) 188 *owner = applier; 189 } else if (*value == 0) { 190 /* revokes rights */ 191 if (*owner == applier) 192 *owner = NULL; 193 } 194 *value = *owner == applier ? 1 : 0; 195 mutex_unlock(&dev->struct_mutex); 196 } 197 198 /* 199 * Userspace get information ioctl 200 */ 201 /** 202 * radeon_info_ioctl - answer a device specific request. 203 * 204 * @rdev: radeon device pointer 205 * @data: request object 206 * @filp: drm filp 207 * 208 * This function is used to pass device specific parameters to the userspace 209 * drivers. Examples include: pci device id, pipeline parms, tiling params, 210 * etc. (all asics). 211 * Returns 0 on success, -EINVAL on failure. 212 */ 213 static int radeon_info_ioctl(struct drm_device *dev, void *data, struct drm_file *filp) 214 { 215 struct radeon_device *rdev = dev->dev_private; 216 struct drm_radeon_info *info = data; 217 struct radeon_mode_info *minfo = &rdev->mode_info; 218 uint32_t *value, value_tmp, *value_ptr, value_size; 219 uint64_t value64; 220 struct drm_crtc *crtc; 221 int i, found; 222 223 value_ptr = (uint32_t *)((unsigned long)info->value); 224 value = &value_tmp; 225 value_size = sizeof(uint32_t); 226 227 switch (info->request) { 228 case RADEON_INFO_DEVICE_ID: 229 *value = dev->pdev->device; 230 break; 231 case RADEON_INFO_NUM_GB_PIPES: 232 *value = rdev->num_gb_pipes; 233 break; 234 case RADEON_INFO_NUM_Z_PIPES: 235 *value = rdev->num_z_pipes; 236 break; 237 case RADEON_INFO_ACCEL_WORKING: 238 /* xf86-video-ati 6.13.0 relies on this being false for evergreen */ 239 if ((rdev->family >= CHIP_CEDAR) && (rdev->family <= CHIP_HEMLOCK)) 240 *value = false; 241 else 242 *value = rdev->accel_working; 243 break; 244 case RADEON_INFO_CRTC_FROM_ID: 245 if (copy_from_user(value, value_ptr, sizeof(uint32_t))) { 246 DRM_ERROR("copy_from_user %s:%u\n", __func__, __LINE__); 247 return -EFAULT; 248 } 249 for (i = 0, found = 0; i < rdev->num_crtc; i++) { 250 crtc = (struct drm_crtc *)minfo->crtcs[i]; 251 if (crtc && crtc->base.id == *value) { 252 struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc); 253 *value = radeon_crtc->crtc_id; 254 found = 1; 255 break; 256 } 257 } 258 if (!found) { 259 DRM_DEBUG_KMS("unknown crtc id %d\n", *value); 260 return -EINVAL; 261 } 262 break; 263 case RADEON_INFO_ACCEL_WORKING2: 264 if (rdev->family == CHIP_HAWAII) { 265 if (rdev->accel_working) { 266 if (rdev->new_fw) 267 *value = 3; 268 else 269 *value = 2; 270 } else { 271 *value = 0; 272 } 273 } else { 274 *value = rdev->accel_working; 275 } 276 break; 277 case RADEON_INFO_TILING_CONFIG: 278 if (rdev->family >= CHIP_BONAIRE) 279 *value = rdev->config.cik.tile_config; 280 else if (rdev->family >= CHIP_TAHITI) 281 *value = rdev->config.si.tile_config; 282 else if (rdev->family >= CHIP_CAYMAN) 283 *value = rdev->config.cayman.tile_config; 284 else if (rdev->family >= CHIP_CEDAR) 285 *value = rdev->config.evergreen.tile_config; 286 else if (rdev->family >= CHIP_RV770) 287 *value = rdev->config.rv770.tile_config; 288 else if (rdev->family >= CHIP_R600) 289 *value = rdev->config.r600.tile_config; 290 else { 291 DRM_DEBUG_KMS("tiling config is r6xx+ only!\n"); 292 return -EINVAL; 293 } 294 break; 295 case RADEON_INFO_WANT_HYPERZ: 296 /* The "value" here is both an input and output parameter. 297 * If the input value is 1, filp requests hyper-z access. 298 * If the input value is 0, filp revokes its hyper-z access. 299 * 300 * When returning, the value is 1 if filp owns hyper-z access, 301 * 0 otherwise. */ 302 if (copy_from_user(value, value_ptr, sizeof(uint32_t))) { 303 DRM_ERROR("copy_from_user %s:%u\n", __func__, __LINE__); 304 return -EFAULT; 305 } 306 if (*value >= 2) { 307 DRM_DEBUG_KMS("WANT_HYPERZ: invalid value %d\n", *value); 308 return -EINVAL; 309 } 310 radeon_set_filp_rights(dev, &rdev->hyperz_filp, filp, value); 311 break; 312 case RADEON_INFO_WANT_CMASK: 313 /* The same logic as Hyper-Z. */ 314 if (copy_from_user(value, value_ptr, sizeof(uint32_t))) { 315 DRM_ERROR("copy_from_user %s:%u\n", __func__, __LINE__); 316 return -EFAULT; 317 } 318 if (*value >= 2) { 319 DRM_DEBUG_KMS("WANT_CMASK: invalid value %d\n", *value); 320 return -EINVAL; 321 } 322 radeon_set_filp_rights(dev, &rdev->cmask_filp, filp, value); 323 break; 324 case RADEON_INFO_CLOCK_CRYSTAL_FREQ: 325 /* return clock value in KHz */ 326 if (rdev->asic->get_xclk) 327 *value = radeon_get_xclk(rdev) * 10; 328 else 329 *value = rdev->clock.spll.reference_freq * 10; 330 break; 331 case RADEON_INFO_NUM_BACKENDS: 332 if (rdev->family >= CHIP_BONAIRE) 333 *value = rdev->config.cik.max_backends_per_se * 334 rdev->config.cik.max_shader_engines; 335 else if (rdev->family >= CHIP_TAHITI) 336 *value = rdev->config.si.max_backends_per_se * 337 rdev->config.si.max_shader_engines; 338 else if (rdev->family >= CHIP_CAYMAN) 339 *value = rdev->config.cayman.max_backends_per_se * 340 rdev->config.cayman.max_shader_engines; 341 else if (rdev->family >= CHIP_CEDAR) 342 *value = rdev->config.evergreen.max_backends; 343 else if (rdev->family >= CHIP_RV770) 344 *value = rdev->config.rv770.max_backends; 345 else if (rdev->family >= CHIP_R600) 346 *value = rdev->config.r600.max_backends; 347 else { 348 return -EINVAL; 349 } 350 break; 351 case RADEON_INFO_NUM_TILE_PIPES: 352 if (rdev->family >= CHIP_BONAIRE) 353 *value = rdev->config.cik.max_tile_pipes; 354 else if (rdev->family >= CHIP_TAHITI) 355 *value = rdev->config.si.max_tile_pipes; 356 else if (rdev->family >= CHIP_CAYMAN) 357 *value = rdev->config.cayman.max_tile_pipes; 358 else if (rdev->family >= CHIP_CEDAR) 359 *value = rdev->config.evergreen.max_tile_pipes; 360 else if (rdev->family >= CHIP_RV770) 361 *value = rdev->config.rv770.max_tile_pipes; 362 else if (rdev->family >= CHIP_R600) 363 *value = rdev->config.r600.max_tile_pipes; 364 else { 365 return -EINVAL; 366 } 367 break; 368 case RADEON_INFO_FUSION_GART_WORKING: 369 *value = 1; 370 break; 371 case RADEON_INFO_BACKEND_MAP: 372 if (rdev->family >= CHIP_BONAIRE) 373 *value = rdev->config.cik.backend_map; 374 else if (rdev->family >= CHIP_TAHITI) 375 *value = rdev->config.si.backend_map; 376 else if (rdev->family >= CHIP_CAYMAN) 377 *value = rdev->config.cayman.backend_map; 378 else if (rdev->family >= CHIP_CEDAR) 379 *value = rdev->config.evergreen.backend_map; 380 else if (rdev->family >= CHIP_RV770) 381 *value = rdev->config.rv770.backend_map; 382 else if (rdev->family >= CHIP_R600) 383 *value = rdev->config.r600.backend_map; 384 else { 385 return -EINVAL; 386 } 387 break; 388 case RADEON_INFO_VA_START: 389 /* this is where we report if vm is supported or not */ 390 if (rdev->family < CHIP_CAYMAN) 391 return -EINVAL; 392 *value = RADEON_VA_RESERVED_SIZE; 393 break; 394 case RADEON_INFO_IB_VM_MAX_SIZE: 395 /* this is where we report if vm is supported or not */ 396 if (rdev->family < CHIP_CAYMAN) 397 return -EINVAL; 398 *value = RADEON_IB_VM_MAX_SIZE; 399 break; 400 case RADEON_INFO_MAX_PIPES: 401 if (rdev->family >= CHIP_BONAIRE) 402 *value = rdev->config.cik.max_cu_per_sh; 403 else if (rdev->family >= CHIP_TAHITI) 404 *value = rdev->config.si.max_cu_per_sh; 405 else if (rdev->family >= CHIP_CAYMAN) 406 *value = rdev->config.cayman.max_pipes_per_simd; 407 else if (rdev->family >= CHIP_CEDAR) 408 *value = rdev->config.evergreen.max_pipes; 409 else if (rdev->family >= CHIP_RV770) 410 *value = rdev->config.rv770.max_pipes; 411 else if (rdev->family >= CHIP_R600) 412 *value = rdev->config.r600.max_pipes; 413 else { 414 return -EINVAL; 415 } 416 break; 417 case RADEON_INFO_TIMESTAMP: 418 if (rdev->family < CHIP_R600) { 419 DRM_DEBUG_KMS("timestamp is r6xx+ only!\n"); 420 return -EINVAL; 421 } 422 value = (uint32_t*)&value64; 423 value_size = sizeof(uint64_t); 424 value64 = radeon_get_gpu_clock_counter(rdev); 425 break; 426 case RADEON_INFO_MAX_SE: 427 if (rdev->family >= CHIP_BONAIRE) 428 *value = rdev->config.cik.max_shader_engines; 429 else if (rdev->family >= CHIP_TAHITI) 430 *value = rdev->config.si.max_shader_engines; 431 else if (rdev->family >= CHIP_CAYMAN) 432 *value = rdev->config.cayman.max_shader_engines; 433 else if (rdev->family >= CHIP_CEDAR) 434 *value = rdev->config.evergreen.num_ses; 435 else 436 *value = 1; 437 break; 438 case RADEON_INFO_MAX_SH_PER_SE: 439 if (rdev->family >= CHIP_BONAIRE) 440 *value = rdev->config.cik.max_sh_per_se; 441 else if (rdev->family >= CHIP_TAHITI) 442 *value = rdev->config.si.max_sh_per_se; 443 else 444 return -EINVAL; 445 break; 446 case RADEON_INFO_FASTFB_WORKING: 447 *value = rdev->fastfb_working; 448 break; 449 case RADEON_INFO_RING_WORKING: 450 if (copy_from_user(value, value_ptr, sizeof(uint32_t))) { 451 DRM_ERROR("copy_from_user %s:%u\n", __func__, __LINE__); 452 return -EFAULT; 453 } 454 switch (*value) { 455 case RADEON_CS_RING_GFX: 456 case RADEON_CS_RING_COMPUTE: 457 *value = rdev->ring[RADEON_RING_TYPE_GFX_INDEX].ready; 458 break; 459 case RADEON_CS_RING_DMA: 460 *value = rdev->ring[R600_RING_TYPE_DMA_INDEX].ready; 461 *value |= rdev->ring[CAYMAN_RING_TYPE_DMA1_INDEX].ready; 462 break; 463 case RADEON_CS_RING_UVD: 464 *value = rdev->ring[R600_RING_TYPE_UVD_INDEX].ready; 465 break; 466 case RADEON_CS_RING_VCE: 467 *value = rdev->ring[TN_RING_TYPE_VCE1_INDEX].ready; 468 break; 469 default: 470 return -EINVAL; 471 } 472 break; 473 case RADEON_INFO_SI_TILE_MODE_ARRAY: 474 if (rdev->family >= CHIP_BONAIRE) { 475 value = rdev->config.cik.tile_mode_array; 476 value_size = sizeof(uint32_t)*32; 477 } else if (rdev->family >= CHIP_TAHITI) { 478 value = rdev->config.si.tile_mode_array; 479 value_size = sizeof(uint32_t)*32; 480 } else { 481 DRM_DEBUG_KMS("tile mode array is si+ only!\n"); 482 return -EINVAL; 483 } 484 break; 485 case RADEON_INFO_CIK_MACROTILE_MODE_ARRAY: 486 if (rdev->family >= CHIP_BONAIRE) { 487 value = rdev->config.cik.macrotile_mode_array; 488 value_size = sizeof(uint32_t)*16; 489 } else { 490 DRM_DEBUG_KMS("macrotile mode array is cik+ only!\n"); 491 return -EINVAL; 492 } 493 break; 494 case RADEON_INFO_SI_CP_DMA_COMPUTE: 495 *value = 1; 496 break; 497 case RADEON_INFO_SI_BACKEND_ENABLED_MASK: 498 if (rdev->family >= CHIP_BONAIRE) { 499 *value = rdev->config.cik.backend_enable_mask; 500 } else if (rdev->family >= CHIP_TAHITI) { 501 *value = rdev->config.si.backend_enable_mask; 502 } else { 503 DRM_DEBUG_KMS("BACKEND_ENABLED_MASK is si+ only!\n"); 504 } 505 break; 506 case RADEON_INFO_MAX_SCLK: 507 if ((rdev->pm.pm_method == PM_METHOD_DPM) && 508 rdev->pm.dpm_enabled) 509 *value = rdev->pm.dpm.dyn_state.max_clock_voltage_on_ac.sclk * 10; 510 else 511 *value = rdev->pm.default_sclk * 10; 512 break; 513 case RADEON_INFO_VCE_FW_VERSION: 514 *value = rdev->vce.fw_version; 515 break; 516 case RADEON_INFO_VCE_FB_VERSION: 517 *value = rdev->vce.fb_version; 518 break; 519 case RADEON_INFO_NUM_BYTES_MOVED: 520 value = (uint32_t*)&value64; 521 value_size = sizeof(uint64_t); 522 value64 = atomic64_read(&rdev->num_bytes_moved); 523 break; 524 case RADEON_INFO_VRAM_USAGE: 525 value = (uint32_t*)&value64; 526 value_size = sizeof(uint64_t); 527 value64 = atomic64_read(&rdev->vram_usage); 528 break; 529 case RADEON_INFO_GTT_USAGE: 530 value = (uint32_t*)&value64; 531 value_size = sizeof(uint64_t); 532 value64 = atomic64_read(&rdev->gtt_usage); 533 break; 534 case RADEON_INFO_ACTIVE_CU_COUNT: 535 if (rdev->family >= CHIP_BONAIRE) 536 *value = rdev->config.cik.active_cus; 537 else if (rdev->family >= CHIP_TAHITI) 538 *value = rdev->config.si.active_cus; 539 else if (rdev->family >= CHIP_CAYMAN) 540 *value = rdev->config.cayman.active_simds; 541 else if (rdev->family >= CHIP_CEDAR) 542 *value = rdev->config.evergreen.active_simds; 543 else if (rdev->family >= CHIP_RV770) 544 *value = rdev->config.rv770.active_simds; 545 else if (rdev->family >= CHIP_R600) 546 *value = rdev->config.r600.active_simds; 547 else 548 *value = 1; 549 break; 550 case RADEON_INFO_CURRENT_GPU_TEMP: 551 /* get temperature in millidegrees C */ 552 if (rdev->asic->pm.get_temperature) 553 *value = radeon_get_temperature(rdev); 554 else 555 *value = 0; 556 break; 557 case RADEON_INFO_CURRENT_GPU_SCLK: 558 /* get sclk in Mhz */ 559 if (rdev->pm.dpm_enabled) 560 *value = radeon_dpm_get_current_sclk(rdev) / 100; 561 else 562 *value = rdev->pm.current_sclk / 100; 563 break; 564 case RADEON_INFO_CURRENT_GPU_MCLK: 565 /* get mclk in Mhz */ 566 if (rdev->pm.dpm_enabled) 567 *value = radeon_dpm_get_current_mclk(rdev) / 100; 568 else 569 *value = rdev->pm.current_mclk / 100; 570 break; 571 case RADEON_INFO_READ_REG: 572 if (copy_from_user(value, value_ptr, sizeof(uint32_t))) { 573 DRM_ERROR("copy_from_user %s:%u\n", __func__, __LINE__); 574 return -EFAULT; 575 } 576 if (radeon_get_allowed_info_register(rdev, *value, value)) 577 return -EINVAL; 578 break; 579 default: 580 DRM_DEBUG_KMS("Invalid request %d\n", info->request); 581 return -EINVAL; 582 } 583 if (copy_to_user(value_ptr, (char*)value, value_size)) { 584 DRM_ERROR("copy_to_user %s:%u\n", __func__, __LINE__); 585 return -EFAULT; 586 } 587 return 0; 588 } 589 590 591 /* 592 * Outdated mess for old drm with Xorg being in charge (void function now). 593 */ 594 /** 595 * radeon_driver_firstopen_kms - drm callback for last close 596 * 597 * @dev: drm dev pointer 598 * 599 * Switch vga switcheroo state after last close (all asics). 600 */ 601 void radeon_driver_lastclose_kms(struct drm_device *dev) 602 { 603 vga_switcheroo_process_delayed_switch(); 604 } 605 606 /** 607 * radeon_driver_open_kms - drm callback for open 608 * 609 * @dev: drm dev pointer 610 * @file_priv: drm file 611 * 612 * On device open, init vm on cayman+ (all asics). 613 * Returns 0 on success, error on failure. 614 */ 615 int radeon_driver_open_kms(struct drm_device *dev, struct drm_file *file_priv) 616 { 617 struct radeon_device *rdev = dev->dev_private; 618 int r; 619 620 file_priv->driver_priv = NULL; 621 622 r = pm_runtime_get_sync(dev->dev); 623 if (r < 0) 624 return r; 625 626 /* new gpu have virtual address space support */ 627 if (rdev->family >= CHIP_CAYMAN) { 628 struct radeon_fpriv *fpriv; 629 struct radeon_vm *vm; 630 int r; 631 632 fpriv = kzalloc(sizeof(*fpriv), GFP_KERNEL); 633 if (unlikely(!fpriv)) { 634 return -ENOMEM; 635 } 636 637 if (rdev->accel_working) { 638 vm = &fpriv->vm; 639 r = radeon_vm_init(rdev, vm); 640 if (r) { 641 kfree(fpriv); 642 return r; 643 } 644 645 r = radeon_bo_reserve(rdev->ring_tmp_bo.bo, false); 646 if (r) { 647 radeon_vm_fini(rdev, vm); 648 kfree(fpriv); 649 return r; 650 } 651 652 /* map the ib pool buffer read only into 653 * virtual address space */ 654 vm->ib_bo_va = radeon_vm_bo_add(rdev, vm, 655 rdev->ring_tmp_bo.bo); 656 r = radeon_vm_bo_set_addr(rdev, vm->ib_bo_va, 657 RADEON_VA_IB_OFFSET, 658 RADEON_VM_PAGE_READABLE | 659 RADEON_VM_PAGE_SNOOPED); 660 if (r) { 661 radeon_vm_fini(rdev, vm); 662 kfree(fpriv); 663 return r; 664 } 665 } 666 file_priv->driver_priv = fpriv; 667 } 668 669 pm_runtime_mark_last_busy(dev->dev); 670 pm_runtime_put_autosuspend(dev->dev); 671 return 0; 672 } 673 674 /** 675 * radeon_driver_postclose_kms - drm callback for post close 676 * 677 * @dev: drm dev pointer 678 * @file_priv: drm file 679 * 680 * On device post close, tear down vm on cayman+ (all asics). 681 */ 682 void radeon_driver_postclose_kms(struct drm_device *dev, 683 struct drm_file *file_priv) 684 { 685 struct radeon_device *rdev = dev->dev_private; 686 687 /* new gpu have virtual address space support */ 688 if (rdev->family >= CHIP_CAYMAN && file_priv->driver_priv) { 689 struct radeon_fpriv *fpriv = file_priv->driver_priv; 690 struct radeon_vm *vm = &fpriv->vm; 691 int r; 692 693 if (rdev->accel_working) { 694 r = radeon_bo_reserve(rdev->ring_tmp_bo.bo, false); 695 if (!r) { 696 if (vm->ib_bo_va) 697 radeon_vm_bo_rmv(rdev, vm->ib_bo_va); 698 radeon_bo_unreserve(rdev->ring_tmp_bo.bo); 699 } 700 radeon_vm_fini(rdev, vm); 701 } 702 703 kfree(fpriv); 704 file_priv->driver_priv = NULL; 705 } 706 } 707 708 /** 709 * radeon_driver_preclose_kms - drm callback for pre close 710 * 711 * @dev: drm dev pointer 712 * @file_priv: drm file 713 * 714 * On device pre close, tear down hyperz and cmask filps on r1xx-r5xx 715 * (all asics). 716 */ 717 void radeon_driver_preclose_kms(struct drm_device *dev, 718 struct drm_file *file_priv) 719 { 720 struct radeon_device *rdev = dev->dev_private; 721 if (rdev->hyperz_filp == file_priv) 722 rdev->hyperz_filp = NULL; 723 if (rdev->cmask_filp == file_priv) 724 rdev->cmask_filp = NULL; 725 radeon_uvd_free_handles(rdev, file_priv); 726 radeon_vce_free_handles(rdev, file_priv); 727 } 728 729 /* 730 * VBlank related functions. 731 */ 732 /** 733 * radeon_get_vblank_counter_kms - get frame count 734 * 735 * @dev: drm dev pointer 736 * @crtc: crtc to get the frame count from 737 * 738 * Gets the frame count on the requested crtc (all asics). 739 * Returns frame count on success, -EINVAL on failure. 740 */ 741 u32 radeon_get_vblank_counter_kms(struct drm_device *dev, int crtc) 742 { 743 struct radeon_device *rdev = dev->dev_private; 744 745 if (crtc < 0 || crtc >= rdev->num_crtc) { 746 DRM_ERROR("Invalid crtc %d\n", crtc); 747 return -EINVAL; 748 } 749 750 return radeon_get_vblank_counter(rdev, crtc); 751 } 752 753 /** 754 * radeon_enable_vblank_kms - enable vblank interrupt 755 * 756 * @dev: drm dev pointer 757 * @crtc: crtc to enable vblank interrupt for 758 * 759 * Enable the interrupt on the requested crtc (all asics). 760 * Returns 0 on success, -EINVAL on failure. 761 */ 762 int radeon_enable_vblank_kms(struct drm_device *dev, int crtc) 763 { 764 struct radeon_device *rdev = dev->dev_private; 765 unsigned long irqflags; 766 int r; 767 768 if (crtc < 0 || crtc >= rdev->num_crtc) { 769 DRM_ERROR("Invalid crtc %d\n", crtc); 770 return -EINVAL; 771 } 772 773 spin_lock_irqsave(&rdev->irq.lock, irqflags); 774 rdev->irq.crtc_vblank_int[crtc] = true; 775 r = radeon_irq_set(rdev); 776 spin_unlock_irqrestore(&rdev->irq.lock, irqflags); 777 return r; 778 } 779 780 /** 781 * radeon_disable_vblank_kms - disable vblank interrupt 782 * 783 * @dev: drm dev pointer 784 * @crtc: crtc to disable vblank interrupt for 785 * 786 * Disable the interrupt on the requested crtc (all asics). 787 */ 788 void radeon_disable_vblank_kms(struct drm_device *dev, int crtc) 789 { 790 struct radeon_device *rdev = dev->dev_private; 791 unsigned long irqflags; 792 793 if (crtc < 0 || crtc >= rdev->num_crtc) { 794 DRM_ERROR("Invalid crtc %d\n", crtc); 795 return; 796 } 797 798 spin_lock_irqsave(&rdev->irq.lock, irqflags); 799 rdev->irq.crtc_vblank_int[crtc] = false; 800 radeon_irq_set(rdev); 801 spin_unlock_irqrestore(&rdev->irq.lock, irqflags); 802 } 803 804 /** 805 * radeon_get_vblank_timestamp_kms - get vblank timestamp 806 * 807 * @dev: drm dev pointer 808 * @crtc: crtc to get the timestamp for 809 * @max_error: max error 810 * @vblank_time: time value 811 * @flags: flags passed to the driver 812 * 813 * Gets the timestamp on the requested crtc based on the 814 * scanout position. (all asics). 815 * Returns postive status flags on success, negative error on failure. 816 */ 817 int radeon_get_vblank_timestamp_kms(struct drm_device *dev, int crtc, 818 int *max_error, 819 struct timeval *vblank_time, 820 unsigned flags) 821 { 822 struct drm_crtc *drmcrtc; 823 struct radeon_device *rdev = dev->dev_private; 824 825 if (crtc < 0 || crtc >= dev->num_crtcs) { 826 DRM_ERROR("Invalid crtc %d\n", crtc); 827 return -EINVAL; 828 } 829 830 /* Get associated drm_crtc: */ 831 drmcrtc = &rdev->mode_info.crtcs[crtc]->base; 832 if (!drmcrtc) 833 return -EINVAL; 834 835 /* Helper routine in DRM core does all the work: */ 836 return drm_calc_vbltimestamp_from_scanoutpos(dev, crtc, max_error, 837 vblank_time, flags, 838 drmcrtc, &drmcrtc->hwmode); 839 } 840 841 #define KMS_INVALID_IOCTL(name) \ 842 static int name(struct drm_device *dev, void *data, struct drm_file \ 843 *file_priv) \ 844 { \ 845 DRM_ERROR("invalid ioctl with kms %s\n", __func__); \ 846 return -EINVAL; \ 847 } 848 849 /* 850 * All these ioctls are invalid in kms world. 851 */ 852 KMS_INVALID_IOCTL(radeon_cp_init_kms) 853 KMS_INVALID_IOCTL(radeon_cp_start_kms) 854 KMS_INVALID_IOCTL(radeon_cp_stop_kms) 855 KMS_INVALID_IOCTL(radeon_cp_reset_kms) 856 KMS_INVALID_IOCTL(radeon_cp_idle_kms) 857 KMS_INVALID_IOCTL(radeon_cp_resume_kms) 858 KMS_INVALID_IOCTL(radeon_engine_reset_kms) 859 KMS_INVALID_IOCTL(radeon_fullscreen_kms) 860 KMS_INVALID_IOCTL(radeon_cp_swap_kms) 861 KMS_INVALID_IOCTL(radeon_cp_clear_kms) 862 KMS_INVALID_IOCTL(radeon_cp_vertex_kms) 863 KMS_INVALID_IOCTL(radeon_cp_indices_kms) 864 KMS_INVALID_IOCTL(radeon_cp_texture_kms) 865 KMS_INVALID_IOCTL(radeon_cp_stipple_kms) 866 KMS_INVALID_IOCTL(radeon_cp_indirect_kms) 867 KMS_INVALID_IOCTL(radeon_cp_vertex2_kms) 868 KMS_INVALID_IOCTL(radeon_cp_cmdbuf_kms) 869 KMS_INVALID_IOCTL(radeon_cp_getparam_kms) 870 KMS_INVALID_IOCTL(radeon_cp_flip_kms) 871 KMS_INVALID_IOCTL(radeon_mem_alloc_kms) 872 KMS_INVALID_IOCTL(radeon_mem_free_kms) 873 KMS_INVALID_IOCTL(radeon_mem_init_heap_kms) 874 KMS_INVALID_IOCTL(radeon_irq_emit_kms) 875 KMS_INVALID_IOCTL(radeon_irq_wait_kms) 876 KMS_INVALID_IOCTL(radeon_cp_setparam_kms) 877 KMS_INVALID_IOCTL(radeon_surface_alloc_kms) 878 KMS_INVALID_IOCTL(radeon_surface_free_kms) 879 880 881 const struct drm_ioctl_desc radeon_ioctls_kms[] = { 882 DRM_IOCTL_DEF_DRV(RADEON_CP_INIT, radeon_cp_init_kms, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 883 DRM_IOCTL_DEF_DRV(RADEON_CP_START, radeon_cp_start_kms, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 884 DRM_IOCTL_DEF_DRV(RADEON_CP_STOP, radeon_cp_stop_kms, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 885 DRM_IOCTL_DEF_DRV(RADEON_CP_RESET, radeon_cp_reset_kms, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 886 DRM_IOCTL_DEF_DRV(RADEON_CP_IDLE, radeon_cp_idle_kms, DRM_AUTH), 887 DRM_IOCTL_DEF_DRV(RADEON_CP_RESUME, radeon_cp_resume_kms, DRM_AUTH), 888 DRM_IOCTL_DEF_DRV(RADEON_RESET, radeon_engine_reset_kms, DRM_AUTH), 889 DRM_IOCTL_DEF_DRV(RADEON_FULLSCREEN, radeon_fullscreen_kms, DRM_AUTH), 890 DRM_IOCTL_DEF_DRV(RADEON_SWAP, radeon_cp_swap_kms, DRM_AUTH), 891 DRM_IOCTL_DEF_DRV(RADEON_CLEAR, radeon_cp_clear_kms, DRM_AUTH), 892 DRM_IOCTL_DEF_DRV(RADEON_VERTEX, radeon_cp_vertex_kms, DRM_AUTH), 893 DRM_IOCTL_DEF_DRV(RADEON_INDICES, radeon_cp_indices_kms, DRM_AUTH), 894 DRM_IOCTL_DEF_DRV(RADEON_TEXTURE, radeon_cp_texture_kms, DRM_AUTH), 895 DRM_IOCTL_DEF_DRV(RADEON_STIPPLE, radeon_cp_stipple_kms, DRM_AUTH), 896 DRM_IOCTL_DEF_DRV(RADEON_INDIRECT, radeon_cp_indirect_kms, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 897 DRM_IOCTL_DEF_DRV(RADEON_VERTEX2, radeon_cp_vertex2_kms, DRM_AUTH), 898 DRM_IOCTL_DEF_DRV(RADEON_CMDBUF, radeon_cp_cmdbuf_kms, DRM_AUTH), 899 DRM_IOCTL_DEF_DRV(RADEON_GETPARAM, radeon_cp_getparam_kms, DRM_AUTH), 900 DRM_IOCTL_DEF_DRV(RADEON_FLIP, radeon_cp_flip_kms, DRM_AUTH), 901 DRM_IOCTL_DEF_DRV(RADEON_ALLOC, radeon_mem_alloc_kms, DRM_AUTH), 902 DRM_IOCTL_DEF_DRV(RADEON_FREE, radeon_mem_free_kms, DRM_AUTH), 903 DRM_IOCTL_DEF_DRV(RADEON_INIT_HEAP, radeon_mem_init_heap_kms, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 904 DRM_IOCTL_DEF_DRV(RADEON_IRQ_EMIT, radeon_irq_emit_kms, DRM_AUTH), 905 DRM_IOCTL_DEF_DRV(RADEON_IRQ_WAIT, radeon_irq_wait_kms, DRM_AUTH), 906 DRM_IOCTL_DEF_DRV(RADEON_SETPARAM, radeon_cp_setparam_kms, DRM_AUTH), 907 DRM_IOCTL_DEF_DRV(RADEON_SURF_ALLOC, radeon_surface_alloc_kms, DRM_AUTH), 908 DRM_IOCTL_DEF_DRV(RADEON_SURF_FREE, radeon_surface_free_kms, DRM_AUTH), 909 /* KMS */ 910 DRM_IOCTL_DEF_DRV(RADEON_GEM_INFO, radeon_gem_info_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 911 DRM_IOCTL_DEF_DRV(RADEON_GEM_CREATE, radeon_gem_create_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 912 DRM_IOCTL_DEF_DRV(RADEON_GEM_MMAP, radeon_gem_mmap_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 913 DRM_IOCTL_DEF_DRV(RADEON_GEM_SET_DOMAIN, radeon_gem_set_domain_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 914 DRM_IOCTL_DEF_DRV(RADEON_GEM_PREAD, radeon_gem_pread_ioctl, DRM_AUTH|DRM_UNLOCKED), 915 DRM_IOCTL_DEF_DRV(RADEON_GEM_PWRITE, radeon_gem_pwrite_ioctl, DRM_AUTH|DRM_UNLOCKED), 916 DRM_IOCTL_DEF_DRV(RADEON_GEM_WAIT_IDLE, radeon_gem_wait_idle_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 917 DRM_IOCTL_DEF_DRV(RADEON_CS, radeon_cs_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 918 DRM_IOCTL_DEF_DRV(RADEON_INFO, radeon_info_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 919 DRM_IOCTL_DEF_DRV(RADEON_GEM_SET_TILING, radeon_gem_set_tiling_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 920 DRM_IOCTL_DEF_DRV(RADEON_GEM_GET_TILING, radeon_gem_get_tiling_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 921 DRM_IOCTL_DEF_DRV(RADEON_GEM_BUSY, radeon_gem_busy_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 922 DRM_IOCTL_DEF_DRV(RADEON_GEM_VA, radeon_gem_va_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 923 DRM_IOCTL_DEF_DRV(RADEON_GEM_OP, radeon_gem_op_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 924 DRM_IOCTL_DEF_DRV(RADEON_GEM_USERPTR, radeon_gem_userptr_ioctl, DRM_AUTH|DRM_UNLOCKED|DRM_RENDER_ALLOW), 925 }; 926 int radeon_max_kms_ioctl = ARRAY_SIZE(radeon_ioctls_kms); 927