1 /* 2 * Copyright 2015 Advanced Micro Devices, Inc. 3 * 4 * Permission is hereby granted, free of charge, to any person obtaining a 5 * copy of this software and associated documentation files (the "Software"), 6 * to deal in the Software without restriction, including without limitation 7 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8 * and/or sell copies of the Software, and to permit persons to whom the 9 * Software is furnished to do so, subject to the following conditions: 10 * 11 * The above copyright notice and this permission notice shall be included in 12 * all copies or substantial portions of the Software. 13 * 14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 20 * OTHER DEALINGS IN THE SOFTWARE. 21 * 22 * 23 */ 24 #include <linux/list.h> 25 #include <linux/slab.h> 26 #include <linux/pci.h> 27 #include <linux/acpi.h> 28 #include <drm/drmP.h> 29 #include <linux/firmware.h> 30 #include <drm/amdgpu_drm.h> 31 #include "amdgpu.h" 32 #include "cgs_linux.h" 33 #include "atom.h" 34 #include "amdgpu_ucode.h" 35 36 struct amdgpu_cgs_device { 37 struct cgs_device base; 38 struct amdgpu_device *adev; 39 }; 40 41 #define CGS_FUNC_ADEV \ 42 struct amdgpu_device *adev = \ 43 ((struct amdgpu_cgs_device *)cgs_device)->adev 44 45 static int amdgpu_cgs_gpu_mem_info(struct cgs_device *cgs_device, enum cgs_gpu_mem_type type, 46 uint64_t *mc_start, uint64_t *mc_size, 47 uint64_t *mem_size) 48 { 49 CGS_FUNC_ADEV; 50 switch(type) { 51 case CGS_GPU_MEM_TYPE__VISIBLE_CONTIG_FB: 52 case CGS_GPU_MEM_TYPE__VISIBLE_FB: 53 *mc_start = 0; 54 *mc_size = adev->mc.visible_vram_size; 55 *mem_size = adev->mc.visible_vram_size - adev->vram_pin_size; 56 break; 57 case CGS_GPU_MEM_TYPE__INVISIBLE_CONTIG_FB: 58 case CGS_GPU_MEM_TYPE__INVISIBLE_FB: 59 *mc_start = adev->mc.visible_vram_size; 60 *mc_size = adev->mc.real_vram_size - adev->mc.visible_vram_size; 61 *mem_size = *mc_size; 62 break; 63 case CGS_GPU_MEM_TYPE__GART_CACHEABLE: 64 case CGS_GPU_MEM_TYPE__GART_WRITECOMBINE: 65 *mc_start = adev->mc.gtt_start; 66 *mc_size = adev->mc.gtt_size; 67 *mem_size = adev->mc.gtt_size - adev->gart_pin_size; 68 break; 69 default: 70 return -EINVAL; 71 } 72 73 return 0; 74 } 75 76 static int amdgpu_cgs_gmap_kmem(struct cgs_device *cgs_device, void *kmem, 77 uint64_t size, 78 uint64_t min_offset, uint64_t max_offset, 79 cgs_handle_t *kmem_handle, uint64_t *mcaddr) 80 { 81 CGS_FUNC_ADEV; 82 int ret; 83 struct amdgpu_bo *bo; 84 struct page *kmem_page = vmalloc_to_page(kmem); 85 int npages = ALIGN(size, PAGE_SIZE) >> PAGE_SHIFT; 86 87 struct sg_table *sg = drm_prime_pages_to_sg(&kmem_page, npages); 88 ret = amdgpu_bo_create(adev, size, PAGE_SIZE, false, 89 AMDGPU_GEM_DOMAIN_GTT, 0, sg, NULL, &bo); 90 if (ret) 91 return ret; 92 ret = amdgpu_bo_reserve(bo, false); 93 if (unlikely(ret != 0)) 94 return ret; 95 96 /* pin buffer into GTT */ 97 ret = amdgpu_bo_pin_restricted(bo, AMDGPU_GEM_DOMAIN_GTT, 98 min_offset, max_offset, mcaddr); 99 amdgpu_bo_unreserve(bo); 100 101 *kmem_handle = (cgs_handle_t)bo; 102 return ret; 103 } 104 105 static int amdgpu_cgs_gunmap_kmem(struct cgs_device *cgs_device, cgs_handle_t kmem_handle) 106 { 107 struct amdgpu_bo *obj = (struct amdgpu_bo *)kmem_handle; 108 109 if (obj) { 110 int r = amdgpu_bo_reserve(obj, false); 111 if (likely(r == 0)) { 112 amdgpu_bo_unpin(obj); 113 amdgpu_bo_unreserve(obj); 114 } 115 amdgpu_bo_unref(&obj); 116 117 } 118 return 0; 119 } 120 121 static int amdgpu_cgs_alloc_gpu_mem(struct cgs_device *cgs_device, 122 enum cgs_gpu_mem_type type, 123 uint64_t size, uint64_t align, 124 uint64_t min_offset, uint64_t max_offset, 125 cgs_handle_t *handle) 126 { 127 CGS_FUNC_ADEV; 128 uint16_t flags = 0; 129 int ret = 0; 130 uint32_t domain = 0; 131 struct amdgpu_bo *obj; 132 struct ttm_placement placement; 133 struct ttm_place place; 134 135 if (min_offset > max_offset) { 136 BUG_ON(1); 137 return -EINVAL; 138 } 139 140 /* fail if the alignment is not a power of 2 */ 141 if (((align != 1) && (align & (align - 1))) 142 || size == 0 || align == 0) 143 return -EINVAL; 144 145 146 switch(type) { 147 case CGS_GPU_MEM_TYPE__VISIBLE_CONTIG_FB: 148 case CGS_GPU_MEM_TYPE__VISIBLE_FB: 149 flags = AMDGPU_GEM_CREATE_CPU_ACCESS_REQUIRED | 150 AMDGPU_GEM_CREATE_VRAM_CONTIGUOUS; 151 domain = AMDGPU_GEM_DOMAIN_VRAM; 152 if (max_offset > adev->mc.real_vram_size) 153 return -EINVAL; 154 place.fpfn = min_offset >> PAGE_SHIFT; 155 place.lpfn = max_offset >> PAGE_SHIFT; 156 place.flags = TTM_PL_FLAG_WC | TTM_PL_FLAG_UNCACHED | 157 TTM_PL_FLAG_VRAM; 158 break; 159 case CGS_GPU_MEM_TYPE__INVISIBLE_CONTIG_FB: 160 case CGS_GPU_MEM_TYPE__INVISIBLE_FB: 161 flags = AMDGPU_GEM_CREATE_NO_CPU_ACCESS | 162 AMDGPU_GEM_CREATE_VRAM_CONTIGUOUS; 163 domain = AMDGPU_GEM_DOMAIN_VRAM; 164 if (adev->mc.visible_vram_size < adev->mc.real_vram_size) { 165 place.fpfn = 166 max(min_offset, adev->mc.visible_vram_size) >> PAGE_SHIFT; 167 place.lpfn = 168 min(max_offset, adev->mc.real_vram_size) >> PAGE_SHIFT; 169 place.flags = TTM_PL_FLAG_WC | TTM_PL_FLAG_UNCACHED | 170 TTM_PL_FLAG_VRAM; 171 } 172 173 break; 174 case CGS_GPU_MEM_TYPE__GART_CACHEABLE: 175 domain = AMDGPU_GEM_DOMAIN_GTT; 176 place.fpfn = min_offset >> PAGE_SHIFT; 177 place.lpfn = max_offset >> PAGE_SHIFT; 178 place.flags = TTM_PL_FLAG_CACHED | TTM_PL_FLAG_TT; 179 break; 180 case CGS_GPU_MEM_TYPE__GART_WRITECOMBINE: 181 flags = AMDGPU_GEM_CREATE_CPU_GTT_USWC; 182 domain = AMDGPU_GEM_DOMAIN_GTT; 183 place.fpfn = min_offset >> PAGE_SHIFT; 184 place.lpfn = max_offset >> PAGE_SHIFT; 185 place.flags = TTM_PL_FLAG_WC | TTM_PL_FLAG_TT | 186 TTM_PL_FLAG_UNCACHED; 187 break; 188 default: 189 return -EINVAL; 190 } 191 192 193 *handle = 0; 194 195 placement.placement = &place; 196 placement.num_placement = 1; 197 placement.busy_placement = &place; 198 placement.num_busy_placement = 1; 199 200 ret = amdgpu_bo_create_restricted(adev, size, PAGE_SIZE, 201 true, domain, flags, 202 NULL, &placement, NULL, 203 &obj); 204 if (ret) { 205 DRM_ERROR("(%d) bo create failed\n", ret); 206 return ret; 207 } 208 *handle = (cgs_handle_t)obj; 209 210 return ret; 211 } 212 213 static int amdgpu_cgs_free_gpu_mem(struct cgs_device *cgs_device, cgs_handle_t handle) 214 { 215 struct amdgpu_bo *obj = (struct amdgpu_bo *)handle; 216 217 if (obj) { 218 int r = amdgpu_bo_reserve(obj, false); 219 if (likely(r == 0)) { 220 amdgpu_bo_kunmap(obj); 221 amdgpu_bo_unpin(obj); 222 amdgpu_bo_unreserve(obj); 223 } 224 amdgpu_bo_unref(&obj); 225 226 } 227 return 0; 228 } 229 230 static int amdgpu_cgs_gmap_gpu_mem(struct cgs_device *cgs_device, cgs_handle_t handle, 231 uint64_t *mcaddr) 232 { 233 int r; 234 u64 min_offset, max_offset; 235 struct amdgpu_bo *obj = (struct amdgpu_bo *)handle; 236 237 WARN_ON_ONCE(obj->placement.num_placement > 1); 238 239 min_offset = obj->placements[0].fpfn << PAGE_SHIFT; 240 max_offset = obj->placements[0].lpfn << PAGE_SHIFT; 241 242 r = amdgpu_bo_reserve(obj, false); 243 if (unlikely(r != 0)) 244 return r; 245 r = amdgpu_bo_pin_restricted(obj, obj->prefered_domains, 246 min_offset, max_offset, mcaddr); 247 amdgpu_bo_unreserve(obj); 248 return r; 249 } 250 251 static int amdgpu_cgs_gunmap_gpu_mem(struct cgs_device *cgs_device, cgs_handle_t handle) 252 { 253 int r; 254 struct amdgpu_bo *obj = (struct amdgpu_bo *)handle; 255 r = amdgpu_bo_reserve(obj, false); 256 if (unlikely(r != 0)) 257 return r; 258 r = amdgpu_bo_unpin(obj); 259 amdgpu_bo_unreserve(obj); 260 return r; 261 } 262 263 static int amdgpu_cgs_kmap_gpu_mem(struct cgs_device *cgs_device, cgs_handle_t handle, 264 void **map) 265 { 266 int r; 267 struct amdgpu_bo *obj = (struct amdgpu_bo *)handle; 268 r = amdgpu_bo_reserve(obj, false); 269 if (unlikely(r != 0)) 270 return r; 271 r = amdgpu_bo_kmap(obj, map); 272 amdgpu_bo_unreserve(obj); 273 return r; 274 } 275 276 static int amdgpu_cgs_kunmap_gpu_mem(struct cgs_device *cgs_device, cgs_handle_t handle) 277 { 278 int r; 279 struct amdgpu_bo *obj = (struct amdgpu_bo *)handle; 280 r = amdgpu_bo_reserve(obj, false); 281 if (unlikely(r != 0)) 282 return r; 283 amdgpu_bo_kunmap(obj); 284 amdgpu_bo_unreserve(obj); 285 return r; 286 } 287 288 static uint32_t amdgpu_cgs_read_register(struct cgs_device *cgs_device, unsigned offset) 289 { 290 CGS_FUNC_ADEV; 291 return RREG32(offset); 292 } 293 294 static void amdgpu_cgs_write_register(struct cgs_device *cgs_device, unsigned offset, 295 uint32_t value) 296 { 297 CGS_FUNC_ADEV; 298 WREG32(offset, value); 299 } 300 301 static uint32_t amdgpu_cgs_read_ind_register(struct cgs_device *cgs_device, 302 enum cgs_ind_reg space, 303 unsigned index) 304 { 305 CGS_FUNC_ADEV; 306 switch (space) { 307 case CGS_IND_REG__MMIO: 308 return RREG32_IDX(index); 309 case CGS_IND_REG__PCIE: 310 return RREG32_PCIE(index); 311 case CGS_IND_REG__SMC: 312 return RREG32_SMC(index); 313 case CGS_IND_REG__UVD_CTX: 314 return RREG32_UVD_CTX(index); 315 case CGS_IND_REG__DIDT: 316 return RREG32_DIDT(index); 317 case CGS_IND_REG_GC_CAC: 318 return RREG32_GC_CAC(index); 319 case CGS_IND_REG__AUDIO_ENDPT: 320 DRM_ERROR("audio endpt register access not implemented.\n"); 321 return 0; 322 } 323 WARN(1, "Invalid indirect register space"); 324 return 0; 325 } 326 327 static void amdgpu_cgs_write_ind_register(struct cgs_device *cgs_device, 328 enum cgs_ind_reg space, 329 unsigned index, uint32_t value) 330 { 331 CGS_FUNC_ADEV; 332 switch (space) { 333 case CGS_IND_REG__MMIO: 334 return WREG32_IDX(index, value); 335 case CGS_IND_REG__PCIE: 336 return WREG32_PCIE(index, value); 337 case CGS_IND_REG__SMC: 338 return WREG32_SMC(index, value); 339 case CGS_IND_REG__UVD_CTX: 340 return WREG32_UVD_CTX(index, value); 341 case CGS_IND_REG__DIDT: 342 return WREG32_DIDT(index, value); 343 case CGS_IND_REG_GC_CAC: 344 return WREG32_GC_CAC(index, value); 345 case CGS_IND_REG__AUDIO_ENDPT: 346 DRM_ERROR("audio endpt register access not implemented.\n"); 347 return; 348 } 349 WARN(1, "Invalid indirect register space"); 350 } 351 352 static uint8_t amdgpu_cgs_read_pci_config_byte(struct cgs_device *cgs_device, unsigned addr) 353 { 354 CGS_FUNC_ADEV; 355 uint8_t val; 356 int ret = pci_read_config_byte(adev->pdev, addr, &val); 357 if (WARN(ret, "pci_read_config_byte error")) 358 return 0; 359 return val; 360 } 361 362 static uint16_t amdgpu_cgs_read_pci_config_word(struct cgs_device *cgs_device, unsigned addr) 363 { 364 CGS_FUNC_ADEV; 365 uint16_t val; 366 int ret = pci_read_config_word(adev->pdev, addr, &val); 367 if (WARN(ret, "pci_read_config_word error")) 368 return 0; 369 return val; 370 } 371 372 static uint32_t amdgpu_cgs_read_pci_config_dword(struct cgs_device *cgs_device, 373 unsigned addr) 374 { 375 CGS_FUNC_ADEV; 376 uint32_t val; 377 int ret = pci_read_config_dword(adev->pdev, addr, &val); 378 if (WARN(ret, "pci_read_config_dword error")) 379 return 0; 380 return val; 381 } 382 383 static void amdgpu_cgs_write_pci_config_byte(struct cgs_device *cgs_device, unsigned addr, 384 uint8_t value) 385 { 386 CGS_FUNC_ADEV; 387 int ret = pci_write_config_byte(adev->pdev, addr, value); 388 WARN(ret, "pci_write_config_byte error"); 389 } 390 391 static void amdgpu_cgs_write_pci_config_word(struct cgs_device *cgs_device, unsigned addr, 392 uint16_t value) 393 { 394 CGS_FUNC_ADEV; 395 int ret = pci_write_config_word(adev->pdev, addr, value); 396 WARN(ret, "pci_write_config_word error"); 397 } 398 399 static void amdgpu_cgs_write_pci_config_dword(struct cgs_device *cgs_device, unsigned addr, 400 uint32_t value) 401 { 402 CGS_FUNC_ADEV; 403 int ret = pci_write_config_dword(adev->pdev, addr, value); 404 WARN(ret, "pci_write_config_dword error"); 405 } 406 407 408 static int amdgpu_cgs_get_pci_resource(struct cgs_device *cgs_device, 409 enum cgs_resource_type resource_type, 410 uint64_t size, 411 uint64_t offset, 412 uint64_t *resource_base) 413 { 414 CGS_FUNC_ADEV; 415 416 if (resource_base == NULL) 417 return -EINVAL; 418 419 switch (resource_type) { 420 case CGS_RESOURCE_TYPE_MMIO: 421 if (adev->rmmio_size == 0) 422 return -ENOENT; 423 if ((offset + size) > adev->rmmio_size) 424 return -EINVAL; 425 *resource_base = adev->rmmio_base; 426 return 0; 427 case CGS_RESOURCE_TYPE_DOORBELL: 428 if (adev->doorbell.size == 0) 429 return -ENOENT; 430 if ((offset + size) > adev->doorbell.size) 431 return -EINVAL; 432 *resource_base = adev->doorbell.base; 433 return 0; 434 case CGS_RESOURCE_TYPE_FB: 435 case CGS_RESOURCE_TYPE_IO: 436 case CGS_RESOURCE_TYPE_ROM: 437 default: 438 return -EINVAL; 439 } 440 } 441 442 static const void *amdgpu_cgs_atom_get_data_table(struct cgs_device *cgs_device, 443 unsigned table, uint16_t *size, 444 uint8_t *frev, uint8_t *crev) 445 { 446 CGS_FUNC_ADEV; 447 uint16_t data_start; 448 449 if (amdgpu_atom_parse_data_header( 450 adev->mode_info.atom_context, table, size, 451 frev, crev, &data_start)) 452 return (uint8_t*)adev->mode_info.atom_context->bios + 453 data_start; 454 455 return NULL; 456 } 457 458 static int amdgpu_cgs_atom_get_cmd_table_revs(struct cgs_device *cgs_device, unsigned table, 459 uint8_t *frev, uint8_t *crev) 460 { 461 CGS_FUNC_ADEV; 462 463 if (amdgpu_atom_parse_cmd_header( 464 adev->mode_info.atom_context, table, 465 frev, crev)) 466 return 0; 467 468 return -EINVAL; 469 } 470 471 static int amdgpu_cgs_atom_exec_cmd_table(struct cgs_device *cgs_device, unsigned table, 472 void *args) 473 { 474 CGS_FUNC_ADEV; 475 476 return amdgpu_atom_execute_table( 477 adev->mode_info.atom_context, table, args); 478 } 479 480 static int amdgpu_cgs_create_pm_request(struct cgs_device *cgs_device, cgs_handle_t *request) 481 { 482 /* TODO */ 483 return 0; 484 } 485 486 static int amdgpu_cgs_destroy_pm_request(struct cgs_device *cgs_device, cgs_handle_t request) 487 { 488 /* TODO */ 489 return 0; 490 } 491 492 static int amdgpu_cgs_set_pm_request(struct cgs_device *cgs_device, cgs_handle_t request, 493 int active) 494 { 495 /* TODO */ 496 return 0; 497 } 498 499 static int amdgpu_cgs_pm_request_clock(struct cgs_device *cgs_device, cgs_handle_t request, 500 enum cgs_clock clock, unsigned freq) 501 { 502 /* TODO */ 503 return 0; 504 } 505 506 static int amdgpu_cgs_pm_request_engine(struct cgs_device *cgs_device, cgs_handle_t request, 507 enum cgs_engine engine, int powered) 508 { 509 /* TODO */ 510 return 0; 511 } 512 513 514 515 static int amdgpu_cgs_pm_query_clock_limits(struct cgs_device *cgs_device, 516 enum cgs_clock clock, 517 struct cgs_clock_limits *limits) 518 { 519 /* TODO */ 520 return 0; 521 } 522 523 static int amdgpu_cgs_set_camera_voltages(struct cgs_device *cgs_device, uint32_t mask, 524 const uint32_t *voltages) 525 { 526 DRM_ERROR("not implemented"); 527 return -EPERM; 528 } 529 530 struct cgs_irq_params { 531 unsigned src_id; 532 cgs_irq_source_set_func_t set; 533 cgs_irq_handler_func_t handler; 534 void *private_data; 535 }; 536 537 static int cgs_set_irq_state(struct amdgpu_device *adev, 538 struct amdgpu_irq_src *src, 539 unsigned type, 540 enum amdgpu_interrupt_state state) 541 { 542 struct cgs_irq_params *irq_params = 543 (struct cgs_irq_params *)src->data; 544 if (!irq_params) 545 return -EINVAL; 546 if (!irq_params->set) 547 return -EINVAL; 548 return irq_params->set(irq_params->private_data, 549 irq_params->src_id, 550 type, 551 (int)state); 552 } 553 554 static int cgs_process_irq(struct amdgpu_device *adev, 555 struct amdgpu_irq_src *source, 556 struct amdgpu_iv_entry *entry) 557 { 558 struct cgs_irq_params *irq_params = 559 (struct cgs_irq_params *)source->data; 560 if (!irq_params) 561 return -EINVAL; 562 if (!irq_params->handler) 563 return -EINVAL; 564 return irq_params->handler(irq_params->private_data, 565 irq_params->src_id, 566 entry->iv_entry); 567 } 568 569 static const struct amdgpu_irq_src_funcs cgs_irq_funcs = { 570 .set = cgs_set_irq_state, 571 .process = cgs_process_irq, 572 }; 573 574 static int amdgpu_cgs_add_irq_source(void *cgs_device, 575 unsigned client_id, 576 unsigned src_id, 577 unsigned num_types, 578 cgs_irq_source_set_func_t set, 579 cgs_irq_handler_func_t handler, 580 void *private_data) 581 { 582 CGS_FUNC_ADEV; 583 int ret = 0; 584 struct cgs_irq_params *irq_params; 585 struct amdgpu_irq_src *source = 586 kzalloc(sizeof(struct amdgpu_irq_src), GFP_KERNEL); 587 if (!source) 588 return -ENOMEM; 589 irq_params = 590 kzalloc(sizeof(struct cgs_irq_params), GFP_KERNEL); 591 if (!irq_params) { 592 kfree(source); 593 return -ENOMEM; 594 } 595 source->num_types = num_types; 596 source->funcs = &cgs_irq_funcs; 597 irq_params->src_id = src_id; 598 irq_params->set = set; 599 irq_params->handler = handler; 600 irq_params->private_data = private_data; 601 source->data = (void *)irq_params; 602 ret = amdgpu_irq_add_id(adev, client_id, src_id, source); 603 if (ret) { 604 kfree(irq_params); 605 kfree(source); 606 } 607 608 return ret; 609 } 610 611 static int amdgpu_cgs_irq_get(void *cgs_device, unsigned client_id, 612 unsigned src_id, unsigned type) 613 { 614 CGS_FUNC_ADEV; 615 616 if (!adev->irq.client[client_id].sources) 617 return -EINVAL; 618 619 return amdgpu_irq_get(adev, adev->irq.client[client_id].sources[src_id], type); 620 } 621 622 static int amdgpu_cgs_irq_put(void *cgs_device, unsigned client_id, 623 unsigned src_id, unsigned type) 624 { 625 CGS_FUNC_ADEV; 626 627 if (!adev->irq.client[client_id].sources) 628 return -EINVAL; 629 630 return amdgpu_irq_put(adev, adev->irq.client[client_id].sources[src_id], type); 631 } 632 633 static int amdgpu_cgs_set_clockgating_state(struct cgs_device *cgs_device, 634 enum amd_ip_block_type block_type, 635 enum amd_clockgating_state state) 636 { 637 CGS_FUNC_ADEV; 638 int i, r = -1; 639 640 for (i = 0; i < adev->num_ip_blocks; i++) { 641 if (!adev->ip_blocks[i].status.valid) 642 continue; 643 644 if (adev->ip_blocks[i].version->type == block_type) { 645 r = adev->ip_blocks[i].version->funcs->set_clockgating_state( 646 (void *)adev, 647 state); 648 break; 649 } 650 } 651 return r; 652 } 653 654 static int amdgpu_cgs_set_powergating_state(struct cgs_device *cgs_device, 655 enum amd_ip_block_type block_type, 656 enum amd_powergating_state state) 657 { 658 CGS_FUNC_ADEV; 659 int i, r = -1; 660 661 for (i = 0; i < adev->num_ip_blocks; i++) { 662 if (!adev->ip_blocks[i].status.valid) 663 continue; 664 665 if (adev->ip_blocks[i].version->type == block_type) { 666 r = adev->ip_blocks[i].version->funcs->set_powergating_state( 667 (void *)adev, 668 state); 669 break; 670 } 671 } 672 return r; 673 } 674 675 676 static uint32_t fw_type_convert(struct cgs_device *cgs_device, uint32_t fw_type) 677 { 678 CGS_FUNC_ADEV; 679 enum AMDGPU_UCODE_ID result = AMDGPU_UCODE_ID_MAXIMUM; 680 681 switch (fw_type) { 682 case CGS_UCODE_ID_SDMA0: 683 result = AMDGPU_UCODE_ID_SDMA0; 684 break; 685 case CGS_UCODE_ID_SDMA1: 686 result = AMDGPU_UCODE_ID_SDMA1; 687 break; 688 case CGS_UCODE_ID_CP_CE: 689 result = AMDGPU_UCODE_ID_CP_CE; 690 break; 691 case CGS_UCODE_ID_CP_PFP: 692 result = AMDGPU_UCODE_ID_CP_PFP; 693 break; 694 case CGS_UCODE_ID_CP_ME: 695 result = AMDGPU_UCODE_ID_CP_ME; 696 break; 697 case CGS_UCODE_ID_CP_MEC: 698 case CGS_UCODE_ID_CP_MEC_JT1: 699 result = AMDGPU_UCODE_ID_CP_MEC1; 700 break; 701 case CGS_UCODE_ID_CP_MEC_JT2: 702 /* for VI. JT2 should be the same as JT1, because: 703 1, MEC2 and MEC1 use exactly same FW. 704 2, JT2 is not pached but JT1 is. 705 */ 706 if (adev->asic_type >= CHIP_TOPAZ) 707 result = AMDGPU_UCODE_ID_CP_MEC1; 708 else 709 result = AMDGPU_UCODE_ID_CP_MEC2; 710 break; 711 case CGS_UCODE_ID_RLC_G: 712 result = AMDGPU_UCODE_ID_RLC_G; 713 break; 714 case CGS_UCODE_ID_STORAGE: 715 result = AMDGPU_UCODE_ID_STORAGE; 716 break; 717 default: 718 DRM_ERROR("Firmware type not supported\n"); 719 } 720 return result; 721 } 722 723 static int amdgpu_cgs_rel_firmware(struct cgs_device *cgs_device, enum cgs_ucode_id type) 724 { 725 CGS_FUNC_ADEV; 726 if ((CGS_UCODE_ID_SMU == type) || (CGS_UCODE_ID_SMU_SK == type)) { 727 release_firmware(adev->pm.fw); 728 adev->pm.fw = NULL; 729 return 0; 730 } 731 /* cannot release other firmware because they are not created by cgs */ 732 return -EINVAL; 733 } 734 735 static uint16_t amdgpu_get_firmware_version(struct cgs_device *cgs_device, 736 enum cgs_ucode_id type) 737 { 738 CGS_FUNC_ADEV; 739 uint16_t fw_version = 0; 740 741 switch (type) { 742 case CGS_UCODE_ID_SDMA0: 743 fw_version = adev->sdma.instance[0].fw_version; 744 break; 745 case CGS_UCODE_ID_SDMA1: 746 fw_version = adev->sdma.instance[1].fw_version; 747 break; 748 case CGS_UCODE_ID_CP_CE: 749 fw_version = adev->gfx.ce_fw_version; 750 break; 751 case CGS_UCODE_ID_CP_PFP: 752 fw_version = adev->gfx.pfp_fw_version; 753 break; 754 case CGS_UCODE_ID_CP_ME: 755 fw_version = adev->gfx.me_fw_version; 756 break; 757 case CGS_UCODE_ID_CP_MEC: 758 fw_version = adev->gfx.mec_fw_version; 759 break; 760 case CGS_UCODE_ID_CP_MEC_JT1: 761 fw_version = adev->gfx.mec_fw_version; 762 break; 763 case CGS_UCODE_ID_CP_MEC_JT2: 764 fw_version = adev->gfx.mec_fw_version; 765 break; 766 case CGS_UCODE_ID_RLC_G: 767 fw_version = adev->gfx.rlc_fw_version; 768 break; 769 case CGS_UCODE_ID_STORAGE: 770 break; 771 default: 772 DRM_ERROR("firmware type %d do not have version\n", type); 773 break; 774 } 775 return fw_version; 776 } 777 778 static int amdgpu_cgs_enter_safe_mode(struct cgs_device *cgs_device, 779 bool en) 780 { 781 CGS_FUNC_ADEV; 782 783 if (adev->gfx.rlc.funcs->enter_safe_mode == NULL || 784 adev->gfx.rlc.funcs->exit_safe_mode == NULL) 785 return 0; 786 787 if (en) 788 adev->gfx.rlc.funcs->enter_safe_mode(adev); 789 else 790 adev->gfx.rlc.funcs->exit_safe_mode(adev); 791 792 return 0; 793 } 794 795 static int amdgpu_cgs_get_firmware_info(struct cgs_device *cgs_device, 796 enum cgs_ucode_id type, 797 struct cgs_firmware_info *info) 798 { 799 CGS_FUNC_ADEV; 800 801 if ((CGS_UCODE_ID_SMU != type) && (CGS_UCODE_ID_SMU_SK != type)) { 802 uint64_t gpu_addr; 803 uint32_t data_size; 804 const struct gfx_firmware_header_v1_0 *header; 805 enum AMDGPU_UCODE_ID id; 806 struct amdgpu_firmware_info *ucode; 807 808 id = fw_type_convert(cgs_device, type); 809 ucode = &adev->firmware.ucode[id]; 810 if (ucode->fw == NULL) 811 return -EINVAL; 812 813 gpu_addr = ucode->mc_addr; 814 header = (const struct gfx_firmware_header_v1_0 *)ucode->fw->data; 815 data_size = le32_to_cpu(header->header.ucode_size_bytes); 816 817 if ((type == CGS_UCODE_ID_CP_MEC_JT1) || 818 (type == CGS_UCODE_ID_CP_MEC_JT2)) { 819 gpu_addr += ALIGN(le32_to_cpu(header->header.ucode_size_bytes), PAGE_SIZE); 820 data_size = le32_to_cpu(header->jt_size) << 2; 821 } 822 823 info->kptr = ucode->kaddr; 824 info->image_size = data_size; 825 info->mc_addr = gpu_addr; 826 info->version = (uint16_t)le32_to_cpu(header->header.ucode_version); 827 828 if (CGS_UCODE_ID_CP_MEC == type) 829 info->image_size = (header->jt_offset) << 2; 830 831 info->fw_version = amdgpu_get_firmware_version(cgs_device, type); 832 info->feature_version = (uint16_t)le32_to_cpu(header->ucode_feature_version); 833 } else { 834 char fw_name[30] = {0}; 835 int err = 0; 836 uint32_t ucode_size; 837 uint32_t ucode_start_address; 838 const uint8_t *src; 839 const struct smc_firmware_header_v1_0 *hdr; 840 const struct common_firmware_header *header; 841 struct amdgpu_firmware_info *ucode = NULL; 842 843 if (CGS_UCODE_ID_SMU_SK == type) 844 amdgpu_cgs_rel_firmware(cgs_device, CGS_UCODE_ID_SMU); 845 846 if (!adev->pm.fw) { 847 switch (adev->asic_type) { 848 case CHIP_TOPAZ: 849 if (((adev->pdev->device == 0x6900) && (adev->pdev->revision == 0x81)) || 850 ((adev->pdev->device == 0x6900) && (adev->pdev->revision == 0x83)) || 851 ((adev->pdev->device == 0x6907) && (adev->pdev->revision == 0x87))) { 852 info->is_kicker = true; 853 strcpy(fw_name, "amdgpu/topaz_k_smc.bin"); 854 } else 855 strcpy(fw_name, "amdgpu/topaz_smc.bin"); 856 break; 857 case CHIP_TONGA: 858 if (((adev->pdev->device == 0x6939) && (adev->pdev->revision == 0xf1)) || 859 ((adev->pdev->device == 0x6938) && (adev->pdev->revision == 0xf1))) { 860 info->is_kicker = true; 861 strcpy(fw_name, "amdgpu/tonga_k_smc.bin"); 862 } else 863 strcpy(fw_name, "amdgpu/tonga_smc.bin"); 864 break; 865 case CHIP_FIJI: 866 strcpy(fw_name, "amdgpu/fiji_smc.bin"); 867 break; 868 case CHIP_POLARIS11: 869 if (type == CGS_UCODE_ID_SMU) { 870 if (((adev->pdev->device == 0x67ef) && 871 ((adev->pdev->revision == 0xe0) || 872 (adev->pdev->revision == 0xe2) || 873 (adev->pdev->revision == 0xe5))) || 874 ((adev->pdev->device == 0x67ff) && 875 ((adev->pdev->revision == 0xcf) || 876 (adev->pdev->revision == 0xef) || 877 (adev->pdev->revision == 0xff)))) { 878 info->is_kicker = true; 879 strcpy(fw_name, "amdgpu/polaris11_k_smc.bin"); 880 } else 881 strcpy(fw_name, "amdgpu/polaris11_smc.bin"); 882 } else if (type == CGS_UCODE_ID_SMU_SK) { 883 strcpy(fw_name, "amdgpu/polaris11_smc_sk.bin"); 884 } 885 break; 886 case CHIP_POLARIS10: 887 if (type == CGS_UCODE_ID_SMU) { 888 if ((adev->pdev->device == 0x67df) && 889 ((adev->pdev->revision == 0xe0) || 890 (adev->pdev->revision == 0xe3) || 891 (adev->pdev->revision == 0xe4) || 892 (adev->pdev->revision == 0xe5) || 893 (adev->pdev->revision == 0xe7) || 894 (adev->pdev->revision == 0xef))) { 895 info->is_kicker = true; 896 strcpy(fw_name, "amdgpu/polaris10_k_smc.bin"); 897 } else 898 strcpy(fw_name, "amdgpu/polaris10_smc.bin"); 899 } else if (type == CGS_UCODE_ID_SMU_SK) { 900 strcpy(fw_name, "amdgpu/polaris10_smc_sk.bin"); 901 } 902 break; 903 case CHIP_POLARIS12: 904 strcpy(fw_name, "amdgpu/polaris12_smc.bin"); 905 break; 906 case CHIP_VEGA10: 907 strcpy(fw_name, "amdgpu/vega10_smc.bin"); 908 break; 909 default: 910 DRM_ERROR("SMC firmware not supported\n"); 911 return -EINVAL; 912 } 913 914 err = request_firmware(&adev->pm.fw, fw_name, adev->dev); 915 if (err) { 916 DRM_ERROR("Failed to request firmware\n"); 917 return err; 918 } 919 920 err = amdgpu_ucode_validate(adev->pm.fw); 921 if (err) { 922 DRM_ERROR("Failed to load firmware \"%s\"", fw_name); 923 release_firmware(adev->pm.fw); 924 adev->pm.fw = NULL; 925 return err; 926 } 927 928 if (adev->firmware.load_type == AMDGPU_FW_LOAD_PSP) { 929 ucode = &adev->firmware.ucode[AMDGPU_UCODE_ID_SMC]; 930 ucode->ucode_id = AMDGPU_UCODE_ID_SMC; 931 ucode->fw = adev->pm.fw; 932 header = (const struct common_firmware_header *)ucode->fw->data; 933 adev->firmware.fw_size += 934 ALIGN(le32_to_cpu(header->ucode_size_bytes), PAGE_SIZE); 935 } 936 } 937 938 hdr = (const struct smc_firmware_header_v1_0 *) adev->pm.fw->data; 939 amdgpu_ucode_print_smc_hdr(&hdr->header); 940 adev->pm.fw_version = le32_to_cpu(hdr->header.ucode_version); 941 ucode_size = le32_to_cpu(hdr->header.ucode_size_bytes); 942 ucode_start_address = le32_to_cpu(hdr->ucode_start_addr); 943 src = (const uint8_t *)(adev->pm.fw->data + 944 le32_to_cpu(hdr->header.ucode_array_offset_bytes)); 945 946 info->version = adev->pm.fw_version; 947 info->image_size = ucode_size; 948 info->ucode_start_address = ucode_start_address; 949 info->kptr = (void *)src; 950 } 951 return 0; 952 } 953 954 static int amdgpu_cgs_is_virtualization_enabled(void *cgs_device) 955 { 956 CGS_FUNC_ADEV; 957 return amdgpu_sriov_vf(adev); 958 } 959 960 static int amdgpu_cgs_query_system_info(struct cgs_device *cgs_device, 961 struct cgs_system_info *sys_info) 962 { 963 CGS_FUNC_ADEV; 964 965 if (NULL == sys_info) 966 return -ENODEV; 967 968 if (sizeof(struct cgs_system_info) != sys_info->size) 969 return -ENODEV; 970 971 switch (sys_info->info_id) { 972 case CGS_SYSTEM_INFO_ADAPTER_BDF_ID: 973 sys_info->value = adev->pdev->devfn | (adev->pdev->bus->number << 8); 974 break; 975 case CGS_SYSTEM_INFO_PCIE_GEN_INFO: 976 sys_info->value = adev->pm.pcie_gen_mask; 977 break; 978 case CGS_SYSTEM_INFO_PCIE_MLW: 979 sys_info->value = adev->pm.pcie_mlw_mask; 980 break; 981 case CGS_SYSTEM_INFO_PCIE_DEV: 982 sys_info->value = adev->pdev->device; 983 break; 984 case CGS_SYSTEM_INFO_PCIE_REV: 985 sys_info->value = adev->pdev->revision; 986 break; 987 case CGS_SYSTEM_INFO_CG_FLAGS: 988 sys_info->value = adev->cg_flags; 989 break; 990 case CGS_SYSTEM_INFO_PG_FLAGS: 991 sys_info->value = adev->pg_flags; 992 break; 993 case CGS_SYSTEM_INFO_GFX_CU_INFO: 994 sys_info->value = adev->gfx.cu_info.number; 995 break; 996 case CGS_SYSTEM_INFO_GFX_SE_INFO: 997 sys_info->value = adev->gfx.config.max_shader_engines; 998 break; 999 case CGS_SYSTEM_INFO_PCIE_SUB_SYS_ID: 1000 sys_info->value = adev->pdev->subsystem_device; 1001 break; 1002 case CGS_SYSTEM_INFO_PCIE_SUB_SYS_VENDOR_ID: 1003 sys_info->value = adev->pdev->subsystem_vendor; 1004 break; 1005 default: 1006 return -ENODEV; 1007 } 1008 1009 return 0; 1010 } 1011 1012 static int amdgpu_cgs_get_active_displays_info(struct cgs_device *cgs_device, 1013 struct cgs_display_info *info) 1014 { 1015 CGS_FUNC_ADEV; 1016 struct amdgpu_crtc *amdgpu_crtc; 1017 struct drm_device *ddev = adev->ddev; 1018 struct drm_crtc *crtc; 1019 uint32_t line_time_us, vblank_lines; 1020 struct cgs_mode_info *mode_info; 1021 1022 if (info == NULL) 1023 return -EINVAL; 1024 1025 mode_info = info->mode_info; 1026 1027 if (adev->mode_info.num_crtc && adev->mode_info.mode_config_initialized) { 1028 list_for_each_entry(crtc, 1029 &ddev->mode_config.crtc_list, head) { 1030 amdgpu_crtc = to_amdgpu_crtc(crtc); 1031 if (crtc->enabled) { 1032 info->active_display_mask |= (1 << amdgpu_crtc->crtc_id); 1033 info->display_count++; 1034 } 1035 if (mode_info != NULL && 1036 crtc->enabled && amdgpu_crtc->enabled && 1037 amdgpu_crtc->hw_mode.clock) { 1038 line_time_us = (amdgpu_crtc->hw_mode.crtc_htotal * 1000) / 1039 amdgpu_crtc->hw_mode.clock; 1040 vblank_lines = amdgpu_crtc->hw_mode.crtc_vblank_end - 1041 amdgpu_crtc->hw_mode.crtc_vdisplay + 1042 (amdgpu_crtc->v_border * 2); 1043 mode_info->vblank_time_us = vblank_lines * line_time_us; 1044 mode_info->refresh_rate = drm_mode_vrefresh(&amdgpu_crtc->hw_mode); 1045 mode_info->ref_clock = adev->clock.spll.reference_freq; 1046 mode_info = NULL; 1047 } 1048 } 1049 } 1050 1051 return 0; 1052 } 1053 1054 1055 static int amdgpu_cgs_notify_dpm_enabled(struct cgs_device *cgs_device, bool enabled) 1056 { 1057 CGS_FUNC_ADEV; 1058 1059 adev->pm.dpm_enabled = enabled; 1060 1061 return 0; 1062 } 1063 1064 /** \brief evaluate acpi namespace object, handle or pathname must be valid 1065 * \param cgs_device 1066 * \param info input/output arguments for the control method 1067 * \return status 1068 */ 1069 1070 #if defined(CONFIG_ACPI) 1071 static int amdgpu_cgs_acpi_eval_object(struct cgs_device *cgs_device, 1072 struct cgs_acpi_method_info *info) 1073 { 1074 CGS_FUNC_ADEV; 1075 acpi_handle handle; 1076 struct acpi_object_list input; 1077 struct acpi_buffer output = { ACPI_ALLOCATE_BUFFER, NULL }; 1078 union acpi_object *params, *obj; 1079 uint8_t name[5] = {'\0'}; 1080 struct cgs_acpi_method_argument *argument; 1081 uint32_t i, count; 1082 acpi_status status; 1083 int result; 1084 1085 handle = ACPI_HANDLE(&adev->pdev->dev); 1086 if (!handle) 1087 return -ENODEV; 1088 1089 memset(&input, 0, sizeof(struct acpi_object_list)); 1090 1091 /* validate input info */ 1092 if (info->size != sizeof(struct cgs_acpi_method_info)) 1093 return -EINVAL; 1094 1095 input.count = info->input_count; 1096 if (info->input_count > 0) { 1097 if (info->pinput_argument == NULL) 1098 return -EINVAL; 1099 argument = info->pinput_argument; 1100 for (i = 0; i < info->input_count; i++) { 1101 if (((argument->type == ACPI_TYPE_STRING) || 1102 (argument->type == ACPI_TYPE_BUFFER)) && 1103 (argument->pointer == NULL)) 1104 return -EINVAL; 1105 argument++; 1106 } 1107 } 1108 1109 if (info->output_count > 0) { 1110 if (info->poutput_argument == NULL) 1111 return -EINVAL; 1112 argument = info->poutput_argument; 1113 for (i = 0; i < info->output_count; i++) { 1114 if (((argument->type == ACPI_TYPE_STRING) || 1115 (argument->type == ACPI_TYPE_BUFFER)) 1116 && (argument->pointer == NULL)) 1117 return -EINVAL; 1118 argument++; 1119 } 1120 } 1121 1122 /* The path name passed to acpi_evaluate_object should be null terminated */ 1123 if ((info->field & CGS_ACPI_FIELD_METHOD_NAME) != 0) { 1124 strncpy(name, (char *)&(info->name), sizeof(uint32_t)); 1125 name[4] = '\0'; 1126 } 1127 1128 /* parse input parameters */ 1129 if (input.count > 0) { 1130 input.pointer = params = 1131 kzalloc(sizeof(union acpi_object) * input.count, GFP_KERNEL); 1132 if (params == NULL) 1133 return -EINVAL; 1134 1135 argument = info->pinput_argument; 1136 1137 for (i = 0; i < input.count; i++) { 1138 params->type = argument->type; 1139 switch (params->type) { 1140 case ACPI_TYPE_INTEGER: 1141 params->integer.value = argument->value; 1142 break; 1143 case ACPI_TYPE_STRING: 1144 params->string.length = argument->data_length; 1145 params->string.pointer = argument->pointer; 1146 break; 1147 case ACPI_TYPE_BUFFER: 1148 params->buffer.length = argument->data_length; 1149 params->buffer.pointer = argument->pointer; 1150 break; 1151 default: 1152 break; 1153 } 1154 params++; 1155 argument++; 1156 } 1157 } 1158 1159 /* parse output info */ 1160 count = info->output_count; 1161 argument = info->poutput_argument; 1162 1163 /* evaluate the acpi method */ 1164 status = acpi_evaluate_object(handle, name, &input, &output); 1165 1166 if (ACPI_FAILURE(status)) { 1167 result = -EIO; 1168 goto free_input; 1169 } 1170 1171 /* return the output info */ 1172 obj = output.pointer; 1173 1174 if (count > 1) { 1175 if ((obj->type != ACPI_TYPE_PACKAGE) || 1176 (obj->package.count != count)) { 1177 result = -EIO; 1178 goto free_obj; 1179 } 1180 params = obj->package.elements; 1181 } else 1182 params = obj; 1183 1184 if (params == NULL) { 1185 result = -EIO; 1186 goto free_obj; 1187 } 1188 1189 for (i = 0; i < count; i++) { 1190 if (argument->type != params->type) { 1191 result = -EIO; 1192 goto free_obj; 1193 } 1194 switch (params->type) { 1195 case ACPI_TYPE_INTEGER: 1196 argument->value = params->integer.value; 1197 break; 1198 case ACPI_TYPE_STRING: 1199 if ((params->string.length != argument->data_length) || 1200 (params->string.pointer == NULL)) { 1201 result = -EIO; 1202 goto free_obj; 1203 } 1204 strncpy(argument->pointer, 1205 params->string.pointer, 1206 params->string.length); 1207 break; 1208 case ACPI_TYPE_BUFFER: 1209 if (params->buffer.pointer == NULL) { 1210 result = -EIO; 1211 goto free_obj; 1212 } 1213 memcpy(argument->pointer, 1214 params->buffer.pointer, 1215 argument->data_length); 1216 break; 1217 default: 1218 break; 1219 } 1220 argument++; 1221 params++; 1222 } 1223 1224 result = 0; 1225 free_obj: 1226 kfree(obj); 1227 free_input: 1228 kfree((void *)input.pointer); 1229 return result; 1230 } 1231 #else 1232 static int amdgpu_cgs_acpi_eval_object(struct cgs_device *cgs_device, 1233 struct cgs_acpi_method_info *info) 1234 { 1235 return -EIO; 1236 } 1237 #endif 1238 1239 static int amdgpu_cgs_call_acpi_method(struct cgs_device *cgs_device, 1240 uint32_t acpi_method, 1241 uint32_t acpi_function, 1242 void *pinput, void *poutput, 1243 uint32_t output_count, 1244 uint32_t input_size, 1245 uint32_t output_size) 1246 { 1247 struct cgs_acpi_method_argument acpi_input[2] = { {0}, {0} }; 1248 struct cgs_acpi_method_argument acpi_output = {0}; 1249 struct cgs_acpi_method_info info = {0}; 1250 1251 acpi_input[0].type = CGS_ACPI_TYPE_INTEGER; 1252 acpi_input[0].data_length = sizeof(uint32_t); 1253 acpi_input[0].value = acpi_function; 1254 1255 acpi_input[1].type = CGS_ACPI_TYPE_BUFFER; 1256 acpi_input[1].data_length = input_size; 1257 acpi_input[1].pointer = pinput; 1258 1259 acpi_output.type = CGS_ACPI_TYPE_BUFFER; 1260 acpi_output.data_length = output_size; 1261 acpi_output.pointer = poutput; 1262 1263 info.size = sizeof(struct cgs_acpi_method_info); 1264 info.field = CGS_ACPI_FIELD_METHOD_NAME | CGS_ACPI_FIELD_INPUT_ARGUMENT_COUNT; 1265 info.input_count = 2; 1266 info.name = acpi_method; 1267 info.pinput_argument = acpi_input; 1268 info.output_count = output_count; 1269 info.poutput_argument = &acpi_output; 1270 1271 return amdgpu_cgs_acpi_eval_object(cgs_device, &info); 1272 } 1273 1274 static const struct cgs_ops amdgpu_cgs_ops = { 1275 .gpu_mem_info = amdgpu_cgs_gpu_mem_info, 1276 .gmap_kmem = amdgpu_cgs_gmap_kmem, 1277 .gunmap_kmem = amdgpu_cgs_gunmap_kmem, 1278 .alloc_gpu_mem = amdgpu_cgs_alloc_gpu_mem, 1279 .free_gpu_mem = amdgpu_cgs_free_gpu_mem, 1280 .gmap_gpu_mem = amdgpu_cgs_gmap_gpu_mem, 1281 .gunmap_gpu_mem = amdgpu_cgs_gunmap_gpu_mem, 1282 .kmap_gpu_mem = amdgpu_cgs_kmap_gpu_mem, 1283 .kunmap_gpu_mem = amdgpu_cgs_kunmap_gpu_mem, 1284 .read_register = amdgpu_cgs_read_register, 1285 .write_register = amdgpu_cgs_write_register, 1286 .read_ind_register = amdgpu_cgs_read_ind_register, 1287 .write_ind_register = amdgpu_cgs_write_ind_register, 1288 .read_pci_config_byte = amdgpu_cgs_read_pci_config_byte, 1289 .read_pci_config_word = amdgpu_cgs_read_pci_config_word, 1290 .read_pci_config_dword = amdgpu_cgs_read_pci_config_dword, 1291 .write_pci_config_byte = amdgpu_cgs_write_pci_config_byte, 1292 .write_pci_config_word = amdgpu_cgs_write_pci_config_word, 1293 .write_pci_config_dword = amdgpu_cgs_write_pci_config_dword, 1294 .get_pci_resource = amdgpu_cgs_get_pci_resource, 1295 .atom_get_data_table = amdgpu_cgs_atom_get_data_table, 1296 .atom_get_cmd_table_revs = amdgpu_cgs_atom_get_cmd_table_revs, 1297 .atom_exec_cmd_table = amdgpu_cgs_atom_exec_cmd_table, 1298 .create_pm_request = amdgpu_cgs_create_pm_request, 1299 .destroy_pm_request = amdgpu_cgs_destroy_pm_request, 1300 .set_pm_request = amdgpu_cgs_set_pm_request, 1301 .pm_request_clock = amdgpu_cgs_pm_request_clock, 1302 .pm_request_engine = amdgpu_cgs_pm_request_engine, 1303 .pm_query_clock_limits = amdgpu_cgs_pm_query_clock_limits, 1304 .set_camera_voltages = amdgpu_cgs_set_camera_voltages, 1305 .get_firmware_info = amdgpu_cgs_get_firmware_info, 1306 .rel_firmware = amdgpu_cgs_rel_firmware, 1307 .set_powergating_state = amdgpu_cgs_set_powergating_state, 1308 .set_clockgating_state = amdgpu_cgs_set_clockgating_state, 1309 .get_active_displays_info = amdgpu_cgs_get_active_displays_info, 1310 .notify_dpm_enabled = amdgpu_cgs_notify_dpm_enabled, 1311 .call_acpi_method = amdgpu_cgs_call_acpi_method, 1312 .query_system_info = amdgpu_cgs_query_system_info, 1313 .is_virtualization_enabled = amdgpu_cgs_is_virtualization_enabled, 1314 .enter_safe_mode = amdgpu_cgs_enter_safe_mode, 1315 }; 1316 1317 static const struct cgs_os_ops amdgpu_cgs_os_ops = { 1318 .add_irq_source = amdgpu_cgs_add_irq_source, 1319 .irq_get = amdgpu_cgs_irq_get, 1320 .irq_put = amdgpu_cgs_irq_put 1321 }; 1322 1323 struct cgs_device *amdgpu_cgs_create_device(struct amdgpu_device *adev) 1324 { 1325 struct amdgpu_cgs_device *cgs_device = 1326 kmalloc(sizeof(*cgs_device), GFP_KERNEL); 1327 1328 if (!cgs_device) { 1329 DRM_ERROR("Couldn't allocate CGS device structure\n"); 1330 return NULL; 1331 } 1332 1333 cgs_device->base.ops = &amdgpu_cgs_ops; 1334 cgs_device->base.os_ops = &amdgpu_cgs_os_ops; 1335 cgs_device->adev = adev; 1336 1337 return (struct cgs_device *)cgs_device; 1338 } 1339 1340 void amdgpu_cgs_destroy_device(struct cgs_device *cgs_device) 1341 { 1342 kfree(cgs_device); 1343 } 1344