1771fe6b9SJerome Glisse /* 2771fe6b9SJerome Glisse * Copyright 2008 Advanced Micro Devices, Inc. 3771fe6b9SJerome Glisse * Copyright 2008 Red Hat Inc. 4771fe6b9SJerome Glisse * Copyright 2009 Jerome Glisse. 5771fe6b9SJerome Glisse * 6771fe6b9SJerome Glisse * Permission is hereby granted, free of charge, to any person obtaining a 7771fe6b9SJerome Glisse * copy of this software and associated documentation files (the "Software"), 8771fe6b9SJerome Glisse * to deal in the Software without restriction, including without limitation 9771fe6b9SJerome Glisse * the rights to use, copy, modify, merge, publish, distribute, sublicense, 10771fe6b9SJerome Glisse * and/or sell copies of the Software, and to permit persons to whom the 11771fe6b9SJerome Glisse * Software is furnished to do so, subject to the following conditions: 12771fe6b9SJerome Glisse * 13771fe6b9SJerome Glisse * The above copyright notice and this permission notice shall be included in 14771fe6b9SJerome Glisse * all copies or substantial portions of the Software. 15771fe6b9SJerome Glisse * 16771fe6b9SJerome Glisse * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 17771fe6b9SJerome Glisse * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 18771fe6b9SJerome Glisse * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 19771fe6b9SJerome Glisse * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 20771fe6b9SJerome Glisse * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 21771fe6b9SJerome Glisse * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 22771fe6b9SJerome Glisse * OTHER DEALINGS IN THE SOFTWARE. 23771fe6b9SJerome Glisse * 24771fe6b9SJerome Glisse * Authors: Dave Airlie 25771fe6b9SJerome Glisse * Alex Deucher 26771fe6b9SJerome Glisse * Jerome Glisse 27771fe6b9SJerome Glisse */ 28771fe6b9SJerome Glisse #include <linux/console.h> 295a0e3ad6STejun Heo #include <linux/slab.h> 30771fe6b9SJerome Glisse #include <drm/drmP.h> 31771fe6b9SJerome Glisse #include <drm/drm_crtc_helper.h> 32771fe6b9SJerome Glisse #include <drm/radeon_drm.h> 3328d52043SDave Airlie #include <linux/vgaarb.h> 346a9ee8afSDave Airlie #include <linux/vga_switcheroo.h> 35bcc65fd8SMatthew Garrett #include <linux/efi.h> 36771fe6b9SJerome Glisse #include "radeon_reg.h" 37771fe6b9SJerome Glisse #include "radeon.h" 38771fe6b9SJerome Glisse #include "atom.h" 39771fe6b9SJerome Glisse 401b5331d9SJerome Glisse static const char radeon_family_name[][16] = { 411b5331d9SJerome Glisse "R100", 421b5331d9SJerome Glisse "RV100", 431b5331d9SJerome Glisse "RS100", 441b5331d9SJerome Glisse "RV200", 451b5331d9SJerome Glisse "RS200", 461b5331d9SJerome Glisse "R200", 471b5331d9SJerome Glisse "RV250", 481b5331d9SJerome Glisse "RS300", 491b5331d9SJerome Glisse "RV280", 501b5331d9SJerome Glisse "R300", 511b5331d9SJerome Glisse "R350", 521b5331d9SJerome Glisse "RV350", 531b5331d9SJerome Glisse "RV380", 541b5331d9SJerome Glisse "R420", 551b5331d9SJerome Glisse "R423", 561b5331d9SJerome Glisse "RV410", 571b5331d9SJerome Glisse "RS400", 581b5331d9SJerome Glisse "RS480", 591b5331d9SJerome Glisse "RS600", 601b5331d9SJerome Glisse "RS690", 611b5331d9SJerome Glisse "RS740", 621b5331d9SJerome Glisse "RV515", 631b5331d9SJerome Glisse "R520", 641b5331d9SJerome Glisse "RV530", 651b5331d9SJerome Glisse "RV560", 661b5331d9SJerome Glisse "RV570", 671b5331d9SJerome Glisse "R580", 681b5331d9SJerome Glisse "R600", 691b5331d9SJerome Glisse "RV610", 701b5331d9SJerome Glisse "RV630", 711b5331d9SJerome Glisse "RV670", 721b5331d9SJerome Glisse "RV620", 731b5331d9SJerome Glisse "RV635", 741b5331d9SJerome Glisse "RS780", 751b5331d9SJerome Glisse "RS880", 761b5331d9SJerome Glisse "RV770", 771b5331d9SJerome Glisse "RV730", 781b5331d9SJerome Glisse "RV710", 791b5331d9SJerome Glisse "RV740", 801b5331d9SJerome Glisse "CEDAR", 811b5331d9SJerome Glisse "REDWOOD", 821b5331d9SJerome Glisse "JUNIPER", 831b5331d9SJerome Glisse "CYPRESS", 841b5331d9SJerome Glisse "HEMLOCK", 85b08ebe7eSAlex Deucher "PALM", 864df64e65SAlex Deucher "SUMO", 874df64e65SAlex Deucher "SUMO2", 881fe18305SAlex Deucher "BARTS", 891fe18305SAlex Deucher "TURKS", 901fe18305SAlex Deucher "CAICOS", 91b7cfc9feSAlex Deucher "CAYMAN", 928848f759SAlex Deucher "ARUBA", 93cb28bb34SAlex Deucher "TAHITI", 94cb28bb34SAlex Deucher "PITCAIRN", 95cb28bb34SAlex Deucher "VERDE", 96624d3524SAlex Deucher "OLAND", 971b5331d9SJerome Glisse "LAST", 981b5331d9SJerome Glisse }; 991b5331d9SJerome Glisse 1000c195119SAlex Deucher /** 1010c195119SAlex Deucher * radeon_surface_init - Clear GPU surface registers. 1020c195119SAlex Deucher * 1030c195119SAlex Deucher * @rdev: radeon_device pointer 1040c195119SAlex Deucher * 1050c195119SAlex Deucher * Clear GPU surface registers (r1xx-r5xx). 106b1e3a6d1SMichel Dänzer */ 1073ce0a23dSJerome Glisse void radeon_surface_init(struct radeon_device *rdev) 108b1e3a6d1SMichel Dänzer { 109b1e3a6d1SMichel Dänzer /* FIXME: check this out */ 110b1e3a6d1SMichel Dänzer if (rdev->family < CHIP_R600) { 111b1e3a6d1SMichel Dänzer int i; 112b1e3a6d1SMichel Dänzer 113550e2d92SDave Airlie for (i = 0; i < RADEON_GEM_MAX_SURFACES; i++) { 114550e2d92SDave Airlie if (rdev->surface_regs[i].bo) 115550e2d92SDave Airlie radeon_bo_get_surface_reg(rdev->surface_regs[i].bo); 116550e2d92SDave Airlie else 117550e2d92SDave Airlie radeon_clear_surface_reg(rdev, i); 118b1e3a6d1SMichel Dänzer } 119e024e110SDave Airlie /* enable surfaces */ 120e024e110SDave Airlie WREG32(RADEON_SURFACE_CNTL, 0); 121b1e3a6d1SMichel Dänzer } 122b1e3a6d1SMichel Dänzer } 123b1e3a6d1SMichel Dänzer 124b1e3a6d1SMichel Dänzer /* 125771fe6b9SJerome Glisse * GPU scratch registers helpers function. 126771fe6b9SJerome Glisse */ 1270c195119SAlex Deucher /** 1280c195119SAlex Deucher * radeon_scratch_init - Init scratch register driver information. 1290c195119SAlex Deucher * 1300c195119SAlex Deucher * @rdev: radeon_device pointer 1310c195119SAlex Deucher * 1320c195119SAlex Deucher * Init CP scratch register driver information (r1xx-r5xx) 1330c195119SAlex Deucher */ 1343ce0a23dSJerome Glisse void radeon_scratch_init(struct radeon_device *rdev) 135771fe6b9SJerome Glisse { 136771fe6b9SJerome Glisse int i; 137771fe6b9SJerome Glisse 138771fe6b9SJerome Glisse /* FIXME: check this out */ 139771fe6b9SJerome Glisse if (rdev->family < CHIP_R300) { 140771fe6b9SJerome Glisse rdev->scratch.num_reg = 5; 141771fe6b9SJerome Glisse } else { 142771fe6b9SJerome Glisse rdev->scratch.num_reg = 7; 143771fe6b9SJerome Glisse } 144724c80e1SAlex Deucher rdev->scratch.reg_base = RADEON_SCRATCH_REG0; 145771fe6b9SJerome Glisse for (i = 0; i < rdev->scratch.num_reg; i++) { 146771fe6b9SJerome Glisse rdev->scratch.free[i] = true; 147724c80e1SAlex Deucher rdev->scratch.reg[i] = rdev->scratch.reg_base + (i * 4); 148771fe6b9SJerome Glisse } 149771fe6b9SJerome Glisse } 150771fe6b9SJerome Glisse 1510c195119SAlex Deucher /** 1520c195119SAlex Deucher * radeon_scratch_get - Allocate a scratch register 1530c195119SAlex Deucher * 1540c195119SAlex Deucher * @rdev: radeon_device pointer 1550c195119SAlex Deucher * @reg: scratch register mmio offset 1560c195119SAlex Deucher * 1570c195119SAlex Deucher * Allocate a CP scratch register for use by the driver (all asics). 1580c195119SAlex Deucher * Returns 0 on success or -EINVAL on failure. 1590c195119SAlex Deucher */ 160771fe6b9SJerome Glisse int radeon_scratch_get(struct radeon_device *rdev, uint32_t *reg) 161771fe6b9SJerome Glisse { 162771fe6b9SJerome Glisse int i; 163771fe6b9SJerome Glisse 164771fe6b9SJerome Glisse for (i = 0; i < rdev->scratch.num_reg; i++) { 165771fe6b9SJerome Glisse if (rdev->scratch.free[i]) { 166771fe6b9SJerome Glisse rdev->scratch.free[i] = false; 167771fe6b9SJerome Glisse *reg = rdev->scratch.reg[i]; 168771fe6b9SJerome Glisse return 0; 169771fe6b9SJerome Glisse } 170771fe6b9SJerome Glisse } 171771fe6b9SJerome Glisse return -EINVAL; 172771fe6b9SJerome Glisse } 173771fe6b9SJerome Glisse 1740c195119SAlex Deucher /** 1750c195119SAlex Deucher * radeon_scratch_free - Free a scratch register 1760c195119SAlex Deucher * 1770c195119SAlex Deucher * @rdev: radeon_device pointer 1780c195119SAlex Deucher * @reg: scratch register mmio offset 1790c195119SAlex Deucher * 1800c195119SAlex Deucher * Free a CP scratch register allocated for use by the driver (all asics) 1810c195119SAlex Deucher */ 182771fe6b9SJerome Glisse void radeon_scratch_free(struct radeon_device *rdev, uint32_t reg) 183771fe6b9SJerome Glisse { 184771fe6b9SJerome Glisse int i; 185771fe6b9SJerome Glisse 186771fe6b9SJerome Glisse for (i = 0; i < rdev->scratch.num_reg; i++) { 187771fe6b9SJerome Glisse if (rdev->scratch.reg[i] == reg) { 188771fe6b9SJerome Glisse rdev->scratch.free[i] = true; 189771fe6b9SJerome Glisse return; 190771fe6b9SJerome Glisse } 191771fe6b9SJerome Glisse } 192771fe6b9SJerome Glisse } 193771fe6b9SJerome Glisse 1940c195119SAlex Deucher /* 1950c195119SAlex Deucher * radeon_wb_*() 1960c195119SAlex Deucher * Writeback is the the method by which the the GPU updates special pages 1970c195119SAlex Deucher * in memory with the status of certain GPU events (fences, ring pointers, 1980c195119SAlex Deucher * etc.). 1990c195119SAlex Deucher */ 2000c195119SAlex Deucher 2010c195119SAlex Deucher /** 2020c195119SAlex Deucher * radeon_wb_disable - Disable Writeback 2030c195119SAlex Deucher * 2040c195119SAlex Deucher * @rdev: radeon_device pointer 2050c195119SAlex Deucher * 2060c195119SAlex Deucher * Disables Writeback (all asics). Used for suspend. 2070c195119SAlex Deucher */ 208724c80e1SAlex Deucher void radeon_wb_disable(struct radeon_device *rdev) 209724c80e1SAlex Deucher { 210724c80e1SAlex Deucher int r; 211724c80e1SAlex Deucher 212724c80e1SAlex Deucher if (rdev->wb.wb_obj) { 213724c80e1SAlex Deucher r = radeon_bo_reserve(rdev->wb.wb_obj, false); 214724c80e1SAlex Deucher if (unlikely(r != 0)) 215724c80e1SAlex Deucher return; 216724c80e1SAlex Deucher radeon_bo_kunmap(rdev->wb.wb_obj); 217724c80e1SAlex Deucher radeon_bo_unpin(rdev->wb.wb_obj); 218724c80e1SAlex Deucher radeon_bo_unreserve(rdev->wb.wb_obj); 219724c80e1SAlex Deucher } 220724c80e1SAlex Deucher rdev->wb.enabled = false; 221724c80e1SAlex Deucher } 222724c80e1SAlex Deucher 2230c195119SAlex Deucher /** 2240c195119SAlex Deucher * radeon_wb_fini - Disable Writeback and free memory 2250c195119SAlex Deucher * 2260c195119SAlex Deucher * @rdev: radeon_device pointer 2270c195119SAlex Deucher * 2280c195119SAlex Deucher * Disables Writeback and frees the Writeback memory (all asics). 2290c195119SAlex Deucher * Used at driver shutdown. 2300c195119SAlex Deucher */ 231724c80e1SAlex Deucher void radeon_wb_fini(struct radeon_device *rdev) 232724c80e1SAlex Deucher { 233724c80e1SAlex Deucher radeon_wb_disable(rdev); 234724c80e1SAlex Deucher if (rdev->wb.wb_obj) { 235724c80e1SAlex Deucher radeon_bo_unref(&rdev->wb.wb_obj); 236724c80e1SAlex Deucher rdev->wb.wb = NULL; 237724c80e1SAlex Deucher rdev->wb.wb_obj = NULL; 238724c80e1SAlex Deucher } 239724c80e1SAlex Deucher } 240724c80e1SAlex Deucher 2410c195119SAlex Deucher /** 2420c195119SAlex Deucher * radeon_wb_init- Init Writeback driver info and allocate memory 2430c195119SAlex Deucher * 2440c195119SAlex Deucher * @rdev: radeon_device pointer 2450c195119SAlex Deucher * 2460c195119SAlex Deucher * Disables Writeback and frees the Writeback memory (all asics). 2470c195119SAlex Deucher * Used at driver startup. 2480c195119SAlex Deucher * Returns 0 on success or an -error on failure. 2490c195119SAlex Deucher */ 250724c80e1SAlex Deucher int radeon_wb_init(struct radeon_device *rdev) 251724c80e1SAlex Deucher { 252724c80e1SAlex Deucher int r; 253724c80e1SAlex Deucher 254724c80e1SAlex Deucher if (rdev->wb.wb_obj == NULL) { 255441921d5SDaniel Vetter r = radeon_bo_create(rdev, RADEON_GPU_PAGE_SIZE, PAGE_SIZE, true, 25640f5cf99SAlex Deucher RADEON_GEM_DOMAIN_GTT, NULL, &rdev->wb.wb_obj); 257724c80e1SAlex Deucher if (r) { 258724c80e1SAlex Deucher dev_warn(rdev->dev, "(%d) create WB bo failed\n", r); 259724c80e1SAlex Deucher return r; 260724c80e1SAlex Deucher } 261724c80e1SAlex Deucher } 262724c80e1SAlex Deucher r = radeon_bo_reserve(rdev->wb.wb_obj, false); 263724c80e1SAlex Deucher if (unlikely(r != 0)) { 264724c80e1SAlex Deucher radeon_wb_fini(rdev); 265724c80e1SAlex Deucher return r; 266724c80e1SAlex Deucher } 267724c80e1SAlex Deucher r = radeon_bo_pin(rdev->wb.wb_obj, RADEON_GEM_DOMAIN_GTT, 268724c80e1SAlex Deucher &rdev->wb.gpu_addr); 269724c80e1SAlex Deucher if (r) { 270724c80e1SAlex Deucher radeon_bo_unreserve(rdev->wb.wb_obj); 271724c80e1SAlex Deucher dev_warn(rdev->dev, "(%d) pin WB bo failed\n", r); 272724c80e1SAlex Deucher radeon_wb_fini(rdev); 273724c80e1SAlex Deucher return r; 274724c80e1SAlex Deucher } 275724c80e1SAlex Deucher r = radeon_bo_kmap(rdev->wb.wb_obj, (void **)&rdev->wb.wb); 276724c80e1SAlex Deucher radeon_bo_unreserve(rdev->wb.wb_obj); 277724c80e1SAlex Deucher if (r) { 278724c80e1SAlex Deucher dev_warn(rdev->dev, "(%d) map WB bo failed\n", r); 279724c80e1SAlex Deucher radeon_wb_fini(rdev); 280724c80e1SAlex Deucher return r; 281724c80e1SAlex Deucher } 282724c80e1SAlex Deucher 283e6ba7599SAlex Deucher /* clear wb memory */ 284e6ba7599SAlex Deucher memset((char *)rdev->wb.wb, 0, RADEON_GPU_PAGE_SIZE); 285d0f8a854SAlex Deucher /* disable event_write fences */ 286d0f8a854SAlex Deucher rdev->wb.use_event = false; 287724c80e1SAlex Deucher /* disabled via module param */ 2883b7a2b24SJerome Glisse if (radeon_no_wb == 1) { 289724c80e1SAlex Deucher rdev->wb.enabled = false; 2903b7a2b24SJerome Glisse } else { 291724c80e1SAlex Deucher if (rdev->flags & RADEON_IS_AGP) { 29228eebb70SAlex Deucher /* often unreliable on AGP */ 29328eebb70SAlex Deucher rdev->wb.enabled = false; 29428eebb70SAlex Deucher } else if (rdev->family < CHIP_R300) { 29528eebb70SAlex Deucher /* often unreliable on pre-r300 */ 296724c80e1SAlex Deucher rdev->wb.enabled = false; 297d0f8a854SAlex Deucher } else { 298724c80e1SAlex Deucher rdev->wb.enabled = true; 299d0f8a854SAlex Deucher /* event_write fences are only available on r600+ */ 3003b7a2b24SJerome Glisse if (rdev->family >= CHIP_R600) { 301d0f8a854SAlex Deucher rdev->wb.use_event = true; 302d0f8a854SAlex Deucher } 303724c80e1SAlex Deucher } 3043b7a2b24SJerome Glisse } 305c994ead6SAlex Deucher /* always use writeback/events on NI, APUs */ 306c994ead6SAlex Deucher if (rdev->family >= CHIP_PALM) { 3077d52785dSAlex Deucher rdev->wb.enabled = true; 3087d52785dSAlex Deucher rdev->wb.use_event = true; 3097d52785dSAlex Deucher } 310724c80e1SAlex Deucher 311724c80e1SAlex Deucher dev_info(rdev->dev, "WB %sabled\n", rdev->wb.enabled ? "en" : "dis"); 312724c80e1SAlex Deucher 313724c80e1SAlex Deucher return 0; 314724c80e1SAlex Deucher } 315724c80e1SAlex Deucher 316d594e46aSJerome Glisse /** 317d594e46aSJerome Glisse * radeon_vram_location - try to find VRAM location 318d594e46aSJerome Glisse * @rdev: radeon device structure holding all necessary informations 319d594e46aSJerome Glisse * @mc: memory controller structure holding memory informations 320d594e46aSJerome Glisse * @base: base address at which to put VRAM 321d594e46aSJerome Glisse * 322d594e46aSJerome Glisse * Function will place try to place VRAM at base address provided 323d594e46aSJerome Glisse * as parameter (which is so far either PCI aperture address or 324d594e46aSJerome Glisse * for IGP TOM base address). 325d594e46aSJerome Glisse * 326d594e46aSJerome Glisse * If there is not enough space to fit the unvisible VRAM in the 32bits 327d594e46aSJerome Glisse * address space then we limit the VRAM size to the aperture. 328d594e46aSJerome Glisse * 329d594e46aSJerome Glisse * If we are using AGP and if the AGP aperture doesn't allow us to have 330d594e46aSJerome Glisse * room for all the VRAM than we restrict the VRAM to the PCI aperture 331d594e46aSJerome Glisse * size and print a warning. 332d594e46aSJerome Glisse * 333d594e46aSJerome Glisse * This function will never fails, worst case are limiting VRAM. 334d594e46aSJerome Glisse * 335d594e46aSJerome Glisse * Note: GTT start, end, size should be initialized before calling this 336d594e46aSJerome Glisse * function on AGP platform. 337d594e46aSJerome Glisse * 33825985edcSLucas De Marchi * Note: We don't explicitly enforce VRAM start to be aligned on VRAM size, 339d594e46aSJerome Glisse * this shouldn't be a problem as we are using the PCI aperture as a reference. 340d594e46aSJerome Glisse * Otherwise this would be needed for rv280, all r3xx, and all r4xx, but 341d594e46aSJerome Glisse * not IGP. 342d594e46aSJerome Glisse * 343d594e46aSJerome Glisse * Note: we use mc_vram_size as on some board we need to program the mc to 344d594e46aSJerome Glisse * cover the whole aperture even if VRAM size is inferior to aperture size 345d594e46aSJerome Glisse * Novell bug 204882 + along with lots of ubuntu ones 346d594e46aSJerome Glisse * 347d594e46aSJerome Glisse * Note: when limiting vram it's safe to overwritte real_vram_size because 348d594e46aSJerome Glisse * we are not in case where real_vram_size is inferior to mc_vram_size (ie 349d594e46aSJerome Glisse * note afected by bogus hw of Novell bug 204882 + along with lots of ubuntu 350d594e46aSJerome Glisse * ones) 351d594e46aSJerome Glisse * 352d594e46aSJerome Glisse * Note: IGP TOM addr should be the same as the aperture addr, we don't 353d594e46aSJerome Glisse * explicitly check for that thought. 354d594e46aSJerome Glisse * 355d594e46aSJerome Glisse * FIXME: when reducing VRAM size align new size on power of 2. 356771fe6b9SJerome Glisse */ 357d594e46aSJerome Glisse void radeon_vram_location(struct radeon_device *rdev, struct radeon_mc *mc, u64 base) 358771fe6b9SJerome Glisse { 3591bcb04f7SChristian König uint64_t limit = (uint64_t)radeon_vram_limit << 20; 3601bcb04f7SChristian König 361d594e46aSJerome Glisse mc->vram_start = base; 362d594e46aSJerome Glisse if (mc->mc_vram_size > (0xFFFFFFFF - base + 1)) { 363d594e46aSJerome Glisse dev_warn(rdev->dev, "limiting VRAM to PCI aperture size\n"); 364d594e46aSJerome Glisse mc->real_vram_size = mc->aper_size; 365d594e46aSJerome Glisse mc->mc_vram_size = mc->aper_size; 366771fe6b9SJerome Glisse } 367d594e46aSJerome Glisse mc->vram_end = mc->vram_start + mc->mc_vram_size - 1; 3682cbeb4efSJerome Glisse if (rdev->flags & RADEON_IS_AGP && mc->vram_end > mc->gtt_start && mc->vram_start <= mc->gtt_end) { 369d594e46aSJerome Glisse dev_warn(rdev->dev, "limiting VRAM to PCI aperture size\n"); 370d594e46aSJerome Glisse mc->real_vram_size = mc->aper_size; 371d594e46aSJerome Glisse mc->mc_vram_size = mc->aper_size; 372771fe6b9SJerome Glisse } 373d594e46aSJerome Glisse mc->vram_end = mc->vram_start + mc->mc_vram_size - 1; 3741bcb04f7SChristian König if (limit && limit < mc->real_vram_size) 3751bcb04f7SChristian König mc->real_vram_size = limit; 376dd7cc55aSAlex Deucher dev_info(rdev->dev, "VRAM: %lluM 0x%016llX - 0x%016llX (%lluM used)\n", 377d594e46aSJerome Glisse mc->mc_vram_size >> 20, mc->vram_start, 378d594e46aSJerome Glisse mc->vram_end, mc->real_vram_size >> 20); 379771fe6b9SJerome Glisse } 380771fe6b9SJerome Glisse 381d594e46aSJerome Glisse /** 382d594e46aSJerome Glisse * radeon_gtt_location - try to find GTT location 383d594e46aSJerome Glisse * @rdev: radeon device structure holding all necessary informations 384d594e46aSJerome Glisse * @mc: memory controller structure holding memory informations 385d594e46aSJerome Glisse * 386d594e46aSJerome Glisse * Function will place try to place GTT before or after VRAM. 387d594e46aSJerome Glisse * 388d594e46aSJerome Glisse * If GTT size is bigger than space left then we ajust GTT size. 389d594e46aSJerome Glisse * Thus function will never fails. 390d594e46aSJerome Glisse * 391d594e46aSJerome Glisse * FIXME: when reducing GTT size align new size on power of 2. 392d594e46aSJerome Glisse */ 393d594e46aSJerome Glisse void radeon_gtt_location(struct radeon_device *rdev, struct radeon_mc *mc) 394d594e46aSJerome Glisse { 395d594e46aSJerome Glisse u64 size_af, size_bf; 396d594e46aSJerome Glisse 3978d369bb1SAlex Deucher size_af = ((0xFFFFFFFF - mc->vram_end) + mc->gtt_base_align) & ~mc->gtt_base_align; 3988d369bb1SAlex Deucher size_bf = mc->vram_start & ~mc->gtt_base_align; 399d594e46aSJerome Glisse if (size_bf > size_af) { 400d594e46aSJerome Glisse if (mc->gtt_size > size_bf) { 401d594e46aSJerome Glisse dev_warn(rdev->dev, "limiting GTT\n"); 402d594e46aSJerome Glisse mc->gtt_size = size_bf; 403d594e46aSJerome Glisse } 4048d369bb1SAlex Deucher mc->gtt_start = (mc->vram_start & ~mc->gtt_base_align) - mc->gtt_size; 405d594e46aSJerome Glisse } else { 406d594e46aSJerome Glisse if (mc->gtt_size > size_af) { 407d594e46aSJerome Glisse dev_warn(rdev->dev, "limiting GTT\n"); 408d594e46aSJerome Glisse mc->gtt_size = size_af; 409d594e46aSJerome Glisse } 4108d369bb1SAlex Deucher mc->gtt_start = (mc->vram_end + 1 + mc->gtt_base_align) & ~mc->gtt_base_align; 411d594e46aSJerome Glisse } 412d594e46aSJerome Glisse mc->gtt_end = mc->gtt_start + mc->gtt_size - 1; 413dd7cc55aSAlex Deucher dev_info(rdev->dev, "GTT: %lluM 0x%016llX - 0x%016llX\n", 414d594e46aSJerome Glisse mc->gtt_size >> 20, mc->gtt_start, mc->gtt_end); 415d594e46aSJerome Glisse } 416771fe6b9SJerome Glisse 417771fe6b9SJerome Glisse /* 418771fe6b9SJerome Glisse * GPU helpers function. 419771fe6b9SJerome Glisse */ 4200c195119SAlex Deucher /** 4210c195119SAlex Deucher * radeon_card_posted - check if the hw has already been initialized 4220c195119SAlex Deucher * 4230c195119SAlex Deucher * @rdev: radeon_device pointer 4240c195119SAlex Deucher * 4250c195119SAlex Deucher * Check if the asic has been initialized (all asics). 4260c195119SAlex Deucher * Used at driver startup. 4270c195119SAlex Deucher * Returns true if initialized or false if not. 4280c195119SAlex Deucher */ 4299f022ddfSJerome Glisse bool radeon_card_posted(struct radeon_device *rdev) 430771fe6b9SJerome Glisse { 431771fe6b9SJerome Glisse uint32_t reg; 432771fe6b9SJerome Glisse 433bcc65fd8SMatthew Garrett if (efi_enabled && rdev->pdev->subsystem_vendor == PCI_VENDOR_ID_APPLE) 434bcc65fd8SMatthew Garrett return false; 435bcc65fd8SMatthew Garrett 436771fe6b9SJerome Glisse /* first check CRTCs */ 43718007401SAlex Deucher if (ASIC_IS_DCE41(rdev)) { 43818007401SAlex Deucher reg = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET) | 43918007401SAlex Deucher RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET); 44018007401SAlex Deucher if (reg & EVERGREEN_CRTC_MASTER_EN) 44118007401SAlex Deucher return true; 44218007401SAlex Deucher } else if (ASIC_IS_DCE4(rdev)) { 443bcc1c2a1SAlex Deucher reg = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET) | 444bcc1c2a1SAlex Deucher RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET) | 445bcc1c2a1SAlex Deucher RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET) | 446bcc1c2a1SAlex Deucher RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET) | 447bcc1c2a1SAlex Deucher RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET) | 448bcc1c2a1SAlex Deucher RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET); 449bcc1c2a1SAlex Deucher if (reg & EVERGREEN_CRTC_MASTER_EN) 450bcc1c2a1SAlex Deucher return true; 451bcc1c2a1SAlex Deucher } else if (ASIC_IS_AVIVO(rdev)) { 452771fe6b9SJerome Glisse reg = RREG32(AVIVO_D1CRTC_CONTROL) | 453771fe6b9SJerome Glisse RREG32(AVIVO_D2CRTC_CONTROL); 454771fe6b9SJerome Glisse if (reg & AVIVO_CRTC_EN) { 455771fe6b9SJerome Glisse return true; 456771fe6b9SJerome Glisse } 457771fe6b9SJerome Glisse } else { 458771fe6b9SJerome Glisse reg = RREG32(RADEON_CRTC_GEN_CNTL) | 459771fe6b9SJerome Glisse RREG32(RADEON_CRTC2_GEN_CNTL); 460771fe6b9SJerome Glisse if (reg & RADEON_CRTC_EN) { 461771fe6b9SJerome Glisse return true; 462771fe6b9SJerome Glisse } 463771fe6b9SJerome Glisse } 464771fe6b9SJerome Glisse 465771fe6b9SJerome Glisse /* then check MEM_SIZE, in case the crtcs are off */ 466771fe6b9SJerome Glisse if (rdev->family >= CHIP_R600) 467771fe6b9SJerome Glisse reg = RREG32(R600_CONFIG_MEMSIZE); 468771fe6b9SJerome Glisse else 469771fe6b9SJerome Glisse reg = RREG32(RADEON_CONFIG_MEMSIZE); 470771fe6b9SJerome Glisse 471771fe6b9SJerome Glisse if (reg) 472771fe6b9SJerome Glisse return true; 473771fe6b9SJerome Glisse 474771fe6b9SJerome Glisse return false; 475771fe6b9SJerome Glisse 476771fe6b9SJerome Glisse } 477771fe6b9SJerome Glisse 4780c195119SAlex Deucher /** 4790c195119SAlex Deucher * radeon_update_bandwidth_info - update display bandwidth params 4800c195119SAlex Deucher * 4810c195119SAlex Deucher * @rdev: radeon_device pointer 4820c195119SAlex Deucher * 4830c195119SAlex Deucher * Used when sclk/mclk are switched or display modes are set. 4840c195119SAlex Deucher * params are used to calculate display watermarks (all asics) 4850c195119SAlex Deucher */ 486f47299c5SAlex Deucher void radeon_update_bandwidth_info(struct radeon_device *rdev) 487f47299c5SAlex Deucher { 488f47299c5SAlex Deucher fixed20_12 a; 4898807286eSAlex Deucher u32 sclk = rdev->pm.current_sclk; 4908807286eSAlex Deucher u32 mclk = rdev->pm.current_mclk; 491f47299c5SAlex Deucher 4928807286eSAlex Deucher /* sclk/mclk in Mhz */ 49368adac5eSBen Skeggs a.full = dfixed_const(100); 49468adac5eSBen Skeggs rdev->pm.sclk.full = dfixed_const(sclk); 49568adac5eSBen Skeggs rdev->pm.sclk.full = dfixed_div(rdev->pm.sclk, a); 49668adac5eSBen Skeggs rdev->pm.mclk.full = dfixed_const(mclk); 49768adac5eSBen Skeggs rdev->pm.mclk.full = dfixed_div(rdev->pm.mclk, a); 498f47299c5SAlex Deucher 4998807286eSAlex Deucher if (rdev->flags & RADEON_IS_IGP) { 50068adac5eSBen Skeggs a.full = dfixed_const(16); 501f47299c5SAlex Deucher /* core_bandwidth = sclk(Mhz) * 16 */ 50268adac5eSBen Skeggs rdev->pm.core_bandwidth.full = dfixed_div(rdev->pm.sclk, a); 503f47299c5SAlex Deucher } 504f47299c5SAlex Deucher } 505f47299c5SAlex Deucher 5060c195119SAlex Deucher /** 5070c195119SAlex Deucher * radeon_boot_test_post_card - check and possibly initialize the hw 5080c195119SAlex Deucher * 5090c195119SAlex Deucher * @rdev: radeon_device pointer 5100c195119SAlex Deucher * 5110c195119SAlex Deucher * Check if the asic is initialized and if not, attempt to initialize 5120c195119SAlex Deucher * it (all asics). 5130c195119SAlex Deucher * Returns true if initialized or false if not. 5140c195119SAlex Deucher */ 51572542d77SDave Airlie bool radeon_boot_test_post_card(struct radeon_device *rdev) 51672542d77SDave Airlie { 51772542d77SDave Airlie if (radeon_card_posted(rdev)) 51872542d77SDave Airlie return true; 51972542d77SDave Airlie 52072542d77SDave Airlie if (rdev->bios) { 52172542d77SDave Airlie DRM_INFO("GPU not posted. posting now...\n"); 52272542d77SDave Airlie if (rdev->is_atom_bios) 52372542d77SDave Airlie atom_asic_init(rdev->mode_info.atom_context); 52472542d77SDave Airlie else 52572542d77SDave Airlie radeon_combios_asic_init(rdev->ddev); 52672542d77SDave Airlie return true; 52772542d77SDave Airlie } else { 52872542d77SDave Airlie dev_err(rdev->dev, "Card not posted and no BIOS - ignoring\n"); 52972542d77SDave Airlie return false; 53072542d77SDave Airlie } 53172542d77SDave Airlie } 53272542d77SDave Airlie 5330c195119SAlex Deucher /** 5340c195119SAlex Deucher * radeon_dummy_page_init - init dummy page used by the driver 5350c195119SAlex Deucher * 5360c195119SAlex Deucher * @rdev: radeon_device pointer 5370c195119SAlex Deucher * 5380c195119SAlex Deucher * Allocate the dummy page used by the driver (all asics). 5390c195119SAlex Deucher * This dummy page is used by the driver as a filler for gart entries 5400c195119SAlex Deucher * when pages are taken out of the GART 5410c195119SAlex Deucher * Returns 0 on sucess, -ENOMEM on failure. 5420c195119SAlex Deucher */ 5433ce0a23dSJerome Glisse int radeon_dummy_page_init(struct radeon_device *rdev) 5443ce0a23dSJerome Glisse { 54582568565SDave Airlie if (rdev->dummy_page.page) 54682568565SDave Airlie return 0; 5473ce0a23dSJerome Glisse rdev->dummy_page.page = alloc_page(GFP_DMA32 | GFP_KERNEL | __GFP_ZERO); 5483ce0a23dSJerome Glisse if (rdev->dummy_page.page == NULL) 5493ce0a23dSJerome Glisse return -ENOMEM; 5503ce0a23dSJerome Glisse rdev->dummy_page.addr = pci_map_page(rdev->pdev, rdev->dummy_page.page, 5513ce0a23dSJerome Glisse 0, PAGE_SIZE, PCI_DMA_BIDIRECTIONAL); 552a30f6fb7SBenjamin Herrenschmidt if (pci_dma_mapping_error(rdev->pdev, rdev->dummy_page.addr)) { 553a30f6fb7SBenjamin Herrenschmidt dev_err(&rdev->pdev->dev, "Failed to DMA MAP the dummy page\n"); 5543ce0a23dSJerome Glisse __free_page(rdev->dummy_page.page); 5553ce0a23dSJerome Glisse rdev->dummy_page.page = NULL; 5563ce0a23dSJerome Glisse return -ENOMEM; 5573ce0a23dSJerome Glisse } 5583ce0a23dSJerome Glisse return 0; 5593ce0a23dSJerome Glisse } 5603ce0a23dSJerome Glisse 5610c195119SAlex Deucher /** 5620c195119SAlex Deucher * radeon_dummy_page_fini - free dummy page used by the driver 5630c195119SAlex Deucher * 5640c195119SAlex Deucher * @rdev: radeon_device pointer 5650c195119SAlex Deucher * 5660c195119SAlex Deucher * Frees the dummy page used by the driver (all asics). 5670c195119SAlex Deucher */ 5683ce0a23dSJerome Glisse void radeon_dummy_page_fini(struct radeon_device *rdev) 5693ce0a23dSJerome Glisse { 5703ce0a23dSJerome Glisse if (rdev->dummy_page.page == NULL) 5713ce0a23dSJerome Glisse return; 5723ce0a23dSJerome Glisse pci_unmap_page(rdev->pdev, rdev->dummy_page.addr, 5733ce0a23dSJerome Glisse PAGE_SIZE, PCI_DMA_BIDIRECTIONAL); 5743ce0a23dSJerome Glisse __free_page(rdev->dummy_page.page); 5753ce0a23dSJerome Glisse rdev->dummy_page.page = NULL; 5763ce0a23dSJerome Glisse } 5773ce0a23dSJerome Glisse 578771fe6b9SJerome Glisse 579771fe6b9SJerome Glisse /* ATOM accessor methods */ 5800c195119SAlex Deucher /* 5810c195119SAlex Deucher * ATOM is an interpreted byte code stored in tables in the vbios. The 5820c195119SAlex Deucher * driver registers callbacks to access registers and the interpreter 5830c195119SAlex Deucher * in the driver parses the tables and executes then to program specific 5840c195119SAlex Deucher * actions (set display modes, asic init, etc.). See radeon_atombios.c, 5850c195119SAlex Deucher * atombios.h, and atom.c 5860c195119SAlex Deucher */ 5870c195119SAlex Deucher 5880c195119SAlex Deucher /** 5890c195119SAlex Deucher * cail_pll_read - read PLL register 5900c195119SAlex Deucher * 5910c195119SAlex Deucher * @info: atom card_info pointer 5920c195119SAlex Deucher * @reg: PLL register offset 5930c195119SAlex Deucher * 5940c195119SAlex Deucher * Provides a PLL register accessor for the atom interpreter (r4xx+). 5950c195119SAlex Deucher * Returns the value of the PLL register. 5960c195119SAlex Deucher */ 597771fe6b9SJerome Glisse static uint32_t cail_pll_read(struct card_info *info, uint32_t reg) 598771fe6b9SJerome Glisse { 599771fe6b9SJerome Glisse struct radeon_device *rdev = info->dev->dev_private; 600771fe6b9SJerome Glisse uint32_t r; 601771fe6b9SJerome Glisse 602771fe6b9SJerome Glisse r = rdev->pll_rreg(rdev, reg); 603771fe6b9SJerome Glisse return r; 604771fe6b9SJerome Glisse } 605771fe6b9SJerome Glisse 6060c195119SAlex Deucher /** 6070c195119SAlex Deucher * cail_pll_write - write PLL register 6080c195119SAlex Deucher * 6090c195119SAlex Deucher * @info: atom card_info pointer 6100c195119SAlex Deucher * @reg: PLL register offset 6110c195119SAlex Deucher * @val: value to write to the pll register 6120c195119SAlex Deucher * 6130c195119SAlex Deucher * Provides a PLL register accessor for the atom interpreter (r4xx+). 6140c195119SAlex Deucher */ 615771fe6b9SJerome Glisse static void cail_pll_write(struct card_info *info, uint32_t reg, uint32_t val) 616771fe6b9SJerome Glisse { 617771fe6b9SJerome Glisse struct radeon_device *rdev = info->dev->dev_private; 618771fe6b9SJerome Glisse 619771fe6b9SJerome Glisse rdev->pll_wreg(rdev, reg, val); 620771fe6b9SJerome Glisse } 621771fe6b9SJerome Glisse 6220c195119SAlex Deucher /** 6230c195119SAlex Deucher * cail_mc_read - read MC (Memory Controller) register 6240c195119SAlex Deucher * 6250c195119SAlex Deucher * @info: atom card_info pointer 6260c195119SAlex Deucher * @reg: MC register offset 6270c195119SAlex Deucher * 6280c195119SAlex Deucher * Provides an MC register accessor for the atom interpreter (r4xx+). 6290c195119SAlex Deucher * Returns the value of the MC register. 6300c195119SAlex Deucher */ 631771fe6b9SJerome Glisse static uint32_t cail_mc_read(struct card_info *info, uint32_t reg) 632771fe6b9SJerome Glisse { 633771fe6b9SJerome Glisse struct radeon_device *rdev = info->dev->dev_private; 634771fe6b9SJerome Glisse uint32_t r; 635771fe6b9SJerome Glisse 636771fe6b9SJerome Glisse r = rdev->mc_rreg(rdev, reg); 637771fe6b9SJerome Glisse return r; 638771fe6b9SJerome Glisse } 639771fe6b9SJerome Glisse 6400c195119SAlex Deucher /** 6410c195119SAlex Deucher * cail_mc_write - write MC (Memory Controller) register 6420c195119SAlex Deucher * 6430c195119SAlex Deucher * @info: atom card_info pointer 6440c195119SAlex Deucher * @reg: MC register offset 6450c195119SAlex Deucher * @val: value to write to the pll register 6460c195119SAlex Deucher * 6470c195119SAlex Deucher * Provides a MC register accessor for the atom interpreter (r4xx+). 6480c195119SAlex Deucher */ 649771fe6b9SJerome Glisse static void cail_mc_write(struct card_info *info, uint32_t reg, uint32_t val) 650771fe6b9SJerome Glisse { 651771fe6b9SJerome Glisse struct radeon_device *rdev = info->dev->dev_private; 652771fe6b9SJerome Glisse 653771fe6b9SJerome Glisse rdev->mc_wreg(rdev, reg, val); 654771fe6b9SJerome Glisse } 655771fe6b9SJerome Glisse 6560c195119SAlex Deucher /** 6570c195119SAlex Deucher * cail_reg_write - write MMIO register 6580c195119SAlex Deucher * 6590c195119SAlex Deucher * @info: atom card_info pointer 6600c195119SAlex Deucher * @reg: MMIO register offset 6610c195119SAlex Deucher * @val: value to write to the pll register 6620c195119SAlex Deucher * 6630c195119SAlex Deucher * Provides a MMIO register accessor for the atom interpreter (r4xx+). 6640c195119SAlex Deucher */ 665771fe6b9SJerome Glisse static void cail_reg_write(struct card_info *info, uint32_t reg, uint32_t val) 666771fe6b9SJerome Glisse { 667771fe6b9SJerome Glisse struct radeon_device *rdev = info->dev->dev_private; 668771fe6b9SJerome Glisse 669771fe6b9SJerome Glisse WREG32(reg*4, val); 670771fe6b9SJerome Glisse } 671771fe6b9SJerome Glisse 6720c195119SAlex Deucher /** 6730c195119SAlex Deucher * cail_reg_read - read MMIO register 6740c195119SAlex Deucher * 6750c195119SAlex Deucher * @info: atom card_info pointer 6760c195119SAlex Deucher * @reg: MMIO register offset 6770c195119SAlex Deucher * 6780c195119SAlex Deucher * Provides an MMIO register accessor for the atom interpreter (r4xx+). 6790c195119SAlex Deucher * Returns the value of the MMIO register. 6800c195119SAlex Deucher */ 681771fe6b9SJerome Glisse static uint32_t cail_reg_read(struct card_info *info, uint32_t reg) 682771fe6b9SJerome Glisse { 683771fe6b9SJerome Glisse struct radeon_device *rdev = info->dev->dev_private; 684771fe6b9SJerome Glisse uint32_t r; 685771fe6b9SJerome Glisse 686771fe6b9SJerome Glisse r = RREG32(reg*4); 687771fe6b9SJerome Glisse return r; 688771fe6b9SJerome Glisse } 689771fe6b9SJerome Glisse 6900c195119SAlex Deucher /** 6910c195119SAlex Deucher * cail_ioreg_write - write IO register 6920c195119SAlex Deucher * 6930c195119SAlex Deucher * @info: atom card_info pointer 6940c195119SAlex Deucher * @reg: IO register offset 6950c195119SAlex Deucher * @val: value to write to the pll register 6960c195119SAlex Deucher * 6970c195119SAlex Deucher * Provides a IO register accessor for the atom interpreter (r4xx+). 6980c195119SAlex Deucher */ 699351a52a2SAlex Deucher static void cail_ioreg_write(struct card_info *info, uint32_t reg, uint32_t val) 700351a52a2SAlex Deucher { 701351a52a2SAlex Deucher struct radeon_device *rdev = info->dev->dev_private; 702351a52a2SAlex Deucher 703351a52a2SAlex Deucher WREG32_IO(reg*4, val); 704351a52a2SAlex Deucher } 705351a52a2SAlex Deucher 7060c195119SAlex Deucher /** 7070c195119SAlex Deucher * cail_ioreg_read - read IO register 7080c195119SAlex Deucher * 7090c195119SAlex Deucher * @info: atom card_info pointer 7100c195119SAlex Deucher * @reg: IO register offset 7110c195119SAlex Deucher * 7120c195119SAlex Deucher * Provides an IO register accessor for the atom interpreter (r4xx+). 7130c195119SAlex Deucher * Returns the value of the IO register. 7140c195119SAlex Deucher */ 715351a52a2SAlex Deucher static uint32_t cail_ioreg_read(struct card_info *info, uint32_t reg) 716351a52a2SAlex Deucher { 717351a52a2SAlex Deucher struct radeon_device *rdev = info->dev->dev_private; 718351a52a2SAlex Deucher uint32_t r; 719351a52a2SAlex Deucher 720351a52a2SAlex Deucher r = RREG32_IO(reg*4); 721351a52a2SAlex Deucher return r; 722351a52a2SAlex Deucher } 723351a52a2SAlex Deucher 7240c195119SAlex Deucher /** 7250c195119SAlex Deucher * radeon_atombios_init - init the driver info and callbacks for atombios 7260c195119SAlex Deucher * 7270c195119SAlex Deucher * @rdev: radeon_device pointer 7280c195119SAlex Deucher * 7290c195119SAlex Deucher * Initializes the driver info and register access callbacks for the 7300c195119SAlex Deucher * ATOM interpreter (r4xx+). 7310c195119SAlex Deucher * Returns 0 on sucess, -ENOMEM on failure. 7320c195119SAlex Deucher * Called at driver startup. 7330c195119SAlex Deucher */ 734771fe6b9SJerome Glisse int radeon_atombios_init(struct radeon_device *rdev) 735771fe6b9SJerome Glisse { 73661c4b24bSMathias Fröhlich struct card_info *atom_card_info = 73761c4b24bSMathias Fröhlich kzalloc(sizeof(struct card_info), GFP_KERNEL); 73861c4b24bSMathias Fröhlich 73961c4b24bSMathias Fröhlich if (!atom_card_info) 74061c4b24bSMathias Fröhlich return -ENOMEM; 74161c4b24bSMathias Fröhlich 74261c4b24bSMathias Fröhlich rdev->mode_info.atom_card_info = atom_card_info; 74361c4b24bSMathias Fröhlich atom_card_info->dev = rdev->ddev; 74461c4b24bSMathias Fröhlich atom_card_info->reg_read = cail_reg_read; 74561c4b24bSMathias Fröhlich atom_card_info->reg_write = cail_reg_write; 746351a52a2SAlex Deucher /* needed for iio ops */ 747351a52a2SAlex Deucher if (rdev->rio_mem) { 748351a52a2SAlex Deucher atom_card_info->ioreg_read = cail_ioreg_read; 749351a52a2SAlex Deucher atom_card_info->ioreg_write = cail_ioreg_write; 750351a52a2SAlex Deucher } else { 751351a52a2SAlex Deucher DRM_ERROR("Unable to find PCI I/O BAR; using MMIO for ATOM IIO\n"); 752351a52a2SAlex Deucher atom_card_info->ioreg_read = cail_reg_read; 753351a52a2SAlex Deucher atom_card_info->ioreg_write = cail_reg_write; 754351a52a2SAlex Deucher } 75561c4b24bSMathias Fröhlich atom_card_info->mc_read = cail_mc_read; 75661c4b24bSMathias Fröhlich atom_card_info->mc_write = cail_mc_write; 75761c4b24bSMathias Fröhlich atom_card_info->pll_read = cail_pll_read; 75861c4b24bSMathias Fröhlich atom_card_info->pll_write = cail_pll_write; 75961c4b24bSMathias Fröhlich 76061c4b24bSMathias Fröhlich rdev->mode_info.atom_context = atom_parse(atom_card_info, rdev->bios); 761*0e34d094STim Gardner if (!rdev->mode_info.atom_context) { 762*0e34d094STim Gardner radeon_atombios_fini(rdev); 763*0e34d094STim Gardner return -ENOMEM; 764*0e34d094STim Gardner } 765*0e34d094STim Gardner 766c31ad97fSRafał Miłecki mutex_init(&rdev->mode_info.atom_context->mutex); 767771fe6b9SJerome Glisse radeon_atom_initialize_bios_scratch_regs(rdev->ddev); 768d904ef9bSDave Airlie atom_allocate_fb_scratch(rdev->mode_info.atom_context); 769771fe6b9SJerome Glisse return 0; 770771fe6b9SJerome Glisse } 771771fe6b9SJerome Glisse 7720c195119SAlex Deucher /** 7730c195119SAlex Deucher * radeon_atombios_fini - free the driver info and callbacks for atombios 7740c195119SAlex Deucher * 7750c195119SAlex Deucher * @rdev: radeon_device pointer 7760c195119SAlex Deucher * 7770c195119SAlex Deucher * Frees the driver info and register access callbacks for the ATOM 7780c195119SAlex Deucher * interpreter (r4xx+). 7790c195119SAlex Deucher * Called at driver shutdown. 7800c195119SAlex Deucher */ 781771fe6b9SJerome Glisse void radeon_atombios_fini(struct radeon_device *rdev) 782771fe6b9SJerome Glisse { 7834a04a844SJerome Glisse if (rdev->mode_info.atom_context) { 784d904ef9bSDave Airlie kfree(rdev->mode_info.atom_context->scratch); 7854a04a844SJerome Glisse } 786*0e34d094STim Gardner kfree(rdev->mode_info.atom_context); 787*0e34d094STim Gardner rdev->mode_info.atom_context = NULL; 78861c4b24bSMathias Fröhlich kfree(rdev->mode_info.atom_card_info); 789*0e34d094STim Gardner rdev->mode_info.atom_card_info = NULL; 790771fe6b9SJerome Glisse } 791771fe6b9SJerome Glisse 7920c195119SAlex Deucher /* COMBIOS */ 7930c195119SAlex Deucher /* 7940c195119SAlex Deucher * COMBIOS is the bios format prior to ATOM. It provides 7950c195119SAlex Deucher * command tables similar to ATOM, but doesn't have a unified 7960c195119SAlex Deucher * parser. See radeon_combios.c 7970c195119SAlex Deucher */ 7980c195119SAlex Deucher 7990c195119SAlex Deucher /** 8000c195119SAlex Deucher * radeon_combios_init - init the driver info for combios 8010c195119SAlex Deucher * 8020c195119SAlex Deucher * @rdev: radeon_device pointer 8030c195119SAlex Deucher * 8040c195119SAlex Deucher * Initializes the driver info for combios (r1xx-r3xx). 8050c195119SAlex Deucher * Returns 0 on sucess. 8060c195119SAlex Deucher * Called at driver startup. 8070c195119SAlex Deucher */ 808771fe6b9SJerome Glisse int radeon_combios_init(struct radeon_device *rdev) 809771fe6b9SJerome Glisse { 810771fe6b9SJerome Glisse radeon_combios_initialize_bios_scratch_regs(rdev->ddev); 811771fe6b9SJerome Glisse return 0; 812771fe6b9SJerome Glisse } 813771fe6b9SJerome Glisse 8140c195119SAlex Deucher /** 8150c195119SAlex Deucher * radeon_combios_fini - free the driver info for combios 8160c195119SAlex Deucher * 8170c195119SAlex Deucher * @rdev: radeon_device pointer 8180c195119SAlex Deucher * 8190c195119SAlex Deucher * Frees the driver info for combios (r1xx-r3xx). 8200c195119SAlex Deucher * Called at driver shutdown. 8210c195119SAlex Deucher */ 822771fe6b9SJerome Glisse void radeon_combios_fini(struct radeon_device *rdev) 823771fe6b9SJerome Glisse { 824771fe6b9SJerome Glisse } 825771fe6b9SJerome Glisse 8260c195119SAlex Deucher /* if we get transitioned to only one device, take VGA back */ 8270c195119SAlex Deucher /** 8280c195119SAlex Deucher * radeon_vga_set_decode - enable/disable vga decode 8290c195119SAlex Deucher * 8300c195119SAlex Deucher * @cookie: radeon_device pointer 8310c195119SAlex Deucher * @state: enable/disable vga decode 8320c195119SAlex Deucher * 8330c195119SAlex Deucher * Enable/disable vga decode (all asics). 8340c195119SAlex Deucher * Returns VGA resource flags. 8350c195119SAlex Deucher */ 83628d52043SDave Airlie static unsigned int radeon_vga_set_decode(void *cookie, bool state) 83728d52043SDave Airlie { 83828d52043SDave Airlie struct radeon_device *rdev = cookie; 83928d52043SDave Airlie radeon_vga_set_state(rdev, state); 84028d52043SDave Airlie if (state) 84128d52043SDave Airlie return VGA_RSRC_LEGACY_IO | VGA_RSRC_LEGACY_MEM | 84228d52043SDave Airlie VGA_RSRC_NORMAL_IO | VGA_RSRC_NORMAL_MEM; 84328d52043SDave Airlie else 84428d52043SDave Airlie return VGA_RSRC_NORMAL_IO | VGA_RSRC_NORMAL_MEM; 84528d52043SDave Airlie } 846c1176d6fSDave Airlie 8470c195119SAlex Deucher /** 8481bcb04f7SChristian König * radeon_check_pot_argument - check that argument is a power of two 8491bcb04f7SChristian König * 8501bcb04f7SChristian König * @arg: value to check 8511bcb04f7SChristian König * 8521bcb04f7SChristian König * Validates that a certain argument is a power of two (all asics). 8531bcb04f7SChristian König * Returns true if argument is valid. 8541bcb04f7SChristian König */ 8551bcb04f7SChristian König static bool radeon_check_pot_argument(int arg) 8561bcb04f7SChristian König { 8571bcb04f7SChristian König return (arg & (arg - 1)) == 0; 8581bcb04f7SChristian König } 8591bcb04f7SChristian König 8601bcb04f7SChristian König /** 8610c195119SAlex Deucher * radeon_check_arguments - validate module params 8620c195119SAlex Deucher * 8630c195119SAlex Deucher * @rdev: radeon_device pointer 8640c195119SAlex Deucher * 8650c195119SAlex Deucher * Validates certain module parameters and updates 8660c195119SAlex Deucher * the associated values used by the driver (all asics). 8670c195119SAlex Deucher */ 8681109ca09SLauri Kasanen static void radeon_check_arguments(struct radeon_device *rdev) 86936421338SJerome Glisse { 87036421338SJerome Glisse /* vramlimit must be a power of two */ 8711bcb04f7SChristian König if (!radeon_check_pot_argument(radeon_vram_limit)) { 87236421338SJerome Glisse dev_warn(rdev->dev, "vram limit (%d) must be a power of 2\n", 87336421338SJerome Glisse radeon_vram_limit); 87436421338SJerome Glisse radeon_vram_limit = 0; 87536421338SJerome Glisse } 8761bcb04f7SChristian König 87736421338SJerome Glisse /* gtt size must be power of two and greater or equal to 32M */ 8781bcb04f7SChristian König if (radeon_gart_size < 32) { 87936421338SJerome Glisse dev_warn(rdev->dev, "gart size (%d) too small forcing to 512M\n", 88036421338SJerome Glisse radeon_gart_size); 88136421338SJerome Glisse radeon_gart_size = 512; 8821bcb04f7SChristian König 8831bcb04f7SChristian König } else if (!radeon_check_pot_argument(radeon_gart_size)) { 88436421338SJerome Glisse dev_warn(rdev->dev, "gart size (%d) must be a power of 2\n", 88536421338SJerome Glisse radeon_gart_size); 88636421338SJerome Glisse radeon_gart_size = 512; 88736421338SJerome Glisse } 8881bcb04f7SChristian König rdev->mc.gtt_size = (uint64_t)radeon_gart_size << 20; 8891bcb04f7SChristian König 89036421338SJerome Glisse /* AGP mode can only be -1, 1, 2, 4, 8 */ 89136421338SJerome Glisse switch (radeon_agpmode) { 89236421338SJerome Glisse case -1: 89336421338SJerome Glisse case 0: 89436421338SJerome Glisse case 1: 89536421338SJerome Glisse case 2: 89636421338SJerome Glisse case 4: 89736421338SJerome Glisse case 8: 89836421338SJerome Glisse break; 89936421338SJerome Glisse default: 90036421338SJerome Glisse dev_warn(rdev->dev, "invalid AGP mode %d (valid mode: " 90136421338SJerome Glisse "-1, 0, 1, 2, 4, 8)\n", radeon_agpmode); 90236421338SJerome Glisse radeon_agpmode = 0; 90336421338SJerome Glisse break; 90436421338SJerome Glisse } 90536421338SJerome Glisse } 90636421338SJerome Glisse 9070c195119SAlex Deucher /** 908d1f9809eSMaarten Lankhorst * radeon_switcheroo_quirk_long_wakeup - return true if longer d3 delay is 909d1f9809eSMaarten Lankhorst * needed for waking up. 910d1f9809eSMaarten Lankhorst * 911d1f9809eSMaarten Lankhorst * @pdev: pci dev pointer 912d1f9809eSMaarten Lankhorst */ 913d1f9809eSMaarten Lankhorst static bool radeon_switcheroo_quirk_long_wakeup(struct pci_dev *pdev) 914d1f9809eSMaarten Lankhorst { 915d1f9809eSMaarten Lankhorst 916d1f9809eSMaarten Lankhorst /* 6600m in a macbook pro */ 917d1f9809eSMaarten Lankhorst if (pdev->subsystem_vendor == PCI_VENDOR_ID_APPLE && 918d1f9809eSMaarten Lankhorst pdev->subsystem_device == 0x00e2) { 919d1f9809eSMaarten Lankhorst printk(KERN_INFO "radeon: quirking longer d3 wakeup delay\n"); 920d1f9809eSMaarten Lankhorst return true; 921d1f9809eSMaarten Lankhorst } 922d1f9809eSMaarten Lankhorst 923d1f9809eSMaarten Lankhorst return false; 924d1f9809eSMaarten Lankhorst } 925d1f9809eSMaarten Lankhorst 926d1f9809eSMaarten Lankhorst /** 9270c195119SAlex Deucher * radeon_switcheroo_set_state - set switcheroo state 9280c195119SAlex Deucher * 9290c195119SAlex Deucher * @pdev: pci dev pointer 9300c195119SAlex Deucher * @state: vga switcheroo state 9310c195119SAlex Deucher * 9320c195119SAlex Deucher * Callback for the switcheroo driver. Suspends or resumes the 9330c195119SAlex Deucher * the asics before or after it is powered up using ACPI methods. 9340c195119SAlex Deucher */ 9356a9ee8afSDave Airlie static void radeon_switcheroo_set_state(struct pci_dev *pdev, enum vga_switcheroo_state state) 9366a9ee8afSDave Airlie { 9376a9ee8afSDave Airlie struct drm_device *dev = pci_get_drvdata(pdev); 9386a9ee8afSDave Airlie pm_message_t pmm = { .event = PM_EVENT_SUSPEND }; 9396a9ee8afSDave Airlie if (state == VGA_SWITCHEROO_ON) { 940d1f9809eSMaarten Lankhorst unsigned d3_delay = dev->pdev->d3_delay; 941d1f9809eSMaarten Lankhorst 9426a9ee8afSDave Airlie printk(KERN_INFO "radeon: switched on\n"); 9436a9ee8afSDave Airlie /* don't suspend or resume card normally */ 9445bcf719bSDave Airlie dev->switch_power_state = DRM_SWITCH_POWER_CHANGING; 945d1f9809eSMaarten Lankhorst 946d1f9809eSMaarten Lankhorst if (d3_delay < 20 && radeon_switcheroo_quirk_long_wakeup(pdev)) 947d1f9809eSMaarten Lankhorst dev->pdev->d3_delay = 20; 948d1f9809eSMaarten Lankhorst 9496a9ee8afSDave Airlie radeon_resume_kms(dev); 950d1f9809eSMaarten Lankhorst 951d1f9809eSMaarten Lankhorst dev->pdev->d3_delay = d3_delay; 952d1f9809eSMaarten Lankhorst 9535bcf719bSDave Airlie dev->switch_power_state = DRM_SWITCH_POWER_ON; 954fbf81762SDave Airlie drm_kms_helper_poll_enable(dev); 9556a9ee8afSDave Airlie } else { 9566a9ee8afSDave Airlie printk(KERN_INFO "radeon: switched off\n"); 957fbf81762SDave Airlie drm_kms_helper_poll_disable(dev); 9585bcf719bSDave Airlie dev->switch_power_state = DRM_SWITCH_POWER_CHANGING; 9596a9ee8afSDave Airlie radeon_suspend_kms(dev, pmm); 9605bcf719bSDave Airlie dev->switch_power_state = DRM_SWITCH_POWER_OFF; 9616a9ee8afSDave Airlie } 9626a9ee8afSDave Airlie } 9636a9ee8afSDave Airlie 9640c195119SAlex Deucher /** 9650c195119SAlex Deucher * radeon_switcheroo_can_switch - see if switcheroo state can change 9660c195119SAlex Deucher * 9670c195119SAlex Deucher * @pdev: pci dev pointer 9680c195119SAlex Deucher * 9690c195119SAlex Deucher * Callback for the switcheroo driver. Check of the switcheroo 9700c195119SAlex Deucher * state can be changed. 9710c195119SAlex Deucher * Returns true if the state can be changed, false if not. 9720c195119SAlex Deucher */ 9736a9ee8afSDave Airlie static bool radeon_switcheroo_can_switch(struct pci_dev *pdev) 9746a9ee8afSDave Airlie { 9756a9ee8afSDave Airlie struct drm_device *dev = pci_get_drvdata(pdev); 9766a9ee8afSDave Airlie bool can_switch; 9776a9ee8afSDave Airlie 9786a9ee8afSDave Airlie spin_lock(&dev->count_lock); 9796a9ee8afSDave Airlie can_switch = (dev->open_count == 0); 9806a9ee8afSDave Airlie spin_unlock(&dev->count_lock); 9816a9ee8afSDave Airlie return can_switch; 9826a9ee8afSDave Airlie } 9836a9ee8afSDave Airlie 98426ec685fSTakashi Iwai static const struct vga_switcheroo_client_ops radeon_switcheroo_ops = { 98526ec685fSTakashi Iwai .set_gpu_state = radeon_switcheroo_set_state, 98626ec685fSTakashi Iwai .reprobe = NULL, 98726ec685fSTakashi Iwai .can_switch = radeon_switcheroo_can_switch, 98826ec685fSTakashi Iwai }; 9896a9ee8afSDave Airlie 9900c195119SAlex Deucher /** 9910c195119SAlex Deucher * radeon_device_init - initialize the driver 9920c195119SAlex Deucher * 9930c195119SAlex Deucher * @rdev: radeon_device pointer 9940c195119SAlex Deucher * @pdev: drm dev pointer 9950c195119SAlex Deucher * @pdev: pci dev pointer 9960c195119SAlex Deucher * @flags: driver flags 9970c195119SAlex Deucher * 9980c195119SAlex Deucher * Initializes the driver info and hw (all asics). 9990c195119SAlex Deucher * Returns 0 for success or an error on failure. 10000c195119SAlex Deucher * Called at driver startup. 10010c195119SAlex Deucher */ 1002771fe6b9SJerome Glisse int radeon_device_init(struct radeon_device *rdev, 1003771fe6b9SJerome Glisse struct drm_device *ddev, 1004771fe6b9SJerome Glisse struct pci_dev *pdev, 1005771fe6b9SJerome Glisse uint32_t flags) 1006771fe6b9SJerome Glisse { 1007351a52a2SAlex Deucher int r, i; 1008ad49f501SDave Airlie int dma_bits; 1009771fe6b9SJerome Glisse 1010771fe6b9SJerome Glisse rdev->shutdown = false; 10119f022ddfSJerome Glisse rdev->dev = &pdev->dev; 1012771fe6b9SJerome Glisse rdev->ddev = ddev; 1013771fe6b9SJerome Glisse rdev->pdev = pdev; 1014771fe6b9SJerome Glisse rdev->flags = flags; 1015771fe6b9SJerome Glisse rdev->family = flags & RADEON_FAMILY_MASK; 1016771fe6b9SJerome Glisse rdev->is_atom_bios = false; 1017771fe6b9SJerome Glisse rdev->usec_timeout = RADEON_MAX_USEC_TIMEOUT; 1018771fe6b9SJerome Glisse rdev->mc.gtt_size = radeon_gart_size * 1024 * 1024; 1019733289c2SJerome Glisse rdev->accel_working = false; 10208b25ed34SAlex Deucher /* set up ring ids */ 10218b25ed34SAlex Deucher for (i = 0; i < RADEON_NUM_RINGS; i++) { 10228b25ed34SAlex Deucher rdev->ring[i].idx = i; 10238b25ed34SAlex Deucher } 10241b5331d9SJerome Glisse 1025d522d9ccSThomas Reim DRM_INFO("initializing kernel modesetting (%s 0x%04X:0x%04X 0x%04X:0x%04X).\n", 1026d522d9ccSThomas Reim radeon_family_name[rdev->family], pdev->vendor, pdev->device, 1027d522d9ccSThomas Reim pdev->subsystem_vendor, pdev->subsystem_device); 10281b5331d9SJerome Glisse 1029771fe6b9SJerome Glisse /* mutex initialization are all done here so we 1030771fe6b9SJerome Glisse * can recall function without having locking issues */ 1031d6999bc7SChristian König mutex_init(&rdev->ring_lock); 103240bacf16SAlex Deucher mutex_init(&rdev->dc_hw_i2c_mutex); 1033c20dc369SChristian Koenig atomic_set(&rdev->ih.lock, 0); 10344c788679SJerome Glisse mutex_init(&rdev->gem.mutex); 1035c913e23aSRafał Miłecki mutex_init(&rdev->pm.mutex); 10366759a0a7SMarek Olšák mutex_init(&rdev->gpu_clock_mutex); 1037db7fce39SChristian König init_rwsem(&rdev->pm.mclk_lock); 1038dee53e7fSJerome Glisse init_rwsem(&rdev->exclusive_lock); 103973a6d3fcSRafał Miłecki init_waitqueue_head(&rdev->irq.vblank_queue); 10401b9c3dd0SAlex Deucher r = radeon_gem_init(rdev); 10411b9c3dd0SAlex Deucher if (r) 10421b9c3dd0SAlex Deucher return r; 1043721604a1SJerome Glisse /* initialize vm here */ 104436ff39c4SChristian König mutex_init(&rdev->vm_manager.lock); 104523d4f1f2SAlex Deucher /* Adjust VM size here. 104623d4f1f2SAlex Deucher * Currently set to 4GB ((1 << 20) 4k pages). 104723d4f1f2SAlex Deucher * Max GPUVM size for cayman and SI is 40 bits. 104823d4f1f2SAlex Deucher */ 1049721604a1SJerome Glisse rdev->vm_manager.max_pfn = 1 << 20; 1050721604a1SJerome Glisse INIT_LIST_HEAD(&rdev->vm_manager.lru_vm); 1051771fe6b9SJerome Glisse 10524aac0473SJerome Glisse /* Set asic functions */ 10534aac0473SJerome Glisse r = radeon_asic_init(rdev); 105436421338SJerome Glisse if (r) 10554aac0473SJerome Glisse return r; 105636421338SJerome Glisse radeon_check_arguments(rdev); 10574aac0473SJerome Glisse 1058f95df9caSAlex Deucher /* all of the newer IGP chips have an internal gart 1059f95df9caSAlex Deucher * However some rs4xx report as AGP, so remove that here. 1060f95df9caSAlex Deucher */ 1061f95df9caSAlex Deucher if ((rdev->family >= CHIP_RS400) && 1062f95df9caSAlex Deucher (rdev->flags & RADEON_IS_IGP)) { 1063f95df9caSAlex Deucher rdev->flags &= ~RADEON_IS_AGP; 1064f95df9caSAlex Deucher } 1065f95df9caSAlex Deucher 106630256a3fSJerome Glisse if (rdev->flags & RADEON_IS_AGP && radeon_agpmode == -1) { 1067b574f251SJerome Glisse radeon_agp_disable(rdev); 1068771fe6b9SJerome Glisse } 1069771fe6b9SJerome Glisse 1070ad49f501SDave Airlie /* set DMA mask + need_dma32 flags. 1071ad49f501SDave Airlie * PCIE - can handle 40-bits. 1072005a83f1SAlex Deucher * IGP - can handle 40-bits 1073ad49f501SDave Airlie * AGP - generally dma32 is safest 1074005a83f1SAlex Deucher * PCI - dma32 for legacy pci gart, 40 bits on newer asics 1075ad49f501SDave Airlie */ 1076ad49f501SDave Airlie rdev->need_dma32 = false; 1077ad49f501SDave Airlie if (rdev->flags & RADEON_IS_AGP) 1078ad49f501SDave Airlie rdev->need_dma32 = true; 1079005a83f1SAlex Deucher if ((rdev->flags & RADEON_IS_PCI) && 10804a2b6662SJerome Glisse (rdev->family <= CHIP_RS740)) 1081ad49f501SDave Airlie rdev->need_dma32 = true; 1082ad49f501SDave Airlie 1083ad49f501SDave Airlie dma_bits = rdev->need_dma32 ? 32 : 40; 1084ad49f501SDave Airlie r = pci_set_dma_mask(rdev->pdev, DMA_BIT_MASK(dma_bits)); 1085771fe6b9SJerome Glisse if (r) { 108662fff811SDaniel Haid rdev->need_dma32 = true; 1087c52494f6SKonrad Rzeszutek Wilk dma_bits = 32; 1088771fe6b9SJerome Glisse printk(KERN_WARNING "radeon: No suitable DMA available.\n"); 1089771fe6b9SJerome Glisse } 1090c52494f6SKonrad Rzeszutek Wilk r = pci_set_consistent_dma_mask(rdev->pdev, DMA_BIT_MASK(dma_bits)); 1091c52494f6SKonrad Rzeszutek Wilk if (r) { 1092c52494f6SKonrad Rzeszutek Wilk pci_set_consistent_dma_mask(rdev->pdev, DMA_BIT_MASK(32)); 1093c52494f6SKonrad Rzeszutek Wilk printk(KERN_WARNING "radeon: No coherent DMA available.\n"); 1094c52494f6SKonrad Rzeszutek Wilk } 1095771fe6b9SJerome Glisse 1096771fe6b9SJerome Glisse /* Registers mapping */ 1097771fe6b9SJerome Glisse /* TODO: block userspace mapping of io register */ 10982c385151SDaniel Vetter spin_lock_init(&rdev->mmio_idx_lock); 109901d73a69SJordan Crouse rdev->rmmio_base = pci_resource_start(rdev->pdev, 2); 110001d73a69SJordan Crouse rdev->rmmio_size = pci_resource_len(rdev->pdev, 2); 1101771fe6b9SJerome Glisse rdev->rmmio = ioremap(rdev->rmmio_base, rdev->rmmio_size); 1102771fe6b9SJerome Glisse if (rdev->rmmio == NULL) { 1103771fe6b9SJerome Glisse return -ENOMEM; 1104771fe6b9SJerome Glisse } 1105771fe6b9SJerome Glisse DRM_INFO("register mmio base: 0x%08X\n", (uint32_t)rdev->rmmio_base); 1106771fe6b9SJerome Glisse DRM_INFO("register mmio size: %u\n", (unsigned)rdev->rmmio_size); 1107771fe6b9SJerome Glisse 1108351a52a2SAlex Deucher /* io port mapping */ 1109351a52a2SAlex Deucher for (i = 0; i < DEVICE_COUNT_RESOURCE; i++) { 1110351a52a2SAlex Deucher if (pci_resource_flags(rdev->pdev, i) & IORESOURCE_IO) { 1111351a52a2SAlex Deucher rdev->rio_mem_size = pci_resource_len(rdev->pdev, i); 1112351a52a2SAlex Deucher rdev->rio_mem = pci_iomap(rdev->pdev, i, rdev->rio_mem_size); 1113351a52a2SAlex Deucher break; 1114351a52a2SAlex Deucher } 1115351a52a2SAlex Deucher } 1116351a52a2SAlex Deucher if (rdev->rio_mem == NULL) 1117351a52a2SAlex Deucher DRM_ERROR("Unable to find PCI I/O BAR\n"); 1118351a52a2SAlex Deucher 111928d52043SDave Airlie /* if we have > 1 VGA cards, then disable the radeon VGA resources */ 112093239ea1SDave Airlie /* this will fail for cards that aren't VGA class devices, just 112193239ea1SDave Airlie * ignore it */ 112293239ea1SDave Airlie vga_client_register(rdev->pdev, rdev, NULL, radeon_vga_set_decode); 112326ec685fSTakashi Iwai vga_switcheroo_register_client(rdev->pdev, &radeon_switcheroo_ops); 112428d52043SDave Airlie 11253ce0a23dSJerome Glisse r = radeon_init(rdev); 1126b574f251SJerome Glisse if (r) 1127b574f251SJerome Glisse return r; 1128b1e3a6d1SMichel Dänzer 112904eb2206SChristian König r = radeon_ib_ring_tests(rdev); 113004eb2206SChristian König if (r) 113104eb2206SChristian König DRM_ERROR("ib ring test failed (%d).\n", r); 113204eb2206SChristian König 1133b574f251SJerome Glisse if (rdev->flags & RADEON_IS_AGP && !rdev->accel_working) { 1134b574f251SJerome Glisse /* Acceleration not working on AGP card try again 1135b574f251SJerome Glisse * with fallback to PCI or PCIE GART 1136b574f251SJerome Glisse */ 1137a2d07b74SJerome Glisse radeon_asic_reset(rdev); 1138b574f251SJerome Glisse radeon_fini(rdev); 1139b574f251SJerome Glisse radeon_agp_disable(rdev); 1140b574f251SJerome Glisse r = radeon_init(rdev); 11414aac0473SJerome Glisse if (r) 11424aac0473SJerome Glisse return r; 11433ce0a23dSJerome Glisse } 114460a7e396SChristian König if ((radeon_testing & 1)) { 1145ecc0b326SMichel Dänzer radeon_test_moves(rdev); 1146ecc0b326SMichel Dänzer } 114760a7e396SChristian König if ((radeon_testing & 2)) { 114860a7e396SChristian König radeon_test_syncing(rdev); 114960a7e396SChristian König } 1150771fe6b9SJerome Glisse if (radeon_benchmarking) { 1151638dd7dbSIlija Hadzic radeon_benchmark(rdev, radeon_benchmarking); 1152771fe6b9SJerome Glisse } 11536cf8a3f5SJerome Glisse return 0; 1154771fe6b9SJerome Glisse } 1155771fe6b9SJerome Glisse 11564d8bf9aeSChristian König static void radeon_debugfs_remove_files(struct radeon_device *rdev); 11574d8bf9aeSChristian König 11580c195119SAlex Deucher /** 11590c195119SAlex Deucher * radeon_device_fini - tear down the driver 11600c195119SAlex Deucher * 11610c195119SAlex Deucher * @rdev: radeon_device pointer 11620c195119SAlex Deucher * 11630c195119SAlex Deucher * Tear down the driver info (all asics). 11640c195119SAlex Deucher * Called at driver shutdown. 11650c195119SAlex Deucher */ 1166771fe6b9SJerome Glisse void radeon_device_fini(struct radeon_device *rdev) 1167771fe6b9SJerome Glisse { 1168771fe6b9SJerome Glisse DRM_INFO("radeon: finishing device.\n"); 1169771fe6b9SJerome Glisse rdev->shutdown = true; 117090aca4d2SJerome Glisse /* evict vram memory */ 117190aca4d2SJerome Glisse radeon_bo_evict_vram(rdev); 11723ce0a23dSJerome Glisse radeon_fini(rdev); 11736a9ee8afSDave Airlie vga_switcheroo_unregister_client(rdev->pdev); 1174c1176d6fSDave Airlie vga_client_register(rdev->pdev, NULL, NULL, NULL); 1175e0a2ca73SAlex Deucher if (rdev->rio_mem) 1176351a52a2SAlex Deucher pci_iounmap(rdev->pdev, rdev->rio_mem); 1177351a52a2SAlex Deucher rdev->rio_mem = NULL; 1178771fe6b9SJerome Glisse iounmap(rdev->rmmio); 1179771fe6b9SJerome Glisse rdev->rmmio = NULL; 11804d8bf9aeSChristian König radeon_debugfs_remove_files(rdev); 1181771fe6b9SJerome Glisse } 1182771fe6b9SJerome Glisse 1183771fe6b9SJerome Glisse 1184771fe6b9SJerome Glisse /* 1185771fe6b9SJerome Glisse * Suspend & resume. 1186771fe6b9SJerome Glisse */ 11870c195119SAlex Deucher /** 11880c195119SAlex Deucher * radeon_suspend_kms - initiate device suspend 11890c195119SAlex Deucher * 11900c195119SAlex Deucher * @pdev: drm dev pointer 11910c195119SAlex Deucher * @state: suspend state 11920c195119SAlex Deucher * 11930c195119SAlex Deucher * Puts the hw in the suspend state (all asics). 11940c195119SAlex Deucher * Returns 0 for success or an error on failure. 11950c195119SAlex Deucher * Called at driver suspend. 11960c195119SAlex Deucher */ 1197771fe6b9SJerome Glisse int radeon_suspend_kms(struct drm_device *dev, pm_message_t state) 1198771fe6b9SJerome Glisse { 1199875c1866SDarren Jenkins struct radeon_device *rdev; 1200771fe6b9SJerome Glisse struct drm_crtc *crtc; 1201d8dcaa1dSAlex Deucher struct drm_connector *connector; 12027465280cSAlex Deucher int i, r; 12035f8f635eSJerome Glisse bool force_completion = false; 1204771fe6b9SJerome Glisse 1205875c1866SDarren Jenkins if (dev == NULL || dev->dev_private == NULL) { 1206771fe6b9SJerome Glisse return -ENODEV; 1207771fe6b9SJerome Glisse } 1208771fe6b9SJerome Glisse if (state.event == PM_EVENT_PRETHAW) { 1209771fe6b9SJerome Glisse return 0; 1210771fe6b9SJerome Glisse } 1211875c1866SDarren Jenkins rdev = dev->dev_private; 1212875c1866SDarren Jenkins 12135bcf719bSDave Airlie if (dev->switch_power_state == DRM_SWITCH_POWER_OFF) 12146a9ee8afSDave Airlie return 0; 1215d8dcaa1dSAlex Deucher 121686698c20SSeth Forshee drm_kms_helper_poll_disable(dev); 121786698c20SSeth Forshee 1218d8dcaa1dSAlex Deucher /* turn off display hw */ 1219d8dcaa1dSAlex Deucher list_for_each_entry(connector, &dev->mode_config.connector_list, head) { 1220d8dcaa1dSAlex Deucher drm_helper_connector_dpms(connector, DRM_MODE_DPMS_OFF); 1221d8dcaa1dSAlex Deucher } 1222d8dcaa1dSAlex Deucher 1223771fe6b9SJerome Glisse /* unpin the front buffers */ 1224771fe6b9SJerome Glisse list_for_each_entry(crtc, &dev->mode_config.crtc_list, head) { 1225771fe6b9SJerome Glisse struct radeon_framebuffer *rfb = to_radeon_framebuffer(crtc->fb); 12264c788679SJerome Glisse struct radeon_bo *robj; 1227771fe6b9SJerome Glisse 1228771fe6b9SJerome Glisse if (rfb == NULL || rfb->obj == NULL) { 1229771fe6b9SJerome Glisse continue; 1230771fe6b9SJerome Glisse } 12317e4d15d9SDaniel Vetter robj = gem_to_radeon_bo(rfb->obj); 123238651674SDave Airlie /* don't unpin kernel fb objects */ 123338651674SDave Airlie if (!radeon_fbdev_robj_is_fb(rdev, robj)) { 12344c788679SJerome Glisse r = radeon_bo_reserve(robj, false); 123538651674SDave Airlie if (r == 0) { 12364c788679SJerome Glisse radeon_bo_unpin(robj); 12374c788679SJerome Glisse radeon_bo_unreserve(robj); 12384c788679SJerome Glisse } 1239771fe6b9SJerome Glisse } 1240771fe6b9SJerome Glisse } 1241771fe6b9SJerome Glisse /* evict vram memory */ 12424c788679SJerome Glisse radeon_bo_evict_vram(rdev); 12438a47cc9eSChristian König 12448a47cc9eSChristian König mutex_lock(&rdev->ring_lock); 1245771fe6b9SJerome Glisse /* wait for gpu to finish processing current batch */ 12465f8f635eSJerome Glisse for (i = 0; i < RADEON_NUM_RINGS; i++) { 12475f8f635eSJerome Glisse r = radeon_fence_wait_empty_locked(rdev, i); 12485f8f635eSJerome Glisse if (r) { 12495f8f635eSJerome Glisse /* delay GPU reset to resume */ 12505f8f635eSJerome Glisse force_completion = true; 12515f8f635eSJerome Glisse } 12525f8f635eSJerome Glisse } 12535f8f635eSJerome Glisse if (force_completion) { 12545f8f635eSJerome Glisse radeon_fence_driver_force_completion(rdev); 12555f8f635eSJerome Glisse } 12568a47cc9eSChristian König mutex_unlock(&rdev->ring_lock); 1257771fe6b9SJerome Glisse 1258f657c2a7SYang Zhao radeon_save_bios_scratch_regs(rdev); 1259f657c2a7SYang Zhao 1260ce8f5370SAlex Deucher radeon_pm_suspend(rdev); 12613ce0a23dSJerome Glisse radeon_suspend(rdev); 1262d4877cf2SAlex Deucher radeon_hpd_fini(rdev); 1263771fe6b9SJerome Glisse /* evict remaining vram memory */ 12644c788679SJerome Glisse radeon_bo_evict_vram(rdev); 1265771fe6b9SJerome Glisse 126610b06122SJerome Glisse radeon_agp_suspend(rdev); 126710b06122SJerome Glisse 1268771fe6b9SJerome Glisse pci_save_state(dev->pdev); 1269771fe6b9SJerome Glisse if (state.event == PM_EVENT_SUSPEND) { 1270771fe6b9SJerome Glisse /* Shut down the device */ 1271771fe6b9SJerome Glisse pci_disable_device(dev->pdev); 1272771fe6b9SJerome Glisse pci_set_power_state(dev->pdev, PCI_D3hot); 1273771fe6b9SJerome Glisse } 1274ac751efaSTorben Hohn console_lock(); 127538651674SDave Airlie radeon_fbdev_set_suspend(rdev, 1); 1276ac751efaSTorben Hohn console_unlock(); 1277771fe6b9SJerome Glisse return 0; 1278771fe6b9SJerome Glisse } 1279771fe6b9SJerome Glisse 12800c195119SAlex Deucher /** 12810c195119SAlex Deucher * radeon_resume_kms - initiate device resume 12820c195119SAlex Deucher * 12830c195119SAlex Deucher * @pdev: drm dev pointer 12840c195119SAlex Deucher * 12850c195119SAlex Deucher * Bring the hw back to operating state (all asics). 12860c195119SAlex Deucher * Returns 0 for success or an error on failure. 12870c195119SAlex Deucher * Called at driver resume. 12880c195119SAlex Deucher */ 1289771fe6b9SJerome Glisse int radeon_resume_kms(struct drm_device *dev) 1290771fe6b9SJerome Glisse { 129109bdf591SCedric Godin struct drm_connector *connector; 1292771fe6b9SJerome Glisse struct radeon_device *rdev = dev->dev_private; 129304eb2206SChristian König int r; 1294771fe6b9SJerome Glisse 12955bcf719bSDave Airlie if (dev->switch_power_state == DRM_SWITCH_POWER_OFF) 12966a9ee8afSDave Airlie return 0; 12976a9ee8afSDave Airlie 1298ac751efaSTorben Hohn console_lock(); 1299771fe6b9SJerome Glisse pci_set_power_state(dev->pdev, PCI_D0); 1300771fe6b9SJerome Glisse pci_restore_state(dev->pdev); 1301771fe6b9SJerome Glisse if (pci_enable_device(dev->pdev)) { 1302ac751efaSTorben Hohn console_unlock(); 1303771fe6b9SJerome Glisse return -1; 1304771fe6b9SJerome Glisse } 13050ebf1717SDave Airlie /* resume AGP if in use */ 13060ebf1717SDave Airlie radeon_agp_resume(rdev); 13073ce0a23dSJerome Glisse radeon_resume(rdev); 130804eb2206SChristian König 130904eb2206SChristian König r = radeon_ib_ring_tests(rdev); 131004eb2206SChristian König if (r) 131104eb2206SChristian König DRM_ERROR("ib ring test failed (%d).\n", r); 131204eb2206SChristian König 1313ce8f5370SAlex Deucher radeon_pm_resume(rdev); 1314f657c2a7SYang Zhao radeon_restore_bios_scratch_regs(rdev); 131509bdf591SCedric Godin 131638651674SDave Airlie radeon_fbdev_set_suspend(rdev, 0); 1317ac751efaSTorben Hohn console_unlock(); 1318771fe6b9SJerome Glisse 13193fa47d9eSAlex Deucher /* init dig PHYs, disp eng pll */ 13203fa47d9eSAlex Deucher if (rdev->is_atom_bios) { 1321ac89af1eSAlex Deucher radeon_atom_encoder_init(rdev); 1322f3f1f03eSAlex Deucher radeon_atom_disp_eng_pll_init(rdev); 1323bced76f2SAlex Deucher /* turn on the BL */ 1324bced76f2SAlex Deucher if (rdev->mode_info.bl_encoder) { 1325bced76f2SAlex Deucher u8 bl_level = radeon_get_backlight_level(rdev, 1326bced76f2SAlex Deucher rdev->mode_info.bl_encoder); 1327bced76f2SAlex Deucher radeon_set_backlight_level(rdev, rdev->mode_info.bl_encoder, 1328bced76f2SAlex Deucher bl_level); 1329bced76f2SAlex Deucher } 13303fa47d9eSAlex Deucher } 1331d4877cf2SAlex Deucher /* reset hpd state */ 1332d4877cf2SAlex Deucher radeon_hpd_init(rdev); 1333771fe6b9SJerome Glisse /* blat the mode back in */ 1334771fe6b9SJerome Glisse drm_helper_resume_force_mode(dev); 1335a93f344dSAlex Deucher /* turn on display hw */ 1336a93f344dSAlex Deucher list_for_each_entry(connector, &dev->mode_config.connector_list, head) { 1337a93f344dSAlex Deucher drm_helper_connector_dpms(connector, DRM_MODE_DPMS_ON); 1338a93f344dSAlex Deucher } 133986698c20SSeth Forshee 134086698c20SSeth Forshee drm_kms_helper_poll_enable(dev); 1341771fe6b9SJerome Glisse return 0; 1342771fe6b9SJerome Glisse } 1343771fe6b9SJerome Glisse 13440c195119SAlex Deucher /** 13450c195119SAlex Deucher * radeon_gpu_reset - reset the asic 13460c195119SAlex Deucher * 13470c195119SAlex Deucher * @rdev: radeon device pointer 13480c195119SAlex Deucher * 13490c195119SAlex Deucher * Attempt the reset the GPU if it has hung (all asics). 13500c195119SAlex Deucher * Returns 0 for success or an error on failure. 13510c195119SAlex Deucher */ 135290aca4d2SJerome Glisse int radeon_gpu_reset(struct radeon_device *rdev) 135390aca4d2SJerome Glisse { 135455d7c221SChristian König unsigned ring_sizes[RADEON_NUM_RINGS]; 135555d7c221SChristian König uint32_t *ring_data[RADEON_NUM_RINGS]; 135655d7c221SChristian König 135755d7c221SChristian König bool saved = false; 135855d7c221SChristian König 135955d7c221SChristian König int i, r; 13608fd1b84cSDave Airlie int resched; 136190aca4d2SJerome Glisse 1362dee53e7fSJerome Glisse down_write(&rdev->exclusive_lock); 136390aca4d2SJerome Glisse radeon_save_bios_scratch_regs(rdev); 13648fd1b84cSDave Airlie /* block TTM */ 13658fd1b84cSDave Airlie resched = ttm_bo_lock_delayed_workqueue(&rdev->mman.bdev); 136690aca4d2SJerome Glisse radeon_suspend(rdev); 136790aca4d2SJerome Glisse 136855d7c221SChristian König for (i = 0; i < RADEON_NUM_RINGS; ++i) { 136955d7c221SChristian König ring_sizes[i] = radeon_ring_backup(rdev, &rdev->ring[i], 137055d7c221SChristian König &ring_data[i]); 137155d7c221SChristian König if (ring_sizes[i]) { 137255d7c221SChristian König saved = true; 137355d7c221SChristian König dev_info(rdev->dev, "Saved %d dwords of commands " 137455d7c221SChristian König "on ring %d.\n", ring_sizes[i], i); 137555d7c221SChristian König } 137655d7c221SChristian König } 137755d7c221SChristian König 137855d7c221SChristian König retry: 137990aca4d2SJerome Glisse r = radeon_asic_reset(rdev); 138090aca4d2SJerome Glisse if (!r) { 138155d7c221SChristian König dev_info(rdev->dev, "GPU reset succeeded, trying to resume\n"); 138290aca4d2SJerome Glisse radeon_resume(rdev); 138355d7c221SChristian König } 138404eb2206SChristian König 138590aca4d2SJerome Glisse radeon_restore_bios_scratch_regs(rdev); 138655d7c221SChristian König 138755d7c221SChristian König if (!r) { 138855d7c221SChristian König for (i = 0; i < RADEON_NUM_RINGS; ++i) { 138955d7c221SChristian König radeon_ring_restore(rdev, &rdev->ring[i], 139055d7c221SChristian König ring_sizes[i], ring_data[i]); 1391f54b350dSChristian König ring_sizes[i] = 0; 1392f54b350dSChristian König ring_data[i] = NULL; 139390aca4d2SJerome Glisse } 13947a1619b9SMichel Dänzer 139555d7c221SChristian König r = radeon_ib_ring_tests(rdev); 139655d7c221SChristian König if (r) { 139755d7c221SChristian König dev_err(rdev->dev, "ib ring test failed (%d).\n", r); 139855d7c221SChristian König if (saved) { 1399f54b350dSChristian König saved = false; 140055d7c221SChristian König radeon_suspend(rdev); 140155d7c221SChristian König goto retry; 140255d7c221SChristian König } 140355d7c221SChristian König } 140455d7c221SChristian König } else { 140576903b96SJerome Glisse radeon_fence_driver_force_completion(rdev); 140655d7c221SChristian König for (i = 0; i < RADEON_NUM_RINGS; ++i) { 140755d7c221SChristian König kfree(ring_data[i]); 140855d7c221SChristian König } 140955d7c221SChristian König } 141055d7c221SChristian König 1411d3493574SJerome Glisse drm_helper_resume_force_mode(rdev->ddev); 1412d3493574SJerome Glisse 141355d7c221SChristian König ttm_bo_unlock_delayed_workqueue(&rdev->mman.bdev, resched); 14147a1619b9SMichel Dänzer if (r) { 141590aca4d2SJerome Glisse /* bad news, how to tell it to userspace ? */ 141690aca4d2SJerome Glisse dev_info(rdev->dev, "GPU reset failed\n"); 14177a1619b9SMichel Dänzer } 14187a1619b9SMichel Dänzer 1419dee53e7fSJerome Glisse up_write(&rdev->exclusive_lock); 142090aca4d2SJerome Glisse return r; 142190aca4d2SJerome Glisse } 142290aca4d2SJerome Glisse 1423771fe6b9SJerome Glisse 1424771fe6b9SJerome Glisse /* 1425771fe6b9SJerome Glisse * Debugfs 1426771fe6b9SJerome Glisse */ 1427771fe6b9SJerome Glisse int radeon_debugfs_add_files(struct radeon_device *rdev, 1428771fe6b9SJerome Glisse struct drm_info_list *files, 1429771fe6b9SJerome Glisse unsigned nfiles) 1430771fe6b9SJerome Glisse { 1431771fe6b9SJerome Glisse unsigned i; 1432771fe6b9SJerome Glisse 14334d8bf9aeSChristian König for (i = 0; i < rdev->debugfs_count; i++) { 14344d8bf9aeSChristian König if (rdev->debugfs[i].files == files) { 1435771fe6b9SJerome Glisse /* Already registered */ 1436771fe6b9SJerome Glisse return 0; 1437771fe6b9SJerome Glisse } 1438771fe6b9SJerome Glisse } 1439c245cb9eSMichael Witten 14404d8bf9aeSChristian König i = rdev->debugfs_count + 1; 1441c245cb9eSMichael Witten if (i > RADEON_DEBUGFS_MAX_COMPONENTS) { 1442c245cb9eSMichael Witten DRM_ERROR("Reached maximum number of debugfs components.\n"); 1443c245cb9eSMichael Witten DRM_ERROR("Report so we increase " 1444c245cb9eSMichael Witten "RADEON_DEBUGFS_MAX_COMPONENTS.\n"); 1445771fe6b9SJerome Glisse return -EINVAL; 1446771fe6b9SJerome Glisse } 14474d8bf9aeSChristian König rdev->debugfs[rdev->debugfs_count].files = files; 14484d8bf9aeSChristian König rdev->debugfs[rdev->debugfs_count].num_files = nfiles; 14494d8bf9aeSChristian König rdev->debugfs_count = i; 1450771fe6b9SJerome Glisse #if defined(CONFIG_DEBUG_FS) 1451771fe6b9SJerome Glisse drm_debugfs_create_files(files, nfiles, 1452771fe6b9SJerome Glisse rdev->ddev->control->debugfs_root, 1453771fe6b9SJerome Glisse rdev->ddev->control); 1454771fe6b9SJerome Glisse drm_debugfs_create_files(files, nfiles, 1455771fe6b9SJerome Glisse rdev->ddev->primary->debugfs_root, 1456771fe6b9SJerome Glisse rdev->ddev->primary); 1457771fe6b9SJerome Glisse #endif 1458771fe6b9SJerome Glisse return 0; 1459771fe6b9SJerome Glisse } 1460771fe6b9SJerome Glisse 14614d8bf9aeSChristian König static void radeon_debugfs_remove_files(struct radeon_device *rdev) 14624d8bf9aeSChristian König { 14634d8bf9aeSChristian König #if defined(CONFIG_DEBUG_FS) 14644d8bf9aeSChristian König unsigned i; 14654d8bf9aeSChristian König 14664d8bf9aeSChristian König for (i = 0; i < rdev->debugfs_count; i++) { 14674d8bf9aeSChristian König drm_debugfs_remove_files(rdev->debugfs[i].files, 14684d8bf9aeSChristian König rdev->debugfs[i].num_files, 14694d8bf9aeSChristian König rdev->ddev->control); 14704d8bf9aeSChristian König drm_debugfs_remove_files(rdev->debugfs[i].files, 14714d8bf9aeSChristian König rdev->debugfs[i].num_files, 14724d8bf9aeSChristian König rdev->ddev->primary); 14734d8bf9aeSChristian König } 14744d8bf9aeSChristian König #endif 14754d8bf9aeSChristian König } 14764d8bf9aeSChristian König 1477771fe6b9SJerome Glisse #if defined(CONFIG_DEBUG_FS) 1478771fe6b9SJerome Glisse int radeon_debugfs_init(struct drm_minor *minor) 1479771fe6b9SJerome Glisse { 1480771fe6b9SJerome Glisse return 0; 1481771fe6b9SJerome Glisse } 1482771fe6b9SJerome Glisse 1483771fe6b9SJerome Glisse void radeon_debugfs_cleanup(struct drm_minor *minor) 1484771fe6b9SJerome Glisse { 1485771fe6b9SJerome Glisse } 1486771fe6b9SJerome Glisse #endif 1487