xref: /openbmc/linux/drivers/gpu/drm/radeon/radeon_device.c (revision 0e34d0945ed16aeb72c863be4efe4cd0c62f9c53)
1771fe6b9SJerome Glisse /*
2771fe6b9SJerome Glisse  * Copyright 2008 Advanced Micro Devices, Inc.
3771fe6b9SJerome Glisse  * Copyright 2008 Red Hat Inc.
4771fe6b9SJerome Glisse  * Copyright 2009 Jerome Glisse.
5771fe6b9SJerome Glisse  *
6771fe6b9SJerome Glisse  * Permission is hereby granted, free of charge, to any person obtaining a
7771fe6b9SJerome Glisse  * copy of this software and associated documentation files (the "Software"),
8771fe6b9SJerome Glisse  * to deal in the Software without restriction, including without limitation
9771fe6b9SJerome Glisse  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10771fe6b9SJerome Glisse  * and/or sell copies of the Software, and to permit persons to whom the
11771fe6b9SJerome Glisse  * Software is furnished to do so, subject to the following conditions:
12771fe6b9SJerome Glisse  *
13771fe6b9SJerome Glisse  * The above copyright notice and this permission notice shall be included in
14771fe6b9SJerome Glisse  * all copies or substantial portions of the Software.
15771fe6b9SJerome Glisse  *
16771fe6b9SJerome Glisse  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17771fe6b9SJerome Glisse  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18771fe6b9SJerome Glisse  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
19771fe6b9SJerome Glisse  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
20771fe6b9SJerome Glisse  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
21771fe6b9SJerome Glisse  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
22771fe6b9SJerome Glisse  * OTHER DEALINGS IN THE SOFTWARE.
23771fe6b9SJerome Glisse  *
24771fe6b9SJerome Glisse  * Authors: Dave Airlie
25771fe6b9SJerome Glisse  *          Alex Deucher
26771fe6b9SJerome Glisse  *          Jerome Glisse
27771fe6b9SJerome Glisse  */
28771fe6b9SJerome Glisse #include <linux/console.h>
295a0e3ad6STejun Heo #include <linux/slab.h>
30771fe6b9SJerome Glisse #include <drm/drmP.h>
31771fe6b9SJerome Glisse #include <drm/drm_crtc_helper.h>
32771fe6b9SJerome Glisse #include <drm/radeon_drm.h>
3328d52043SDave Airlie #include <linux/vgaarb.h>
346a9ee8afSDave Airlie #include <linux/vga_switcheroo.h>
35bcc65fd8SMatthew Garrett #include <linux/efi.h>
36771fe6b9SJerome Glisse #include "radeon_reg.h"
37771fe6b9SJerome Glisse #include "radeon.h"
38771fe6b9SJerome Glisse #include "atom.h"
39771fe6b9SJerome Glisse 
401b5331d9SJerome Glisse static const char radeon_family_name[][16] = {
411b5331d9SJerome Glisse 	"R100",
421b5331d9SJerome Glisse 	"RV100",
431b5331d9SJerome Glisse 	"RS100",
441b5331d9SJerome Glisse 	"RV200",
451b5331d9SJerome Glisse 	"RS200",
461b5331d9SJerome Glisse 	"R200",
471b5331d9SJerome Glisse 	"RV250",
481b5331d9SJerome Glisse 	"RS300",
491b5331d9SJerome Glisse 	"RV280",
501b5331d9SJerome Glisse 	"R300",
511b5331d9SJerome Glisse 	"R350",
521b5331d9SJerome Glisse 	"RV350",
531b5331d9SJerome Glisse 	"RV380",
541b5331d9SJerome Glisse 	"R420",
551b5331d9SJerome Glisse 	"R423",
561b5331d9SJerome Glisse 	"RV410",
571b5331d9SJerome Glisse 	"RS400",
581b5331d9SJerome Glisse 	"RS480",
591b5331d9SJerome Glisse 	"RS600",
601b5331d9SJerome Glisse 	"RS690",
611b5331d9SJerome Glisse 	"RS740",
621b5331d9SJerome Glisse 	"RV515",
631b5331d9SJerome Glisse 	"R520",
641b5331d9SJerome Glisse 	"RV530",
651b5331d9SJerome Glisse 	"RV560",
661b5331d9SJerome Glisse 	"RV570",
671b5331d9SJerome Glisse 	"R580",
681b5331d9SJerome Glisse 	"R600",
691b5331d9SJerome Glisse 	"RV610",
701b5331d9SJerome Glisse 	"RV630",
711b5331d9SJerome Glisse 	"RV670",
721b5331d9SJerome Glisse 	"RV620",
731b5331d9SJerome Glisse 	"RV635",
741b5331d9SJerome Glisse 	"RS780",
751b5331d9SJerome Glisse 	"RS880",
761b5331d9SJerome Glisse 	"RV770",
771b5331d9SJerome Glisse 	"RV730",
781b5331d9SJerome Glisse 	"RV710",
791b5331d9SJerome Glisse 	"RV740",
801b5331d9SJerome Glisse 	"CEDAR",
811b5331d9SJerome Glisse 	"REDWOOD",
821b5331d9SJerome Glisse 	"JUNIPER",
831b5331d9SJerome Glisse 	"CYPRESS",
841b5331d9SJerome Glisse 	"HEMLOCK",
85b08ebe7eSAlex Deucher 	"PALM",
864df64e65SAlex Deucher 	"SUMO",
874df64e65SAlex Deucher 	"SUMO2",
881fe18305SAlex Deucher 	"BARTS",
891fe18305SAlex Deucher 	"TURKS",
901fe18305SAlex Deucher 	"CAICOS",
91b7cfc9feSAlex Deucher 	"CAYMAN",
928848f759SAlex Deucher 	"ARUBA",
93cb28bb34SAlex Deucher 	"TAHITI",
94cb28bb34SAlex Deucher 	"PITCAIRN",
95cb28bb34SAlex Deucher 	"VERDE",
96624d3524SAlex Deucher 	"OLAND",
971b5331d9SJerome Glisse 	"LAST",
981b5331d9SJerome Glisse };
991b5331d9SJerome Glisse 
1000c195119SAlex Deucher /**
1010c195119SAlex Deucher  * radeon_surface_init - Clear GPU surface registers.
1020c195119SAlex Deucher  *
1030c195119SAlex Deucher  * @rdev: radeon_device pointer
1040c195119SAlex Deucher  *
1050c195119SAlex Deucher  * Clear GPU surface registers (r1xx-r5xx).
106b1e3a6d1SMichel Dänzer  */
1073ce0a23dSJerome Glisse void radeon_surface_init(struct radeon_device *rdev)
108b1e3a6d1SMichel Dänzer {
109b1e3a6d1SMichel Dänzer 	/* FIXME: check this out */
110b1e3a6d1SMichel Dänzer 	if (rdev->family < CHIP_R600) {
111b1e3a6d1SMichel Dänzer 		int i;
112b1e3a6d1SMichel Dänzer 
113550e2d92SDave Airlie 		for (i = 0; i < RADEON_GEM_MAX_SURFACES; i++) {
114550e2d92SDave Airlie 			if (rdev->surface_regs[i].bo)
115550e2d92SDave Airlie 				radeon_bo_get_surface_reg(rdev->surface_regs[i].bo);
116550e2d92SDave Airlie 			else
117550e2d92SDave Airlie 				radeon_clear_surface_reg(rdev, i);
118b1e3a6d1SMichel Dänzer 		}
119e024e110SDave Airlie 		/* enable surfaces */
120e024e110SDave Airlie 		WREG32(RADEON_SURFACE_CNTL, 0);
121b1e3a6d1SMichel Dänzer 	}
122b1e3a6d1SMichel Dänzer }
123b1e3a6d1SMichel Dänzer 
124b1e3a6d1SMichel Dänzer /*
125771fe6b9SJerome Glisse  * GPU scratch registers helpers function.
126771fe6b9SJerome Glisse  */
1270c195119SAlex Deucher /**
1280c195119SAlex Deucher  * radeon_scratch_init - Init scratch register driver information.
1290c195119SAlex Deucher  *
1300c195119SAlex Deucher  * @rdev: radeon_device pointer
1310c195119SAlex Deucher  *
1320c195119SAlex Deucher  * Init CP scratch register driver information (r1xx-r5xx)
1330c195119SAlex Deucher  */
1343ce0a23dSJerome Glisse void radeon_scratch_init(struct radeon_device *rdev)
135771fe6b9SJerome Glisse {
136771fe6b9SJerome Glisse 	int i;
137771fe6b9SJerome Glisse 
138771fe6b9SJerome Glisse 	/* FIXME: check this out */
139771fe6b9SJerome Glisse 	if (rdev->family < CHIP_R300) {
140771fe6b9SJerome Glisse 		rdev->scratch.num_reg = 5;
141771fe6b9SJerome Glisse 	} else {
142771fe6b9SJerome Glisse 		rdev->scratch.num_reg = 7;
143771fe6b9SJerome Glisse 	}
144724c80e1SAlex Deucher 	rdev->scratch.reg_base = RADEON_SCRATCH_REG0;
145771fe6b9SJerome Glisse 	for (i = 0; i < rdev->scratch.num_reg; i++) {
146771fe6b9SJerome Glisse 		rdev->scratch.free[i] = true;
147724c80e1SAlex Deucher 		rdev->scratch.reg[i] = rdev->scratch.reg_base + (i * 4);
148771fe6b9SJerome Glisse 	}
149771fe6b9SJerome Glisse }
150771fe6b9SJerome Glisse 
1510c195119SAlex Deucher /**
1520c195119SAlex Deucher  * radeon_scratch_get - Allocate a scratch register
1530c195119SAlex Deucher  *
1540c195119SAlex Deucher  * @rdev: radeon_device pointer
1550c195119SAlex Deucher  * @reg: scratch register mmio offset
1560c195119SAlex Deucher  *
1570c195119SAlex Deucher  * Allocate a CP scratch register for use by the driver (all asics).
1580c195119SAlex Deucher  * Returns 0 on success or -EINVAL on failure.
1590c195119SAlex Deucher  */
160771fe6b9SJerome Glisse int radeon_scratch_get(struct radeon_device *rdev, uint32_t *reg)
161771fe6b9SJerome Glisse {
162771fe6b9SJerome Glisse 	int i;
163771fe6b9SJerome Glisse 
164771fe6b9SJerome Glisse 	for (i = 0; i < rdev->scratch.num_reg; i++) {
165771fe6b9SJerome Glisse 		if (rdev->scratch.free[i]) {
166771fe6b9SJerome Glisse 			rdev->scratch.free[i] = false;
167771fe6b9SJerome Glisse 			*reg = rdev->scratch.reg[i];
168771fe6b9SJerome Glisse 			return 0;
169771fe6b9SJerome Glisse 		}
170771fe6b9SJerome Glisse 	}
171771fe6b9SJerome Glisse 	return -EINVAL;
172771fe6b9SJerome Glisse }
173771fe6b9SJerome Glisse 
1740c195119SAlex Deucher /**
1750c195119SAlex Deucher  * radeon_scratch_free - Free a scratch register
1760c195119SAlex Deucher  *
1770c195119SAlex Deucher  * @rdev: radeon_device pointer
1780c195119SAlex Deucher  * @reg: scratch register mmio offset
1790c195119SAlex Deucher  *
1800c195119SAlex Deucher  * Free a CP scratch register allocated for use by the driver (all asics)
1810c195119SAlex Deucher  */
182771fe6b9SJerome Glisse void radeon_scratch_free(struct radeon_device *rdev, uint32_t reg)
183771fe6b9SJerome Glisse {
184771fe6b9SJerome Glisse 	int i;
185771fe6b9SJerome Glisse 
186771fe6b9SJerome Glisse 	for (i = 0; i < rdev->scratch.num_reg; i++) {
187771fe6b9SJerome Glisse 		if (rdev->scratch.reg[i] == reg) {
188771fe6b9SJerome Glisse 			rdev->scratch.free[i] = true;
189771fe6b9SJerome Glisse 			return;
190771fe6b9SJerome Glisse 		}
191771fe6b9SJerome Glisse 	}
192771fe6b9SJerome Glisse }
193771fe6b9SJerome Glisse 
1940c195119SAlex Deucher /*
1950c195119SAlex Deucher  * radeon_wb_*()
1960c195119SAlex Deucher  * Writeback is the the method by which the the GPU updates special pages
1970c195119SAlex Deucher  * in memory with the status of certain GPU events (fences, ring pointers,
1980c195119SAlex Deucher  * etc.).
1990c195119SAlex Deucher  */
2000c195119SAlex Deucher 
2010c195119SAlex Deucher /**
2020c195119SAlex Deucher  * radeon_wb_disable - Disable Writeback
2030c195119SAlex Deucher  *
2040c195119SAlex Deucher  * @rdev: radeon_device pointer
2050c195119SAlex Deucher  *
2060c195119SAlex Deucher  * Disables Writeback (all asics).  Used for suspend.
2070c195119SAlex Deucher  */
208724c80e1SAlex Deucher void radeon_wb_disable(struct radeon_device *rdev)
209724c80e1SAlex Deucher {
210724c80e1SAlex Deucher 	int r;
211724c80e1SAlex Deucher 
212724c80e1SAlex Deucher 	if (rdev->wb.wb_obj) {
213724c80e1SAlex Deucher 		r = radeon_bo_reserve(rdev->wb.wb_obj, false);
214724c80e1SAlex Deucher 		if (unlikely(r != 0))
215724c80e1SAlex Deucher 			return;
216724c80e1SAlex Deucher 		radeon_bo_kunmap(rdev->wb.wb_obj);
217724c80e1SAlex Deucher 		radeon_bo_unpin(rdev->wb.wb_obj);
218724c80e1SAlex Deucher 		radeon_bo_unreserve(rdev->wb.wb_obj);
219724c80e1SAlex Deucher 	}
220724c80e1SAlex Deucher 	rdev->wb.enabled = false;
221724c80e1SAlex Deucher }
222724c80e1SAlex Deucher 
2230c195119SAlex Deucher /**
2240c195119SAlex Deucher  * radeon_wb_fini - Disable Writeback and free memory
2250c195119SAlex Deucher  *
2260c195119SAlex Deucher  * @rdev: radeon_device pointer
2270c195119SAlex Deucher  *
2280c195119SAlex Deucher  * Disables Writeback and frees the Writeback memory (all asics).
2290c195119SAlex Deucher  * Used at driver shutdown.
2300c195119SAlex Deucher  */
231724c80e1SAlex Deucher void radeon_wb_fini(struct radeon_device *rdev)
232724c80e1SAlex Deucher {
233724c80e1SAlex Deucher 	radeon_wb_disable(rdev);
234724c80e1SAlex Deucher 	if (rdev->wb.wb_obj) {
235724c80e1SAlex Deucher 		radeon_bo_unref(&rdev->wb.wb_obj);
236724c80e1SAlex Deucher 		rdev->wb.wb = NULL;
237724c80e1SAlex Deucher 		rdev->wb.wb_obj = NULL;
238724c80e1SAlex Deucher 	}
239724c80e1SAlex Deucher }
240724c80e1SAlex Deucher 
2410c195119SAlex Deucher /**
2420c195119SAlex Deucher  * radeon_wb_init- Init Writeback driver info and allocate memory
2430c195119SAlex Deucher  *
2440c195119SAlex Deucher  * @rdev: radeon_device pointer
2450c195119SAlex Deucher  *
2460c195119SAlex Deucher  * Disables Writeback and frees the Writeback memory (all asics).
2470c195119SAlex Deucher  * Used at driver startup.
2480c195119SAlex Deucher  * Returns 0 on success or an -error on failure.
2490c195119SAlex Deucher  */
250724c80e1SAlex Deucher int radeon_wb_init(struct radeon_device *rdev)
251724c80e1SAlex Deucher {
252724c80e1SAlex Deucher 	int r;
253724c80e1SAlex Deucher 
254724c80e1SAlex Deucher 	if (rdev->wb.wb_obj == NULL) {
255441921d5SDaniel Vetter 		r = radeon_bo_create(rdev, RADEON_GPU_PAGE_SIZE, PAGE_SIZE, true,
25640f5cf99SAlex Deucher 				     RADEON_GEM_DOMAIN_GTT, NULL, &rdev->wb.wb_obj);
257724c80e1SAlex Deucher 		if (r) {
258724c80e1SAlex Deucher 			dev_warn(rdev->dev, "(%d) create WB bo failed\n", r);
259724c80e1SAlex Deucher 			return r;
260724c80e1SAlex Deucher 		}
261724c80e1SAlex Deucher 	}
262724c80e1SAlex Deucher 	r = radeon_bo_reserve(rdev->wb.wb_obj, false);
263724c80e1SAlex Deucher 	if (unlikely(r != 0)) {
264724c80e1SAlex Deucher 		radeon_wb_fini(rdev);
265724c80e1SAlex Deucher 		return r;
266724c80e1SAlex Deucher 	}
267724c80e1SAlex Deucher 	r = radeon_bo_pin(rdev->wb.wb_obj, RADEON_GEM_DOMAIN_GTT,
268724c80e1SAlex Deucher 			  &rdev->wb.gpu_addr);
269724c80e1SAlex Deucher 	if (r) {
270724c80e1SAlex Deucher 		radeon_bo_unreserve(rdev->wb.wb_obj);
271724c80e1SAlex Deucher 		dev_warn(rdev->dev, "(%d) pin WB bo failed\n", r);
272724c80e1SAlex Deucher 		radeon_wb_fini(rdev);
273724c80e1SAlex Deucher 		return r;
274724c80e1SAlex Deucher 	}
275724c80e1SAlex Deucher 	r = radeon_bo_kmap(rdev->wb.wb_obj, (void **)&rdev->wb.wb);
276724c80e1SAlex Deucher 	radeon_bo_unreserve(rdev->wb.wb_obj);
277724c80e1SAlex Deucher 	if (r) {
278724c80e1SAlex Deucher 		dev_warn(rdev->dev, "(%d) map WB bo failed\n", r);
279724c80e1SAlex Deucher 		radeon_wb_fini(rdev);
280724c80e1SAlex Deucher 		return r;
281724c80e1SAlex Deucher 	}
282724c80e1SAlex Deucher 
283e6ba7599SAlex Deucher 	/* clear wb memory */
284e6ba7599SAlex Deucher 	memset((char *)rdev->wb.wb, 0, RADEON_GPU_PAGE_SIZE);
285d0f8a854SAlex Deucher 	/* disable event_write fences */
286d0f8a854SAlex Deucher 	rdev->wb.use_event = false;
287724c80e1SAlex Deucher 	/* disabled via module param */
2883b7a2b24SJerome Glisse 	if (radeon_no_wb == 1) {
289724c80e1SAlex Deucher 		rdev->wb.enabled = false;
2903b7a2b24SJerome Glisse 	} else {
291724c80e1SAlex Deucher 		if (rdev->flags & RADEON_IS_AGP) {
29228eebb70SAlex Deucher 			/* often unreliable on AGP */
29328eebb70SAlex Deucher 			rdev->wb.enabled = false;
29428eebb70SAlex Deucher 		} else if (rdev->family < CHIP_R300) {
29528eebb70SAlex Deucher 			/* often unreliable on pre-r300 */
296724c80e1SAlex Deucher 			rdev->wb.enabled = false;
297d0f8a854SAlex Deucher 		} else {
298724c80e1SAlex Deucher 			rdev->wb.enabled = true;
299d0f8a854SAlex Deucher 			/* event_write fences are only available on r600+ */
3003b7a2b24SJerome Glisse 			if (rdev->family >= CHIP_R600) {
301d0f8a854SAlex Deucher 				rdev->wb.use_event = true;
302d0f8a854SAlex Deucher 			}
303724c80e1SAlex Deucher 		}
3043b7a2b24SJerome Glisse 	}
305c994ead6SAlex Deucher 	/* always use writeback/events on NI, APUs */
306c994ead6SAlex Deucher 	if (rdev->family >= CHIP_PALM) {
3077d52785dSAlex Deucher 		rdev->wb.enabled = true;
3087d52785dSAlex Deucher 		rdev->wb.use_event = true;
3097d52785dSAlex Deucher 	}
310724c80e1SAlex Deucher 
311724c80e1SAlex Deucher 	dev_info(rdev->dev, "WB %sabled\n", rdev->wb.enabled ? "en" : "dis");
312724c80e1SAlex Deucher 
313724c80e1SAlex Deucher 	return 0;
314724c80e1SAlex Deucher }
315724c80e1SAlex Deucher 
316d594e46aSJerome Glisse /**
317d594e46aSJerome Glisse  * radeon_vram_location - try to find VRAM location
318d594e46aSJerome Glisse  * @rdev: radeon device structure holding all necessary informations
319d594e46aSJerome Glisse  * @mc: memory controller structure holding memory informations
320d594e46aSJerome Glisse  * @base: base address at which to put VRAM
321d594e46aSJerome Glisse  *
322d594e46aSJerome Glisse  * Function will place try to place VRAM at base address provided
323d594e46aSJerome Glisse  * as parameter (which is so far either PCI aperture address or
324d594e46aSJerome Glisse  * for IGP TOM base address).
325d594e46aSJerome Glisse  *
326d594e46aSJerome Glisse  * If there is not enough space to fit the unvisible VRAM in the 32bits
327d594e46aSJerome Glisse  * address space then we limit the VRAM size to the aperture.
328d594e46aSJerome Glisse  *
329d594e46aSJerome Glisse  * If we are using AGP and if the AGP aperture doesn't allow us to have
330d594e46aSJerome Glisse  * room for all the VRAM than we restrict the VRAM to the PCI aperture
331d594e46aSJerome Glisse  * size and print a warning.
332d594e46aSJerome Glisse  *
333d594e46aSJerome Glisse  * This function will never fails, worst case are limiting VRAM.
334d594e46aSJerome Glisse  *
335d594e46aSJerome Glisse  * Note: GTT start, end, size should be initialized before calling this
336d594e46aSJerome Glisse  * function on AGP platform.
337d594e46aSJerome Glisse  *
33825985edcSLucas De Marchi  * Note: We don't explicitly enforce VRAM start to be aligned on VRAM size,
339d594e46aSJerome Glisse  * this shouldn't be a problem as we are using the PCI aperture as a reference.
340d594e46aSJerome Glisse  * Otherwise this would be needed for rv280, all r3xx, and all r4xx, but
341d594e46aSJerome Glisse  * not IGP.
342d594e46aSJerome Glisse  *
343d594e46aSJerome Glisse  * Note: we use mc_vram_size as on some board we need to program the mc to
344d594e46aSJerome Glisse  * cover the whole aperture even if VRAM size is inferior to aperture size
345d594e46aSJerome Glisse  * Novell bug 204882 + along with lots of ubuntu ones
346d594e46aSJerome Glisse  *
347d594e46aSJerome Glisse  * Note: when limiting vram it's safe to overwritte real_vram_size because
348d594e46aSJerome Glisse  * we are not in case where real_vram_size is inferior to mc_vram_size (ie
349d594e46aSJerome Glisse  * note afected by bogus hw of Novell bug 204882 + along with lots of ubuntu
350d594e46aSJerome Glisse  * ones)
351d594e46aSJerome Glisse  *
352d594e46aSJerome Glisse  * Note: IGP TOM addr should be the same as the aperture addr, we don't
353d594e46aSJerome Glisse  * explicitly check for that thought.
354d594e46aSJerome Glisse  *
355d594e46aSJerome Glisse  * FIXME: when reducing VRAM size align new size on power of 2.
356771fe6b9SJerome Glisse  */
357d594e46aSJerome Glisse void radeon_vram_location(struct radeon_device *rdev, struct radeon_mc *mc, u64 base)
358771fe6b9SJerome Glisse {
3591bcb04f7SChristian König 	uint64_t limit = (uint64_t)radeon_vram_limit << 20;
3601bcb04f7SChristian König 
361d594e46aSJerome Glisse 	mc->vram_start = base;
362d594e46aSJerome Glisse 	if (mc->mc_vram_size > (0xFFFFFFFF - base + 1)) {
363d594e46aSJerome Glisse 		dev_warn(rdev->dev, "limiting VRAM to PCI aperture size\n");
364d594e46aSJerome Glisse 		mc->real_vram_size = mc->aper_size;
365d594e46aSJerome Glisse 		mc->mc_vram_size = mc->aper_size;
366771fe6b9SJerome Glisse 	}
367d594e46aSJerome Glisse 	mc->vram_end = mc->vram_start + mc->mc_vram_size - 1;
3682cbeb4efSJerome Glisse 	if (rdev->flags & RADEON_IS_AGP && mc->vram_end > mc->gtt_start && mc->vram_start <= mc->gtt_end) {
369d594e46aSJerome Glisse 		dev_warn(rdev->dev, "limiting VRAM to PCI aperture size\n");
370d594e46aSJerome Glisse 		mc->real_vram_size = mc->aper_size;
371d594e46aSJerome Glisse 		mc->mc_vram_size = mc->aper_size;
372771fe6b9SJerome Glisse 	}
373d594e46aSJerome Glisse 	mc->vram_end = mc->vram_start + mc->mc_vram_size - 1;
3741bcb04f7SChristian König 	if (limit && limit < mc->real_vram_size)
3751bcb04f7SChristian König 		mc->real_vram_size = limit;
376dd7cc55aSAlex Deucher 	dev_info(rdev->dev, "VRAM: %lluM 0x%016llX - 0x%016llX (%lluM used)\n",
377d594e46aSJerome Glisse 			mc->mc_vram_size >> 20, mc->vram_start,
378d594e46aSJerome Glisse 			mc->vram_end, mc->real_vram_size >> 20);
379771fe6b9SJerome Glisse }
380771fe6b9SJerome Glisse 
381d594e46aSJerome Glisse /**
382d594e46aSJerome Glisse  * radeon_gtt_location - try to find GTT location
383d594e46aSJerome Glisse  * @rdev: radeon device structure holding all necessary informations
384d594e46aSJerome Glisse  * @mc: memory controller structure holding memory informations
385d594e46aSJerome Glisse  *
386d594e46aSJerome Glisse  * Function will place try to place GTT before or after VRAM.
387d594e46aSJerome Glisse  *
388d594e46aSJerome Glisse  * If GTT size is bigger than space left then we ajust GTT size.
389d594e46aSJerome Glisse  * Thus function will never fails.
390d594e46aSJerome Glisse  *
391d594e46aSJerome Glisse  * FIXME: when reducing GTT size align new size on power of 2.
392d594e46aSJerome Glisse  */
393d594e46aSJerome Glisse void radeon_gtt_location(struct radeon_device *rdev, struct radeon_mc *mc)
394d594e46aSJerome Glisse {
395d594e46aSJerome Glisse 	u64 size_af, size_bf;
396d594e46aSJerome Glisse 
3978d369bb1SAlex Deucher 	size_af = ((0xFFFFFFFF - mc->vram_end) + mc->gtt_base_align) & ~mc->gtt_base_align;
3988d369bb1SAlex Deucher 	size_bf = mc->vram_start & ~mc->gtt_base_align;
399d594e46aSJerome Glisse 	if (size_bf > size_af) {
400d594e46aSJerome Glisse 		if (mc->gtt_size > size_bf) {
401d594e46aSJerome Glisse 			dev_warn(rdev->dev, "limiting GTT\n");
402d594e46aSJerome Glisse 			mc->gtt_size = size_bf;
403d594e46aSJerome Glisse 		}
4048d369bb1SAlex Deucher 		mc->gtt_start = (mc->vram_start & ~mc->gtt_base_align) - mc->gtt_size;
405d594e46aSJerome Glisse 	} else {
406d594e46aSJerome Glisse 		if (mc->gtt_size > size_af) {
407d594e46aSJerome Glisse 			dev_warn(rdev->dev, "limiting GTT\n");
408d594e46aSJerome Glisse 			mc->gtt_size = size_af;
409d594e46aSJerome Glisse 		}
4108d369bb1SAlex Deucher 		mc->gtt_start = (mc->vram_end + 1 + mc->gtt_base_align) & ~mc->gtt_base_align;
411d594e46aSJerome Glisse 	}
412d594e46aSJerome Glisse 	mc->gtt_end = mc->gtt_start + mc->gtt_size - 1;
413dd7cc55aSAlex Deucher 	dev_info(rdev->dev, "GTT: %lluM 0x%016llX - 0x%016llX\n",
414d594e46aSJerome Glisse 			mc->gtt_size >> 20, mc->gtt_start, mc->gtt_end);
415d594e46aSJerome Glisse }
416771fe6b9SJerome Glisse 
417771fe6b9SJerome Glisse /*
418771fe6b9SJerome Glisse  * GPU helpers function.
419771fe6b9SJerome Glisse  */
4200c195119SAlex Deucher /**
4210c195119SAlex Deucher  * radeon_card_posted - check if the hw has already been initialized
4220c195119SAlex Deucher  *
4230c195119SAlex Deucher  * @rdev: radeon_device pointer
4240c195119SAlex Deucher  *
4250c195119SAlex Deucher  * Check if the asic has been initialized (all asics).
4260c195119SAlex Deucher  * Used at driver startup.
4270c195119SAlex Deucher  * Returns true if initialized or false if not.
4280c195119SAlex Deucher  */
4299f022ddfSJerome Glisse bool radeon_card_posted(struct radeon_device *rdev)
430771fe6b9SJerome Glisse {
431771fe6b9SJerome Glisse 	uint32_t reg;
432771fe6b9SJerome Glisse 
433bcc65fd8SMatthew Garrett 	if (efi_enabled && rdev->pdev->subsystem_vendor == PCI_VENDOR_ID_APPLE)
434bcc65fd8SMatthew Garrett 		return false;
435bcc65fd8SMatthew Garrett 
436771fe6b9SJerome Glisse 	/* first check CRTCs */
43718007401SAlex Deucher 	if (ASIC_IS_DCE41(rdev)) {
43818007401SAlex Deucher 		reg = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET) |
43918007401SAlex Deucher 			RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET);
44018007401SAlex Deucher 		if (reg & EVERGREEN_CRTC_MASTER_EN)
44118007401SAlex Deucher 			return true;
44218007401SAlex Deucher 	} else if (ASIC_IS_DCE4(rdev)) {
443bcc1c2a1SAlex Deucher 		reg = RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET) |
444bcc1c2a1SAlex Deucher 			RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET) |
445bcc1c2a1SAlex Deucher 			RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET) |
446bcc1c2a1SAlex Deucher 			RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET) |
447bcc1c2a1SAlex Deucher 			RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET) |
448bcc1c2a1SAlex Deucher 			RREG32(EVERGREEN_CRTC_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET);
449bcc1c2a1SAlex Deucher 		if (reg & EVERGREEN_CRTC_MASTER_EN)
450bcc1c2a1SAlex Deucher 			return true;
451bcc1c2a1SAlex Deucher 	} else if (ASIC_IS_AVIVO(rdev)) {
452771fe6b9SJerome Glisse 		reg = RREG32(AVIVO_D1CRTC_CONTROL) |
453771fe6b9SJerome Glisse 		      RREG32(AVIVO_D2CRTC_CONTROL);
454771fe6b9SJerome Glisse 		if (reg & AVIVO_CRTC_EN) {
455771fe6b9SJerome Glisse 			return true;
456771fe6b9SJerome Glisse 		}
457771fe6b9SJerome Glisse 	} else {
458771fe6b9SJerome Glisse 		reg = RREG32(RADEON_CRTC_GEN_CNTL) |
459771fe6b9SJerome Glisse 		      RREG32(RADEON_CRTC2_GEN_CNTL);
460771fe6b9SJerome Glisse 		if (reg & RADEON_CRTC_EN) {
461771fe6b9SJerome Glisse 			return true;
462771fe6b9SJerome Glisse 		}
463771fe6b9SJerome Glisse 	}
464771fe6b9SJerome Glisse 
465771fe6b9SJerome Glisse 	/* then check MEM_SIZE, in case the crtcs are off */
466771fe6b9SJerome Glisse 	if (rdev->family >= CHIP_R600)
467771fe6b9SJerome Glisse 		reg = RREG32(R600_CONFIG_MEMSIZE);
468771fe6b9SJerome Glisse 	else
469771fe6b9SJerome Glisse 		reg = RREG32(RADEON_CONFIG_MEMSIZE);
470771fe6b9SJerome Glisse 
471771fe6b9SJerome Glisse 	if (reg)
472771fe6b9SJerome Glisse 		return true;
473771fe6b9SJerome Glisse 
474771fe6b9SJerome Glisse 	return false;
475771fe6b9SJerome Glisse 
476771fe6b9SJerome Glisse }
477771fe6b9SJerome Glisse 
4780c195119SAlex Deucher /**
4790c195119SAlex Deucher  * radeon_update_bandwidth_info - update display bandwidth params
4800c195119SAlex Deucher  *
4810c195119SAlex Deucher  * @rdev: radeon_device pointer
4820c195119SAlex Deucher  *
4830c195119SAlex Deucher  * Used when sclk/mclk are switched or display modes are set.
4840c195119SAlex Deucher  * params are used to calculate display watermarks (all asics)
4850c195119SAlex Deucher  */
486f47299c5SAlex Deucher void radeon_update_bandwidth_info(struct radeon_device *rdev)
487f47299c5SAlex Deucher {
488f47299c5SAlex Deucher 	fixed20_12 a;
4898807286eSAlex Deucher 	u32 sclk = rdev->pm.current_sclk;
4908807286eSAlex Deucher 	u32 mclk = rdev->pm.current_mclk;
491f47299c5SAlex Deucher 
4928807286eSAlex Deucher 	/* sclk/mclk in Mhz */
49368adac5eSBen Skeggs 	a.full = dfixed_const(100);
49468adac5eSBen Skeggs 	rdev->pm.sclk.full = dfixed_const(sclk);
49568adac5eSBen Skeggs 	rdev->pm.sclk.full = dfixed_div(rdev->pm.sclk, a);
49668adac5eSBen Skeggs 	rdev->pm.mclk.full = dfixed_const(mclk);
49768adac5eSBen Skeggs 	rdev->pm.mclk.full = dfixed_div(rdev->pm.mclk, a);
498f47299c5SAlex Deucher 
4998807286eSAlex Deucher 	if (rdev->flags & RADEON_IS_IGP) {
50068adac5eSBen Skeggs 		a.full = dfixed_const(16);
501f47299c5SAlex Deucher 		/* core_bandwidth = sclk(Mhz) * 16 */
50268adac5eSBen Skeggs 		rdev->pm.core_bandwidth.full = dfixed_div(rdev->pm.sclk, a);
503f47299c5SAlex Deucher 	}
504f47299c5SAlex Deucher }
505f47299c5SAlex Deucher 
5060c195119SAlex Deucher /**
5070c195119SAlex Deucher  * radeon_boot_test_post_card - check and possibly initialize the hw
5080c195119SAlex Deucher  *
5090c195119SAlex Deucher  * @rdev: radeon_device pointer
5100c195119SAlex Deucher  *
5110c195119SAlex Deucher  * Check if the asic is initialized and if not, attempt to initialize
5120c195119SAlex Deucher  * it (all asics).
5130c195119SAlex Deucher  * Returns true if initialized or false if not.
5140c195119SAlex Deucher  */
51572542d77SDave Airlie bool radeon_boot_test_post_card(struct radeon_device *rdev)
51672542d77SDave Airlie {
51772542d77SDave Airlie 	if (radeon_card_posted(rdev))
51872542d77SDave Airlie 		return true;
51972542d77SDave Airlie 
52072542d77SDave Airlie 	if (rdev->bios) {
52172542d77SDave Airlie 		DRM_INFO("GPU not posted. posting now...\n");
52272542d77SDave Airlie 		if (rdev->is_atom_bios)
52372542d77SDave Airlie 			atom_asic_init(rdev->mode_info.atom_context);
52472542d77SDave Airlie 		else
52572542d77SDave Airlie 			radeon_combios_asic_init(rdev->ddev);
52672542d77SDave Airlie 		return true;
52772542d77SDave Airlie 	} else {
52872542d77SDave Airlie 		dev_err(rdev->dev, "Card not posted and no BIOS - ignoring\n");
52972542d77SDave Airlie 		return false;
53072542d77SDave Airlie 	}
53172542d77SDave Airlie }
53272542d77SDave Airlie 
5330c195119SAlex Deucher /**
5340c195119SAlex Deucher  * radeon_dummy_page_init - init dummy page used by the driver
5350c195119SAlex Deucher  *
5360c195119SAlex Deucher  * @rdev: radeon_device pointer
5370c195119SAlex Deucher  *
5380c195119SAlex Deucher  * Allocate the dummy page used by the driver (all asics).
5390c195119SAlex Deucher  * This dummy page is used by the driver as a filler for gart entries
5400c195119SAlex Deucher  * when pages are taken out of the GART
5410c195119SAlex Deucher  * Returns 0 on sucess, -ENOMEM on failure.
5420c195119SAlex Deucher  */
5433ce0a23dSJerome Glisse int radeon_dummy_page_init(struct radeon_device *rdev)
5443ce0a23dSJerome Glisse {
54582568565SDave Airlie 	if (rdev->dummy_page.page)
54682568565SDave Airlie 		return 0;
5473ce0a23dSJerome Glisse 	rdev->dummy_page.page = alloc_page(GFP_DMA32 | GFP_KERNEL | __GFP_ZERO);
5483ce0a23dSJerome Glisse 	if (rdev->dummy_page.page == NULL)
5493ce0a23dSJerome Glisse 		return -ENOMEM;
5503ce0a23dSJerome Glisse 	rdev->dummy_page.addr = pci_map_page(rdev->pdev, rdev->dummy_page.page,
5513ce0a23dSJerome Glisse 					0, PAGE_SIZE, PCI_DMA_BIDIRECTIONAL);
552a30f6fb7SBenjamin Herrenschmidt 	if (pci_dma_mapping_error(rdev->pdev, rdev->dummy_page.addr)) {
553a30f6fb7SBenjamin Herrenschmidt 		dev_err(&rdev->pdev->dev, "Failed to DMA MAP the dummy page\n");
5543ce0a23dSJerome Glisse 		__free_page(rdev->dummy_page.page);
5553ce0a23dSJerome Glisse 		rdev->dummy_page.page = NULL;
5563ce0a23dSJerome Glisse 		return -ENOMEM;
5573ce0a23dSJerome Glisse 	}
5583ce0a23dSJerome Glisse 	return 0;
5593ce0a23dSJerome Glisse }
5603ce0a23dSJerome Glisse 
5610c195119SAlex Deucher /**
5620c195119SAlex Deucher  * radeon_dummy_page_fini - free dummy page used by the driver
5630c195119SAlex Deucher  *
5640c195119SAlex Deucher  * @rdev: radeon_device pointer
5650c195119SAlex Deucher  *
5660c195119SAlex Deucher  * Frees the dummy page used by the driver (all asics).
5670c195119SAlex Deucher  */
5683ce0a23dSJerome Glisse void radeon_dummy_page_fini(struct radeon_device *rdev)
5693ce0a23dSJerome Glisse {
5703ce0a23dSJerome Glisse 	if (rdev->dummy_page.page == NULL)
5713ce0a23dSJerome Glisse 		return;
5723ce0a23dSJerome Glisse 	pci_unmap_page(rdev->pdev, rdev->dummy_page.addr,
5733ce0a23dSJerome Glisse 			PAGE_SIZE, PCI_DMA_BIDIRECTIONAL);
5743ce0a23dSJerome Glisse 	__free_page(rdev->dummy_page.page);
5753ce0a23dSJerome Glisse 	rdev->dummy_page.page = NULL;
5763ce0a23dSJerome Glisse }
5773ce0a23dSJerome Glisse 
578771fe6b9SJerome Glisse 
579771fe6b9SJerome Glisse /* ATOM accessor methods */
5800c195119SAlex Deucher /*
5810c195119SAlex Deucher  * ATOM is an interpreted byte code stored in tables in the vbios.  The
5820c195119SAlex Deucher  * driver registers callbacks to access registers and the interpreter
5830c195119SAlex Deucher  * in the driver parses the tables and executes then to program specific
5840c195119SAlex Deucher  * actions (set display modes, asic init, etc.).  See radeon_atombios.c,
5850c195119SAlex Deucher  * atombios.h, and atom.c
5860c195119SAlex Deucher  */
5870c195119SAlex Deucher 
5880c195119SAlex Deucher /**
5890c195119SAlex Deucher  * cail_pll_read - read PLL register
5900c195119SAlex Deucher  *
5910c195119SAlex Deucher  * @info: atom card_info pointer
5920c195119SAlex Deucher  * @reg: PLL register offset
5930c195119SAlex Deucher  *
5940c195119SAlex Deucher  * Provides a PLL register accessor for the atom interpreter (r4xx+).
5950c195119SAlex Deucher  * Returns the value of the PLL register.
5960c195119SAlex Deucher  */
597771fe6b9SJerome Glisse static uint32_t cail_pll_read(struct card_info *info, uint32_t reg)
598771fe6b9SJerome Glisse {
599771fe6b9SJerome Glisse 	struct radeon_device *rdev = info->dev->dev_private;
600771fe6b9SJerome Glisse 	uint32_t r;
601771fe6b9SJerome Glisse 
602771fe6b9SJerome Glisse 	r = rdev->pll_rreg(rdev, reg);
603771fe6b9SJerome Glisse 	return r;
604771fe6b9SJerome Glisse }
605771fe6b9SJerome Glisse 
6060c195119SAlex Deucher /**
6070c195119SAlex Deucher  * cail_pll_write - write PLL register
6080c195119SAlex Deucher  *
6090c195119SAlex Deucher  * @info: atom card_info pointer
6100c195119SAlex Deucher  * @reg: PLL register offset
6110c195119SAlex Deucher  * @val: value to write to the pll register
6120c195119SAlex Deucher  *
6130c195119SAlex Deucher  * Provides a PLL register accessor for the atom interpreter (r4xx+).
6140c195119SAlex Deucher  */
615771fe6b9SJerome Glisse static void cail_pll_write(struct card_info *info, uint32_t reg, uint32_t val)
616771fe6b9SJerome Glisse {
617771fe6b9SJerome Glisse 	struct radeon_device *rdev = info->dev->dev_private;
618771fe6b9SJerome Glisse 
619771fe6b9SJerome Glisse 	rdev->pll_wreg(rdev, reg, val);
620771fe6b9SJerome Glisse }
621771fe6b9SJerome Glisse 
6220c195119SAlex Deucher /**
6230c195119SAlex Deucher  * cail_mc_read - read MC (Memory Controller) register
6240c195119SAlex Deucher  *
6250c195119SAlex Deucher  * @info: atom card_info pointer
6260c195119SAlex Deucher  * @reg: MC register offset
6270c195119SAlex Deucher  *
6280c195119SAlex Deucher  * Provides an MC register accessor for the atom interpreter (r4xx+).
6290c195119SAlex Deucher  * Returns the value of the MC register.
6300c195119SAlex Deucher  */
631771fe6b9SJerome Glisse static uint32_t cail_mc_read(struct card_info *info, uint32_t reg)
632771fe6b9SJerome Glisse {
633771fe6b9SJerome Glisse 	struct radeon_device *rdev = info->dev->dev_private;
634771fe6b9SJerome Glisse 	uint32_t r;
635771fe6b9SJerome Glisse 
636771fe6b9SJerome Glisse 	r = rdev->mc_rreg(rdev, reg);
637771fe6b9SJerome Glisse 	return r;
638771fe6b9SJerome Glisse }
639771fe6b9SJerome Glisse 
6400c195119SAlex Deucher /**
6410c195119SAlex Deucher  * cail_mc_write - write MC (Memory Controller) register
6420c195119SAlex Deucher  *
6430c195119SAlex Deucher  * @info: atom card_info pointer
6440c195119SAlex Deucher  * @reg: MC register offset
6450c195119SAlex Deucher  * @val: value to write to the pll register
6460c195119SAlex Deucher  *
6470c195119SAlex Deucher  * Provides a MC register accessor for the atom interpreter (r4xx+).
6480c195119SAlex Deucher  */
649771fe6b9SJerome Glisse static void cail_mc_write(struct card_info *info, uint32_t reg, uint32_t val)
650771fe6b9SJerome Glisse {
651771fe6b9SJerome Glisse 	struct radeon_device *rdev = info->dev->dev_private;
652771fe6b9SJerome Glisse 
653771fe6b9SJerome Glisse 	rdev->mc_wreg(rdev, reg, val);
654771fe6b9SJerome Glisse }
655771fe6b9SJerome Glisse 
6560c195119SAlex Deucher /**
6570c195119SAlex Deucher  * cail_reg_write - write MMIO register
6580c195119SAlex Deucher  *
6590c195119SAlex Deucher  * @info: atom card_info pointer
6600c195119SAlex Deucher  * @reg: MMIO register offset
6610c195119SAlex Deucher  * @val: value to write to the pll register
6620c195119SAlex Deucher  *
6630c195119SAlex Deucher  * Provides a MMIO register accessor for the atom interpreter (r4xx+).
6640c195119SAlex Deucher  */
665771fe6b9SJerome Glisse static void cail_reg_write(struct card_info *info, uint32_t reg, uint32_t val)
666771fe6b9SJerome Glisse {
667771fe6b9SJerome Glisse 	struct radeon_device *rdev = info->dev->dev_private;
668771fe6b9SJerome Glisse 
669771fe6b9SJerome Glisse 	WREG32(reg*4, val);
670771fe6b9SJerome Glisse }
671771fe6b9SJerome Glisse 
6720c195119SAlex Deucher /**
6730c195119SAlex Deucher  * cail_reg_read - read MMIO register
6740c195119SAlex Deucher  *
6750c195119SAlex Deucher  * @info: atom card_info pointer
6760c195119SAlex Deucher  * @reg: MMIO register offset
6770c195119SAlex Deucher  *
6780c195119SAlex Deucher  * Provides an MMIO register accessor for the atom interpreter (r4xx+).
6790c195119SAlex Deucher  * Returns the value of the MMIO register.
6800c195119SAlex Deucher  */
681771fe6b9SJerome Glisse static uint32_t cail_reg_read(struct card_info *info, uint32_t reg)
682771fe6b9SJerome Glisse {
683771fe6b9SJerome Glisse 	struct radeon_device *rdev = info->dev->dev_private;
684771fe6b9SJerome Glisse 	uint32_t r;
685771fe6b9SJerome Glisse 
686771fe6b9SJerome Glisse 	r = RREG32(reg*4);
687771fe6b9SJerome Glisse 	return r;
688771fe6b9SJerome Glisse }
689771fe6b9SJerome Glisse 
6900c195119SAlex Deucher /**
6910c195119SAlex Deucher  * cail_ioreg_write - write IO register
6920c195119SAlex Deucher  *
6930c195119SAlex Deucher  * @info: atom card_info pointer
6940c195119SAlex Deucher  * @reg: IO register offset
6950c195119SAlex Deucher  * @val: value to write to the pll register
6960c195119SAlex Deucher  *
6970c195119SAlex Deucher  * Provides a IO register accessor for the atom interpreter (r4xx+).
6980c195119SAlex Deucher  */
699351a52a2SAlex Deucher static void cail_ioreg_write(struct card_info *info, uint32_t reg, uint32_t val)
700351a52a2SAlex Deucher {
701351a52a2SAlex Deucher 	struct radeon_device *rdev = info->dev->dev_private;
702351a52a2SAlex Deucher 
703351a52a2SAlex Deucher 	WREG32_IO(reg*4, val);
704351a52a2SAlex Deucher }
705351a52a2SAlex Deucher 
7060c195119SAlex Deucher /**
7070c195119SAlex Deucher  * cail_ioreg_read - read IO register
7080c195119SAlex Deucher  *
7090c195119SAlex Deucher  * @info: atom card_info pointer
7100c195119SAlex Deucher  * @reg: IO register offset
7110c195119SAlex Deucher  *
7120c195119SAlex Deucher  * Provides an IO register accessor for the atom interpreter (r4xx+).
7130c195119SAlex Deucher  * Returns the value of the IO register.
7140c195119SAlex Deucher  */
715351a52a2SAlex Deucher static uint32_t cail_ioreg_read(struct card_info *info, uint32_t reg)
716351a52a2SAlex Deucher {
717351a52a2SAlex Deucher 	struct radeon_device *rdev = info->dev->dev_private;
718351a52a2SAlex Deucher 	uint32_t r;
719351a52a2SAlex Deucher 
720351a52a2SAlex Deucher 	r = RREG32_IO(reg*4);
721351a52a2SAlex Deucher 	return r;
722351a52a2SAlex Deucher }
723351a52a2SAlex Deucher 
7240c195119SAlex Deucher /**
7250c195119SAlex Deucher  * radeon_atombios_init - init the driver info and callbacks for atombios
7260c195119SAlex Deucher  *
7270c195119SAlex Deucher  * @rdev: radeon_device pointer
7280c195119SAlex Deucher  *
7290c195119SAlex Deucher  * Initializes the driver info and register access callbacks for the
7300c195119SAlex Deucher  * ATOM interpreter (r4xx+).
7310c195119SAlex Deucher  * Returns 0 on sucess, -ENOMEM on failure.
7320c195119SAlex Deucher  * Called at driver startup.
7330c195119SAlex Deucher  */
734771fe6b9SJerome Glisse int radeon_atombios_init(struct radeon_device *rdev)
735771fe6b9SJerome Glisse {
73661c4b24bSMathias Fröhlich 	struct card_info *atom_card_info =
73761c4b24bSMathias Fröhlich 	    kzalloc(sizeof(struct card_info), GFP_KERNEL);
73861c4b24bSMathias Fröhlich 
73961c4b24bSMathias Fröhlich 	if (!atom_card_info)
74061c4b24bSMathias Fröhlich 		return -ENOMEM;
74161c4b24bSMathias Fröhlich 
74261c4b24bSMathias Fröhlich 	rdev->mode_info.atom_card_info = atom_card_info;
74361c4b24bSMathias Fröhlich 	atom_card_info->dev = rdev->ddev;
74461c4b24bSMathias Fröhlich 	atom_card_info->reg_read = cail_reg_read;
74561c4b24bSMathias Fröhlich 	atom_card_info->reg_write = cail_reg_write;
746351a52a2SAlex Deucher 	/* needed for iio ops */
747351a52a2SAlex Deucher 	if (rdev->rio_mem) {
748351a52a2SAlex Deucher 		atom_card_info->ioreg_read = cail_ioreg_read;
749351a52a2SAlex Deucher 		atom_card_info->ioreg_write = cail_ioreg_write;
750351a52a2SAlex Deucher 	} else {
751351a52a2SAlex Deucher 		DRM_ERROR("Unable to find PCI I/O BAR; using MMIO for ATOM IIO\n");
752351a52a2SAlex Deucher 		atom_card_info->ioreg_read = cail_reg_read;
753351a52a2SAlex Deucher 		atom_card_info->ioreg_write = cail_reg_write;
754351a52a2SAlex Deucher 	}
75561c4b24bSMathias Fröhlich 	atom_card_info->mc_read = cail_mc_read;
75661c4b24bSMathias Fröhlich 	atom_card_info->mc_write = cail_mc_write;
75761c4b24bSMathias Fröhlich 	atom_card_info->pll_read = cail_pll_read;
75861c4b24bSMathias Fröhlich 	atom_card_info->pll_write = cail_pll_write;
75961c4b24bSMathias Fröhlich 
76061c4b24bSMathias Fröhlich 	rdev->mode_info.atom_context = atom_parse(atom_card_info, rdev->bios);
761*0e34d094STim Gardner 	if (!rdev->mode_info.atom_context) {
762*0e34d094STim Gardner 		radeon_atombios_fini(rdev);
763*0e34d094STim Gardner 		return -ENOMEM;
764*0e34d094STim Gardner 	}
765*0e34d094STim Gardner 
766c31ad97fSRafał Miłecki 	mutex_init(&rdev->mode_info.atom_context->mutex);
767771fe6b9SJerome Glisse 	radeon_atom_initialize_bios_scratch_regs(rdev->ddev);
768d904ef9bSDave Airlie 	atom_allocate_fb_scratch(rdev->mode_info.atom_context);
769771fe6b9SJerome Glisse 	return 0;
770771fe6b9SJerome Glisse }
771771fe6b9SJerome Glisse 
7720c195119SAlex Deucher /**
7730c195119SAlex Deucher  * radeon_atombios_fini - free the driver info and callbacks for atombios
7740c195119SAlex Deucher  *
7750c195119SAlex Deucher  * @rdev: radeon_device pointer
7760c195119SAlex Deucher  *
7770c195119SAlex Deucher  * Frees the driver info and register access callbacks for the ATOM
7780c195119SAlex Deucher  * interpreter (r4xx+).
7790c195119SAlex Deucher  * Called at driver shutdown.
7800c195119SAlex Deucher  */
781771fe6b9SJerome Glisse void radeon_atombios_fini(struct radeon_device *rdev)
782771fe6b9SJerome Glisse {
7834a04a844SJerome Glisse 	if (rdev->mode_info.atom_context) {
784d904ef9bSDave Airlie 		kfree(rdev->mode_info.atom_context->scratch);
7854a04a844SJerome Glisse 	}
786*0e34d094STim Gardner 	kfree(rdev->mode_info.atom_context);
787*0e34d094STim Gardner 	rdev->mode_info.atom_context = NULL;
78861c4b24bSMathias Fröhlich 	kfree(rdev->mode_info.atom_card_info);
789*0e34d094STim Gardner 	rdev->mode_info.atom_card_info = NULL;
790771fe6b9SJerome Glisse }
791771fe6b9SJerome Glisse 
7920c195119SAlex Deucher /* COMBIOS */
7930c195119SAlex Deucher /*
7940c195119SAlex Deucher  * COMBIOS is the bios format prior to ATOM. It provides
7950c195119SAlex Deucher  * command tables similar to ATOM, but doesn't have a unified
7960c195119SAlex Deucher  * parser.  See radeon_combios.c
7970c195119SAlex Deucher  */
7980c195119SAlex Deucher 
7990c195119SAlex Deucher /**
8000c195119SAlex Deucher  * radeon_combios_init - init the driver info for combios
8010c195119SAlex Deucher  *
8020c195119SAlex Deucher  * @rdev: radeon_device pointer
8030c195119SAlex Deucher  *
8040c195119SAlex Deucher  * Initializes the driver info for combios (r1xx-r3xx).
8050c195119SAlex Deucher  * Returns 0 on sucess.
8060c195119SAlex Deucher  * Called at driver startup.
8070c195119SAlex Deucher  */
808771fe6b9SJerome Glisse int radeon_combios_init(struct radeon_device *rdev)
809771fe6b9SJerome Glisse {
810771fe6b9SJerome Glisse 	radeon_combios_initialize_bios_scratch_regs(rdev->ddev);
811771fe6b9SJerome Glisse 	return 0;
812771fe6b9SJerome Glisse }
813771fe6b9SJerome Glisse 
8140c195119SAlex Deucher /**
8150c195119SAlex Deucher  * radeon_combios_fini - free the driver info for combios
8160c195119SAlex Deucher  *
8170c195119SAlex Deucher  * @rdev: radeon_device pointer
8180c195119SAlex Deucher  *
8190c195119SAlex Deucher  * Frees the driver info for combios (r1xx-r3xx).
8200c195119SAlex Deucher  * Called at driver shutdown.
8210c195119SAlex Deucher  */
822771fe6b9SJerome Glisse void radeon_combios_fini(struct radeon_device *rdev)
823771fe6b9SJerome Glisse {
824771fe6b9SJerome Glisse }
825771fe6b9SJerome Glisse 
8260c195119SAlex Deucher /* if we get transitioned to only one device, take VGA back */
8270c195119SAlex Deucher /**
8280c195119SAlex Deucher  * radeon_vga_set_decode - enable/disable vga decode
8290c195119SAlex Deucher  *
8300c195119SAlex Deucher  * @cookie: radeon_device pointer
8310c195119SAlex Deucher  * @state: enable/disable vga decode
8320c195119SAlex Deucher  *
8330c195119SAlex Deucher  * Enable/disable vga decode (all asics).
8340c195119SAlex Deucher  * Returns VGA resource flags.
8350c195119SAlex Deucher  */
83628d52043SDave Airlie static unsigned int radeon_vga_set_decode(void *cookie, bool state)
83728d52043SDave Airlie {
83828d52043SDave Airlie 	struct radeon_device *rdev = cookie;
83928d52043SDave Airlie 	radeon_vga_set_state(rdev, state);
84028d52043SDave Airlie 	if (state)
84128d52043SDave Airlie 		return VGA_RSRC_LEGACY_IO | VGA_RSRC_LEGACY_MEM |
84228d52043SDave Airlie 		       VGA_RSRC_NORMAL_IO | VGA_RSRC_NORMAL_MEM;
84328d52043SDave Airlie 	else
84428d52043SDave Airlie 		return VGA_RSRC_NORMAL_IO | VGA_RSRC_NORMAL_MEM;
84528d52043SDave Airlie }
846c1176d6fSDave Airlie 
8470c195119SAlex Deucher /**
8481bcb04f7SChristian König  * radeon_check_pot_argument - check that argument is a power of two
8491bcb04f7SChristian König  *
8501bcb04f7SChristian König  * @arg: value to check
8511bcb04f7SChristian König  *
8521bcb04f7SChristian König  * Validates that a certain argument is a power of two (all asics).
8531bcb04f7SChristian König  * Returns true if argument is valid.
8541bcb04f7SChristian König  */
8551bcb04f7SChristian König static bool radeon_check_pot_argument(int arg)
8561bcb04f7SChristian König {
8571bcb04f7SChristian König 	return (arg & (arg - 1)) == 0;
8581bcb04f7SChristian König }
8591bcb04f7SChristian König 
8601bcb04f7SChristian König /**
8610c195119SAlex Deucher  * radeon_check_arguments - validate module params
8620c195119SAlex Deucher  *
8630c195119SAlex Deucher  * @rdev: radeon_device pointer
8640c195119SAlex Deucher  *
8650c195119SAlex Deucher  * Validates certain module parameters and updates
8660c195119SAlex Deucher  * the associated values used by the driver (all asics).
8670c195119SAlex Deucher  */
8681109ca09SLauri Kasanen static void radeon_check_arguments(struct radeon_device *rdev)
86936421338SJerome Glisse {
87036421338SJerome Glisse 	/* vramlimit must be a power of two */
8711bcb04f7SChristian König 	if (!radeon_check_pot_argument(radeon_vram_limit)) {
87236421338SJerome Glisse 		dev_warn(rdev->dev, "vram limit (%d) must be a power of 2\n",
87336421338SJerome Glisse 				radeon_vram_limit);
87436421338SJerome Glisse 		radeon_vram_limit = 0;
87536421338SJerome Glisse 	}
8761bcb04f7SChristian König 
87736421338SJerome Glisse 	/* gtt size must be power of two and greater or equal to 32M */
8781bcb04f7SChristian König 	if (radeon_gart_size < 32) {
87936421338SJerome Glisse 		dev_warn(rdev->dev, "gart size (%d) too small forcing to 512M\n",
88036421338SJerome Glisse 				radeon_gart_size);
88136421338SJerome Glisse 		radeon_gart_size = 512;
8821bcb04f7SChristian König 
8831bcb04f7SChristian König 	} else if (!radeon_check_pot_argument(radeon_gart_size)) {
88436421338SJerome Glisse 		dev_warn(rdev->dev, "gart size (%d) must be a power of 2\n",
88536421338SJerome Glisse 				radeon_gart_size);
88636421338SJerome Glisse 		radeon_gart_size = 512;
88736421338SJerome Glisse 	}
8881bcb04f7SChristian König 	rdev->mc.gtt_size = (uint64_t)radeon_gart_size << 20;
8891bcb04f7SChristian König 
89036421338SJerome Glisse 	/* AGP mode can only be -1, 1, 2, 4, 8 */
89136421338SJerome Glisse 	switch (radeon_agpmode) {
89236421338SJerome Glisse 	case -1:
89336421338SJerome Glisse 	case 0:
89436421338SJerome Glisse 	case 1:
89536421338SJerome Glisse 	case 2:
89636421338SJerome Glisse 	case 4:
89736421338SJerome Glisse 	case 8:
89836421338SJerome Glisse 		break;
89936421338SJerome Glisse 	default:
90036421338SJerome Glisse 		dev_warn(rdev->dev, "invalid AGP mode %d (valid mode: "
90136421338SJerome Glisse 				"-1, 0, 1, 2, 4, 8)\n", radeon_agpmode);
90236421338SJerome Glisse 		radeon_agpmode = 0;
90336421338SJerome Glisse 		break;
90436421338SJerome Glisse 	}
90536421338SJerome Glisse }
90636421338SJerome Glisse 
9070c195119SAlex Deucher /**
908d1f9809eSMaarten Lankhorst  * radeon_switcheroo_quirk_long_wakeup - return true if longer d3 delay is
909d1f9809eSMaarten Lankhorst  * needed for waking up.
910d1f9809eSMaarten Lankhorst  *
911d1f9809eSMaarten Lankhorst  * @pdev: pci dev pointer
912d1f9809eSMaarten Lankhorst  */
913d1f9809eSMaarten Lankhorst static bool radeon_switcheroo_quirk_long_wakeup(struct pci_dev *pdev)
914d1f9809eSMaarten Lankhorst {
915d1f9809eSMaarten Lankhorst 
916d1f9809eSMaarten Lankhorst 	/* 6600m in a macbook pro */
917d1f9809eSMaarten Lankhorst 	if (pdev->subsystem_vendor == PCI_VENDOR_ID_APPLE &&
918d1f9809eSMaarten Lankhorst 	    pdev->subsystem_device == 0x00e2) {
919d1f9809eSMaarten Lankhorst 		printk(KERN_INFO "radeon: quirking longer d3 wakeup delay\n");
920d1f9809eSMaarten Lankhorst 		return true;
921d1f9809eSMaarten Lankhorst 	}
922d1f9809eSMaarten Lankhorst 
923d1f9809eSMaarten Lankhorst 	return false;
924d1f9809eSMaarten Lankhorst }
925d1f9809eSMaarten Lankhorst 
926d1f9809eSMaarten Lankhorst /**
9270c195119SAlex Deucher  * radeon_switcheroo_set_state - set switcheroo state
9280c195119SAlex Deucher  *
9290c195119SAlex Deucher  * @pdev: pci dev pointer
9300c195119SAlex Deucher  * @state: vga switcheroo state
9310c195119SAlex Deucher  *
9320c195119SAlex Deucher  * Callback for the switcheroo driver.  Suspends or resumes the
9330c195119SAlex Deucher  * the asics before or after it is powered up using ACPI methods.
9340c195119SAlex Deucher  */
9356a9ee8afSDave Airlie static void radeon_switcheroo_set_state(struct pci_dev *pdev, enum vga_switcheroo_state state)
9366a9ee8afSDave Airlie {
9376a9ee8afSDave Airlie 	struct drm_device *dev = pci_get_drvdata(pdev);
9386a9ee8afSDave Airlie 	pm_message_t pmm = { .event = PM_EVENT_SUSPEND };
9396a9ee8afSDave Airlie 	if (state == VGA_SWITCHEROO_ON) {
940d1f9809eSMaarten Lankhorst 		unsigned d3_delay = dev->pdev->d3_delay;
941d1f9809eSMaarten Lankhorst 
9426a9ee8afSDave Airlie 		printk(KERN_INFO "radeon: switched on\n");
9436a9ee8afSDave Airlie 		/* don't suspend or resume card normally */
9445bcf719bSDave Airlie 		dev->switch_power_state = DRM_SWITCH_POWER_CHANGING;
945d1f9809eSMaarten Lankhorst 
946d1f9809eSMaarten Lankhorst 		if (d3_delay < 20 && radeon_switcheroo_quirk_long_wakeup(pdev))
947d1f9809eSMaarten Lankhorst 			dev->pdev->d3_delay = 20;
948d1f9809eSMaarten Lankhorst 
9496a9ee8afSDave Airlie 		radeon_resume_kms(dev);
950d1f9809eSMaarten Lankhorst 
951d1f9809eSMaarten Lankhorst 		dev->pdev->d3_delay = d3_delay;
952d1f9809eSMaarten Lankhorst 
9535bcf719bSDave Airlie 		dev->switch_power_state = DRM_SWITCH_POWER_ON;
954fbf81762SDave Airlie 		drm_kms_helper_poll_enable(dev);
9556a9ee8afSDave Airlie 	} else {
9566a9ee8afSDave Airlie 		printk(KERN_INFO "radeon: switched off\n");
957fbf81762SDave Airlie 		drm_kms_helper_poll_disable(dev);
9585bcf719bSDave Airlie 		dev->switch_power_state = DRM_SWITCH_POWER_CHANGING;
9596a9ee8afSDave Airlie 		radeon_suspend_kms(dev, pmm);
9605bcf719bSDave Airlie 		dev->switch_power_state = DRM_SWITCH_POWER_OFF;
9616a9ee8afSDave Airlie 	}
9626a9ee8afSDave Airlie }
9636a9ee8afSDave Airlie 
9640c195119SAlex Deucher /**
9650c195119SAlex Deucher  * radeon_switcheroo_can_switch - see if switcheroo state can change
9660c195119SAlex Deucher  *
9670c195119SAlex Deucher  * @pdev: pci dev pointer
9680c195119SAlex Deucher  *
9690c195119SAlex Deucher  * Callback for the switcheroo driver.  Check of the switcheroo
9700c195119SAlex Deucher  * state can be changed.
9710c195119SAlex Deucher  * Returns true if the state can be changed, false if not.
9720c195119SAlex Deucher  */
9736a9ee8afSDave Airlie static bool radeon_switcheroo_can_switch(struct pci_dev *pdev)
9746a9ee8afSDave Airlie {
9756a9ee8afSDave Airlie 	struct drm_device *dev = pci_get_drvdata(pdev);
9766a9ee8afSDave Airlie 	bool can_switch;
9776a9ee8afSDave Airlie 
9786a9ee8afSDave Airlie 	spin_lock(&dev->count_lock);
9796a9ee8afSDave Airlie 	can_switch = (dev->open_count == 0);
9806a9ee8afSDave Airlie 	spin_unlock(&dev->count_lock);
9816a9ee8afSDave Airlie 	return can_switch;
9826a9ee8afSDave Airlie }
9836a9ee8afSDave Airlie 
98426ec685fSTakashi Iwai static const struct vga_switcheroo_client_ops radeon_switcheroo_ops = {
98526ec685fSTakashi Iwai 	.set_gpu_state = radeon_switcheroo_set_state,
98626ec685fSTakashi Iwai 	.reprobe = NULL,
98726ec685fSTakashi Iwai 	.can_switch = radeon_switcheroo_can_switch,
98826ec685fSTakashi Iwai };
9896a9ee8afSDave Airlie 
9900c195119SAlex Deucher /**
9910c195119SAlex Deucher  * radeon_device_init - initialize the driver
9920c195119SAlex Deucher  *
9930c195119SAlex Deucher  * @rdev: radeon_device pointer
9940c195119SAlex Deucher  * @pdev: drm dev pointer
9950c195119SAlex Deucher  * @pdev: pci dev pointer
9960c195119SAlex Deucher  * @flags: driver flags
9970c195119SAlex Deucher  *
9980c195119SAlex Deucher  * Initializes the driver info and hw (all asics).
9990c195119SAlex Deucher  * Returns 0 for success or an error on failure.
10000c195119SAlex Deucher  * Called at driver startup.
10010c195119SAlex Deucher  */
1002771fe6b9SJerome Glisse int radeon_device_init(struct radeon_device *rdev,
1003771fe6b9SJerome Glisse 		       struct drm_device *ddev,
1004771fe6b9SJerome Glisse 		       struct pci_dev *pdev,
1005771fe6b9SJerome Glisse 		       uint32_t flags)
1006771fe6b9SJerome Glisse {
1007351a52a2SAlex Deucher 	int r, i;
1008ad49f501SDave Airlie 	int dma_bits;
1009771fe6b9SJerome Glisse 
1010771fe6b9SJerome Glisse 	rdev->shutdown = false;
10119f022ddfSJerome Glisse 	rdev->dev = &pdev->dev;
1012771fe6b9SJerome Glisse 	rdev->ddev = ddev;
1013771fe6b9SJerome Glisse 	rdev->pdev = pdev;
1014771fe6b9SJerome Glisse 	rdev->flags = flags;
1015771fe6b9SJerome Glisse 	rdev->family = flags & RADEON_FAMILY_MASK;
1016771fe6b9SJerome Glisse 	rdev->is_atom_bios = false;
1017771fe6b9SJerome Glisse 	rdev->usec_timeout = RADEON_MAX_USEC_TIMEOUT;
1018771fe6b9SJerome Glisse 	rdev->mc.gtt_size = radeon_gart_size * 1024 * 1024;
1019733289c2SJerome Glisse 	rdev->accel_working = false;
10208b25ed34SAlex Deucher 	/* set up ring ids */
10218b25ed34SAlex Deucher 	for (i = 0; i < RADEON_NUM_RINGS; i++) {
10228b25ed34SAlex Deucher 		rdev->ring[i].idx = i;
10238b25ed34SAlex Deucher 	}
10241b5331d9SJerome Glisse 
1025d522d9ccSThomas Reim 	DRM_INFO("initializing kernel modesetting (%s 0x%04X:0x%04X 0x%04X:0x%04X).\n",
1026d522d9ccSThomas Reim 		radeon_family_name[rdev->family], pdev->vendor, pdev->device,
1027d522d9ccSThomas Reim 		pdev->subsystem_vendor, pdev->subsystem_device);
10281b5331d9SJerome Glisse 
1029771fe6b9SJerome Glisse 	/* mutex initialization are all done here so we
1030771fe6b9SJerome Glisse 	 * can recall function without having locking issues */
1031d6999bc7SChristian König 	mutex_init(&rdev->ring_lock);
103240bacf16SAlex Deucher 	mutex_init(&rdev->dc_hw_i2c_mutex);
1033c20dc369SChristian Koenig 	atomic_set(&rdev->ih.lock, 0);
10344c788679SJerome Glisse 	mutex_init(&rdev->gem.mutex);
1035c913e23aSRafał Miłecki 	mutex_init(&rdev->pm.mutex);
10366759a0a7SMarek Olšák 	mutex_init(&rdev->gpu_clock_mutex);
1037db7fce39SChristian König 	init_rwsem(&rdev->pm.mclk_lock);
1038dee53e7fSJerome Glisse 	init_rwsem(&rdev->exclusive_lock);
103973a6d3fcSRafał Miłecki 	init_waitqueue_head(&rdev->irq.vblank_queue);
10401b9c3dd0SAlex Deucher 	r = radeon_gem_init(rdev);
10411b9c3dd0SAlex Deucher 	if (r)
10421b9c3dd0SAlex Deucher 		return r;
1043721604a1SJerome Glisse 	/* initialize vm here */
104436ff39c4SChristian König 	mutex_init(&rdev->vm_manager.lock);
104523d4f1f2SAlex Deucher 	/* Adjust VM size here.
104623d4f1f2SAlex Deucher 	 * Currently set to 4GB ((1 << 20) 4k pages).
104723d4f1f2SAlex Deucher 	 * Max GPUVM size for cayman and SI is 40 bits.
104823d4f1f2SAlex Deucher 	 */
1049721604a1SJerome Glisse 	rdev->vm_manager.max_pfn = 1 << 20;
1050721604a1SJerome Glisse 	INIT_LIST_HEAD(&rdev->vm_manager.lru_vm);
1051771fe6b9SJerome Glisse 
10524aac0473SJerome Glisse 	/* Set asic functions */
10534aac0473SJerome Glisse 	r = radeon_asic_init(rdev);
105436421338SJerome Glisse 	if (r)
10554aac0473SJerome Glisse 		return r;
105636421338SJerome Glisse 	radeon_check_arguments(rdev);
10574aac0473SJerome Glisse 
1058f95df9caSAlex Deucher 	/* all of the newer IGP chips have an internal gart
1059f95df9caSAlex Deucher 	 * However some rs4xx report as AGP, so remove that here.
1060f95df9caSAlex Deucher 	 */
1061f95df9caSAlex Deucher 	if ((rdev->family >= CHIP_RS400) &&
1062f95df9caSAlex Deucher 	    (rdev->flags & RADEON_IS_IGP)) {
1063f95df9caSAlex Deucher 		rdev->flags &= ~RADEON_IS_AGP;
1064f95df9caSAlex Deucher 	}
1065f95df9caSAlex Deucher 
106630256a3fSJerome Glisse 	if (rdev->flags & RADEON_IS_AGP && radeon_agpmode == -1) {
1067b574f251SJerome Glisse 		radeon_agp_disable(rdev);
1068771fe6b9SJerome Glisse 	}
1069771fe6b9SJerome Glisse 
1070ad49f501SDave Airlie 	/* set DMA mask + need_dma32 flags.
1071ad49f501SDave Airlie 	 * PCIE - can handle 40-bits.
1072005a83f1SAlex Deucher 	 * IGP - can handle 40-bits
1073ad49f501SDave Airlie 	 * AGP - generally dma32 is safest
1074005a83f1SAlex Deucher 	 * PCI - dma32 for legacy pci gart, 40 bits on newer asics
1075ad49f501SDave Airlie 	 */
1076ad49f501SDave Airlie 	rdev->need_dma32 = false;
1077ad49f501SDave Airlie 	if (rdev->flags & RADEON_IS_AGP)
1078ad49f501SDave Airlie 		rdev->need_dma32 = true;
1079005a83f1SAlex Deucher 	if ((rdev->flags & RADEON_IS_PCI) &&
10804a2b6662SJerome Glisse 	    (rdev->family <= CHIP_RS740))
1081ad49f501SDave Airlie 		rdev->need_dma32 = true;
1082ad49f501SDave Airlie 
1083ad49f501SDave Airlie 	dma_bits = rdev->need_dma32 ? 32 : 40;
1084ad49f501SDave Airlie 	r = pci_set_dma_mask(rdev->pdev, DMA_BIT_MASK(dma_bits));
1085771fe6b9SJerome Glisse 	if (r) {
108662fff811SDaniel Haid 		rdev->need_dma32 = true;
1087c52494f6SKonrad Rzeszutek Wilk 		dma_bits = 32;
1088771fe6b9SJerome Glisse 		printk(KERN_WARNING "radeon: No suitable DMA available.\n");
1089771fe6b9SJerome Glisse 	}
1090c52494f6SKonrad Rzeszutek Wilk 	r = pci_set_consistent_dma_mask(rdev->pdev, DMA_BIT_MASK(dma_bits));
1091c52494f6SKonrad Rzeszutek Wilk 	if (r) {
1092c52494f6SKonrad Rzeszutek Wilk 		pci_set_consistent_dma_mask(rdev->pdev, DMA_BIT_MASK(32));
1093c52494f6SKonrad Rzeszutek Wilk 		printk(KERN_WARNING "radeon: No coherent DMA available.\n");
1094c52494f6SKonrad Rzeszutek Wilk 	}
1095771fe6b9SJerome Glisse 
1096771fe6b9SJerome Glisse 	/* Registers mapping */
1097771fe6b9SJerome Glisse 	/* TODO: block userspace mapping of io register */
10982c385151SDaniel Vetter 	spin_lock_init(&rdev->mmio_idx_lock);
109901d73a69SJordan Crouse 	rdev->rmmio_base = pci_resource_start(rdev->pdev, 2);
110001d73a69SJordan Crouse 	rdev->rmmio_size = pci_resource_len(rdev->pdev, 2);
1101771fe6b9SJerome Glisse 	rdev->rmmio = ioremap(rdev->rmmio_base, rdev->rmmio_size);
1102771fe6b9SJerome Glisse 	if (rdev->rmmio == NULL) {
1103771fe6b9SJerome Glisse 		return -ENOMEM;
1104771fe6b9SJerome Glisse 	}
1105771fe6b9SJerome Glisse 	DRM_INFO("register mmio base: 0x%08X\n", (uint32_t)rdev->rmmio_base);
1106771fe6b9SJerome Glisse 	DRM_INFO("register mmio size: %u\n", (unsigned)rdev->rmmio_size);
1107771fe6b9SJerome Glisse 
1108351a52a2SAlex Deucher 	/* io port mapping */
1109351a52a2SAlex Deucher 	for (i = 0; i < DEVICE_COUNT_RESOURCE; i++) {
1110351a52a2SAlex Deucher 		if (pci_resource_flags(rdev->pdev, i) & IORESOURCE_IO) {
1111351a52a2SAlex Deucher 			rdev->rio_mem_size = pci_resource_len(rdev->pdev, i);
1112351a52a2SAlex Deucher 			rdev->rio_mem = pci_iomap(rdev->pdev, i, rdev->rio_mem_size);
1113351a52a2SAlex Deucher 			break;
1114351a52a2SAlex Deucher 		}
1115351a52a2SAlex Deucher 	}
1116351a52a2SAlex Deucher 	if (rdev->rio_mem == NULL)
1117351a52a2SAlex Deucher 		DRM_ERROR("Unable to find PCI I/O BAR\n");
1118351a52a2SAlex Deucher 
111928d52043SDave Airlie 	/* if we have > 1 VGA cards, then disable the radeon VGA resources */
112093239ea1SDave Airlie 	/* this will fail for cards that aren't VGA class devices, just
112193239ea1SDave Airlie 	 * ignore it */
112293239ea1SDave Airlie 	vga_client_register(rdev->pdev, rdev, NULL, radeon_vga_set_decode);
112326ec685fSTakashi Iwai 	vga_switcheroo_register_client(rdev->pdev, &radeon_switcheroo_ops);
112428d52043SDave Airlie 
11253ce0a23dSJerome Glisse 	r = radeon_init(rdev);
1126b574f251SJerome Glisse 	if (r)
1127b574f251SJerome Glisse 		return r;
1128b1e3a6d1SMichel Dänzer 
112904eb2206SChristian König 	r = radeon_ib_ring_tests(rdev);
113004eb2206SChristian König 	if (r)
113104eb2206SChristian König 		DRM_ERROR("ib ring test failed (%d).\n", r);
113204eb2206SChristian König 
1133b574f251SJerome Glisse 	if (rdev->flags & RADEON_IS_AGP && !rdev->accel_working) {
1134b574f251SJerome Glisse 		/* Acceleration not working on AGP card try again
1135b574f251SJerome Glisse 		 * with fallback to PCI or PCIE GART
1136b574f251SJerome Glisse 		 */
1137a2d07b74SJerome Glisse 		radeon_asic_reset(rdev);
1138b574f251SJerome Glisse 		radeon_fini(rdev);
1139b574f251SJerome Glisse 		radeon_agp_disable(rdev);
1140b574f251SJerome Glisse 		r = radeon_init(rdev);
11414aac0473SJerome Glisse 		if (r)
11424aac0473SJerome Glisse 			return r;
11433ce0a23dSJerome Glisse 	}
114460a7e396SChristian König 	if ((radeon_testing & 1)) {
1145ecc0b326SMichel Dänzer 		radeon_test_moves(rdev);
1146ecc0b326SMichel Dänzer 	}
114760a7e396SChristian König 	if ((radeon_testing & 2)) {
114860a7e396SChristian König 		radeon_test_syncing(rdev);
114960a7e396SChristian König 	}
1150771fe6b9SJerome Glisse 	if (radeon_benchmarking) {
1151638dd7dbSIlija Hadzic 		radeon_benchmark(rdev, radeon_benchmarking);
1152771fe6b9SJerome Glisse 	}
11536cf8a3f5SJerome Glisse 	return 0;
1154771fe6b9SJerome Glisse }
1155771fe6b9SJerome Glisse 
11564d8bf9aeSChristian König static void radeon_debugfs_remove_files(struct radeon_device *rdev);
11574d8bf9aeSChristian König 
11580c195119SAlex Deucher /**
11590c195119SAlex Deucher  * radeon_device_fini - tear down the driver
11600c195119SAlex Deucher  *
11610c195119SAlex Deucher  * @rdev: radeon_device pointer
11620c195119SAlex Deucher  *
11630c195119SAlex Deucher  * Tear down the driver info (all asics).
11640c195119SAlex Deucher  * Called at driver shutdown.
11650c195119SAlex Deucher  */
1166771fe6b9SJerome Glisse void radeon_device_fini(struct radeon_device *rdev)
1167771fe6b9SJerome Glisse {
1168771fe6b9SJerome Glisse 	DRM_INFO("radeon: finishing device.\n");
1169771fe6b9SJerome Glisse 	rdev->shutdown = true;
117090aca4d2SJerome Glisse 	/* evict vram memory */
117190aca4d2SJerome Glisse 	radeon_bo_evict_vram(rdev);
11723ce0a23dSJerome Glisse 	radeon_fini(rdev);
11736a9ee8afSDave Airlie 	vga_switcheroo_unregister_client(rdev->pdev);
1174c1176d6fSDave Airlie 	vga_client_register(rdev->pdev, NULL, NULL, NULL);
1175e0a2ca73SAlex Deucher 	if (rdev->rio_mem)
1176351a52a2SAlex Deucher 		pci_iounmap(rdev->pdev, rdev->rio_mem);
1177351a52a2SAlex Deucher 	rdev->rio_mem = NULL;
1178771fe6b9SJerome Glisse 	iounmap(rdev->rmmio);
1179771fe6b9SJerome Glisse 	rdev->rmmio = NULL;
11804d8bf9aeSChristian König 	radeon_debugfs_remove_files(rdev);
1181771fe6b9SJerome Glisse }
1182771fe6b9SJerome Glisse 
1183771fe6b9SJerome Glisse 
1184771fe6b9SJerome Glisse /*
1185771fe6b9SJerome Glisse  * Suspend & resume.
1186771fe6b9SJerome Glisse  */
11870c195119SAlex Deucher /**
11880c195119SAlex Deucher  * radeon_suspend_kms - initiate device suspend
11890c195119SAlex Deucher  *
11900c195119SAlex Deucher  * @pdev: drm dev pointer
11910c195119SAlex Deucher  * @state: suspend state
11920c195119SAlex Deucher  *
11930c195119SAlex Deucher  * Puts the hw in the suspend state (all asics).
11940c195119SAlex Deucher  * Returns 0 for success or an error on failure.
11950c195119SAlex Deucher  * Called at driver suspend.
11960c195119SAlex Deucher  */
1197771fe6b9SJerome Glisse int radeon_suspend_kms(struct drm_device *dev, pm_message_t state)
1198771fe6b9SJerome Glisse {
1199875c1866SDarren Jenkins 	struct radeon_device *rdev;
1200771fe6b9SJerome Glisse 	struct drm_crtc *crtc;
1201d8dcaa1dSAlex Deucher 	struct drm_connector *connector;
12027465280cSAlex Deucher 	int i, r;
12035f8f635eSJerome Glisse 	bool force_completion = false;
1204771fe6b9SJerome Glisse 
1205875c1866SDarren Jenkins 	if (dev == NULL || dev->dev_private == NULL) {
1206771fe6b9SJerome Glisse 		return -ENODEV;
1207771fe6b9SJerome Glisse 	}
1208771fe6b9SJerome Glisse 	if (state.event == PM_EVENT_PRETHAW) {
1209771fe6b9SJerome Glisse 		return 0;
1210771fe6b9SJerome Glisse 	}
1211875c1866SDarren Jenkins 	rdev = dev->dev_private;
1212875c1866SDarren Jenkins 
12135bcf719bSDave Airlie 	if (dev->switch_power_state == DRM_SWITCH_POWER_OFF)
12146a9ee8afSDave Airlie 		return 0;
1215d8dcaa1dSAlex Deucher 
121686698c20SSeth Forshee 	drm_kms_helper_poll_disable(dev);
121786698c20SSeth Forshee 
1218d8dcaa1dSAlex Deucher 	/* turn off display hw */
1219d8dcaa1dSAlex Deucher 	list_for_each_entry(connector, &dev->mode_config.connector_list, head) {
1220d8dcaa1dSAlex Deucher 		drm_helper_connector_dpms(connector, DRM_MODE_DPMS_OFF);
1221d8dcaa1dSAlex Deucher 	}
1222d8dcaa1dSAlex Deucher 
1223771fe6b9SJerome Glisse 	/* unpin the front buffers */
1224771fe6b9SJerome Glisse 	list_for_each_entry(crtc, &dev->mode_config.crtc_list, head) {
1225771fe6b9SJerome Glisse 		struct radeon_framebuffer *rfb = to_radeon_framebuffer(crtc->fb);
12264c788679SJerome Glisse 		struct radeon_bo *robj;
1227771fe6b9SJerome Glisse 
1228771fe6b9SJerome Glisse 		if (rfb == NULL || rfb->obj == NULL) {
1229771fe6b9SJerome Glisse 			continue;
1230771fe6b9SJerome Glisse 		}
12317e4d15d9SDaniel Vetter 		robj = gem_to_radeon_bo(rfb->obj);
123238651674SDave Airlie 		/* don't unpin kernel fb objects */
123338651674SDave Airlie 		if (!radeon_fbdev_robj_is_fb(rdev, robj)) {
12344c788679SJerome Glisse 			r = radeon_bo_reserve(robj, false);
123538651674SDave Airlie 			if (r == 0) {
12364c788679SJerome Glisse 				radeon_bo_unpin(robj);
12374c788679SJerome Glisse 				radeon_bo_unreserve(robj);
12384c788679SJerome Glisse 			}
1239771fe6b9SJerome Glisse 		}
1240771fe6b9SJerome Glisse 	}
1241771fe6b9SJerome Glisse 	/* evict vram memory */
12424c788679SJerome Glisse 	radeon_bo_evict_vram(rdev);
12438a47cc9eSChristian König 
12448a47cc9eSChristian König 	mutex_lock(&rdev->ring_lock);
1245771fe6b9SJerome Glisse 	/* wait for gpu to finish processing current batch */
12465f8f635eSJerome Glisse 	for (i = 0; i < RADEON_NUM_RINGS; i++) {
12475f8f635eSJerome Glisse 		r = radeon_fence_wait_empty_locked(rdev, i);
12485f8f635eSJerome Glisse 		if (r) {
12495f8f635eSJerome Glisse 			/* delay GPU reset to resume */
12505f8f635eSJerome Glisse 			force_completion = true;
12515f8f635eSJerome Glisse 		}
12525f8f635eSJerome Glisse 	}
12535f8f635eSJerome Glisse 	if (force_completion) {
12545f8f635eSJerome Glisse 		radeon_fence_driver_force_completion(rdev);
12555f8f635eSJerome Glisse 	}
12568a47cc9eSChristian König 	mutex_unlock(&rdev->ring_lock);
1257771fe6b9SJerome Glisse 
1258f657c2a7SYang Zhao 	radeon_save_bios_scratch_regs(rdev);
1259f657c2a7SYang Zhao 
1260ce8f5370SAlex Deucher 	radeon_pm_suspend(rdev);
12613ce0a23dSJerome Glisse 	radeon_suspend(rdev);
1262d4877cf2SAlex Deucher 	radeon_hpd_fini(rdev);
1263771fe6b9SJerome Glisse 	/* evict remaining vram memory */
12644c788679SJerome Glisse 	radeon_bo_evict_vram(rdev);
1265771fe6b9SJerome Glisse 
126610b06122SJerome Glisse 	radeon_agp_suspend(rdev);
126710b06122SJerome Glisse 
1268771fe6b9SJerome Glisse 	pci_save_state(dev->pdev);
1269771fe6b9SJerome Glisse 	if (state.event == PM_EVENT_SUSPEND) {
1270771fe6b9SJerome Glisse 		/* Shut down the device */
1271771fe6b9SJerome Glisse 		pci_disable_device(dev->pdev);
1272771fe6b9SJerome Glisse 		pci_set_power_state(dev->pdev, PCI_D3hot);
1273771fe6b9SJerome Glisse 	}
1274ac751efaSTorben Hohn 	console_lock();
127538651674SDave Airlie 	radeon_fbdev_set_suspend(rdev, 1);
1276ac751efaSTorben Hohn 	console_unlock();
1277771fe6b9SJerome Glisse 	return 0;
1278771fe6b9SJerome Glisse }
1279771fe6b9SJerome Glisse 
12800c195119SAlex Deucher /**
12810c195119SAlex Deucher  * radeon_resume_kms - initiate device resume
12820c195119SAlex Deucher  *
12830c195119SAlex Deucher  * @pdev: drm dev pointer
12840c195119SAlex Deucher  *
12850c195119SAlex Deucher  * Bring the hw back to operating state (all asics).
12860c195119SAlex Deucher  * Returns 0 for success or an error on failure.
12870c195119SAlex Deucher  * Called at driver resume.
12880c195119SAlex Deucher  */
1289771fe6b9SJerome Glisse int radeon_resume_kms(struct drm_device *dev)
1290771fe6b9SJerome Glisse {
129109bdf591SCedric Godin 	struct drm_connector *connector;
1292771fe6b9SJerome Glisse 	struct radeon_device *rdev = dev->dev_private;
129304eb2206SChristian König 	int r;
1294771fe6b9SJerome Glisse 
12955bcf719bSDave Airlie 	if (dev->switch_power_state == DRM_SWITCH_POWER_OFF)
12966a9ee8afSDave Airlie 		return 0;
12976a9ee8afSDave Airlie 
1298ac751efaSTorben Hohn 	console_lock();
1299771fe6b9SJerome Glisse 	pci_set_power_state(dev->pdev, PCI_D0);
1300771fe6b9SJerome Glisse 	pci_restore_state(dev->pdev);
1301771fe6b9SJerome Glisse 	if (pci_enable_device(dev->pdev)) {
1302ac751efaSTorben Hohn 		console_unlock();
1303771fe6b9SJerome Glisse 		return -1;
1304771fe6b9SJerome Glisse 	}
13050ebf1717SDave Airlie 	/* resume AGP if in use */
13060ebf1717SDave Airlie 	radeon_agp_resume(rdev);
13073ce0a23dSJerome Glisse 	radeon_resume(rdev);
130804eb2206SChristian König 
130904eb2206SChristian König 	r = radeon_ib_ring_tests(rdev);
131004eb2206SChristian König 	if (r)
131104eb2206SChristian König 		DRM_ERROR("ib ring test failed (%d).\n", r);
131204eb2206SChristian König 
1313ce8f5370SAlex Deucher 	radeon_pm_resume(rdev);
1314f657c2a7SYang Zhao 	radeon_restore_bios_scratch_regs(rdev);
131509bdf591SCedric Godin 
131638651674SDave Airlie 	radeon_fbdev_set_suspend(rdev, 0);
1317ac751efaSTorben Hohn 	console_unlock();
1318771fe6b9SJerome Glisse 
13193fa47d9eSAlex Deucher 	/* init dig PHYs, disp eng pll */
13203fa47d9eSAlex Deucher 	if (rdev->is_atom_bios) {
1321ac89af1eSAlex Deucher 		radeon_atom_encoder_init(rdev);
1322f3f1f03eSAlex Deucher 		radeon_atom_disp_eng_pll_init(rdev);
1323bced76f2SAlex Deucher 		/* turn on the BL */
1324bced76f2SAlex Deucher 		if (rdev->mode_info.bl_encoder) {
1325bced76f2SAlex Deucher 			u8 bl_level = radeon_get_backlight_level(rdev,
1326bced76f2SAlex Deucher 								 rdev->mode_info.bl_encoder);
1327bced76f2SAlex Deucher 			radeon_set_backlight_level(rdev, rdev->mode_info.bl_encoder,
1328bced76f2SAlex Deucher 						   bl_level);
1329bced76f2SAlex Deucher 		}
13303fa47d9eSAlex Deucher 	}
1331d4877cf2SAlex Deucher 	/* reset hpd state */
1332d4877cf2SAlex Deucher 	radeon_hpd_init(rdev);
1333771fe6b9SJerome Glisse 	/* blat the mode back in */
1334771fe6b9SJerome Glisse 	drm_helper_resume_force_mode(dev);
1335a93f344dSAlex Deucher 	/* turn on display hw */
1336a93f344dSAlex Deucher 	list_for_each_entry(connector, &dev->mode_config.connector_list, head) {
1337a93f344dSAlex Deucher 		drm_helper_connector_dpms(connector, DRM_MODE_DPMS_ON);
1338a93f344dSAlex Deucher 	}
133986698c20SSeth Forshee 
134086698c20SSeth Forshee 	drm_kms_helper_poll_enable(dev);
1341771fe6b9SJerome Glisse 	return 0;
1342771fe6b9SJerome Glisse }
1343771fe6b9SJerome Glisse 
13440c195119SAlex Deucher /**
13450c195119SAlex Deucher  * radeon_gpu_reset - reset the asic
13460c195119SAlex Deucher  *
13470c195119SAlex Deucher  * @rdev: radeon device pointer
13480c195119SAlex Deucher  *
13490c195119SAlex Deucher  * Attempt the reset the GPU if it has hung (all asics).
13500c195119SAlex Deucher  * Returns 0 for success or an error on failure.
13510c195119SAlex Deucher  */
135290aca4d2SJerome Glisse int radeon_gpu_reset(struct radeon_device *rdev)
135390aca4d2SJerome Glisse {
135455d7c221SChristian König 	unsigned ring_sizes[RADEON_NUM_RINGS];
135555d7c221SChristian König 	uint32_t *ring_data[RADEON_NUM_RINGS];
135655d7c221SChristian König 
135755d7c221SChristian König 	bool saved = false;
135855d7c221SChristian König 
135955d7c221SChristian König 	int i, r;
13608fd1b84cSDave Airlie 	int resched;
136190aca4d2SJerome Glisse 
1362dee53e7fSJerome Glisse 	down_write(&rdev->exclusive_lock);
136390aca4d2SJerome Glisse 	radeon_save_bios_scratch_regs(rdev);
13648fd1b84cSDave Airlie 	/* block TTM */
13658fd1b84cSDave Airlie 	resched = ttm_bo_lock_delayed_workqueue(&rdev->mman.bdev);
136690aca4d2SJerome Glisse 	radeon_suspend(rdev);
136790aca4d2SJerome Glisse 
136855d7c221SChristian König 	for (i = 0; i < RADEON_NUM_RINGS; ++i) {
136955d7c221SChristian König 		ring_sizes[i] = radeon_ring_backup(rdev, &rdev->ring[i],
137055d7c221SChristian König 						   &ring_data[i]);
137155d7c221SChristian König 		if (ring_sizes[i]) {
137255d7c221SChristian König 			saved = true;
137355d7c221SChristian König 			dev_info(rdev->dev, "Saved %d dwords of commands "
137455d7c221SChristian König 				 "on ring %d.\n", ring_sizes[i], i);
137555d7c221SChristian König 		}
137655d7c221SChristian König 	}
137755d7c221SChristian König 
137855d7c221SChristian König retry:
137990aca4d2SJerome Glisse 	r = radeon_asic_reset(rdev);
138090aca4d2SJerome Glisse 	if (!r) {
138155d7c221SChristian König 		dev_info(rdev->dev, "GPU reset succeeded, trying to resume\n");
138290aca4d2SJerome Glisse 		radeon_resume(rdev);
138355d7c221SChristian König 	}
138404eb2206SChristian König 
138590aca4d2SJerome Glisse 	radeon_restore_bios_scratch_regs(rdev);
138655d7c221SChristian König 
138755d7c221SChristian König 	if (!r) {
138855d7c221SChristian König 		for (i = 0; i < RADEON_NUM_RINGS; ++i) {
138955d7c221SChristian König 			radeon_ring_restore(rdev, &rdev->ring[i],
139055d7c221SChristian König 					    ring_sizes[i], ring_data[i]);
1391f54b350dSChristian König 			ring_sizes[i] = 0;
1392f54b350dSChristian König 			ring_data[i] = NULL;
139390aca4d2SJerome Glisse 		}
13947a1619b9SMichel Dänzer 
139555d7c221SChristian König 		r = radeon_ib_ring_tests(rdev);
139655d7c221SChristian König 		if (r) {
139755d7c221SChristian König 			dev_err(rdev->dev, "ib ring test failed (%d).\n", r);
139855d7c221SChristian König 			if (saved) {
1399f54b350dSChristian König 				saved = false;
140055d7c221SChristian König 				radeon_suspend(rdev);
140155d7c221SChristian König 				goto retry;
140255d7c221SChristian König 			}
140355d7c221SChristian König 		}
140455d7c221SChristian König 	} else {
140576903b96SJerome Glisse 		radeon_fence_driver_force_completion(rdev);
140655d7c221SChristian König 		for (i = 0; i < RADEON_NUM_RINGS; ++i) {
140755d7c221SChristian König 			kfree(ring_data[i]);
140855d7c221SChristian König 		}
140955d7c221SChristian König 	}
141055d7c221SChristian König 
1411d3493574SJerome Glisse 	drm_helper_resume_force_mode(rdev->ddev);
1412d3493574SJerome Glisse 
141355d7c221SChristian König 	ttm_bo_unlock_delayed_workqueue(&rdev->mman.bdev, resched);
14147a1619b9SMichel Dänzer 	if (r) {
141590aca4d2SJerome Glisse 		/* bad news, how to tell it to userspace ? */
141690aca4d2SJerome Glisse 		dev_info(rdev->dev, "GPU reset failed\n");
14177a1619b9SMichel Dänzer 	}
14187a1619b9SMichel Dänzer 
1419dee53e7fSJerome Glisse 	up_write(&rdev->exclusive_lock);
142090aca4d2SJerome Glisse 	return r;
142190aca4d2SJerome Glisse }
142290aca4d2SJerome Glisse 
1423771fe6b9SJerome Glisse 
1424771fe6b9SJerome Glisse /*
1425771fe6b9SJerome Glisse  * Debugfs
1426771fe6b9SJerome Glisse  */
1427771fe6b9SJerome Glisse int radeon_debugfs_add_files(struct radeon_device *rdev,
1428771fe6b9SJerome Glisse 			     struct drm_info_list *files,
1429771fe6b9SJerome Glisse 			     unsigned nfiles)
1430771fe6b9SJerome Glisse {
1431771fe6b9SJerome Glisse 	unsigned i;
1432771fe6b9SJerome Glisse 
14334d8bf9aeSChristian König 	for (i = 0; i < rdev->debugfs_count; i++) {
14344d8bf9aeSChristian König 		if (rdev->debugfs[i].files == files) {
1435771fe6b9SJerome Glisse 			/* Already registered */
1436771fe6b9SJerome Glisse 			return 0;
1437771fe6b9SJerome Glisse 		}
1438771fe6b9SJerome Glisse 	}
1439c245cb9eSMichael Witten 
14404d8bf9aeSChristian König 	i = rdev->debugfs_count + 1;
1441c245cb9eSMichael Witten 	if (i > RADEON_DEBUGFS_MAX_COMPONENTS) {
1442c245cb9eSMichael Witten 		DRM_ERROR("Reached maximum number of debugfs components.\n");
1443c245cb9eSMichael Witten 		DRM_ERROR("Report so we increase "
1444c245cb9eSMichael Witten 		          "RADEON_DEBUGFS_MAX_COMPONENTS.\n");
1445771fe6b9SJerome Glisse 		return -EINVAL;
1446771fe6b9SJerome Glisse 	}
14474d8bf9aeSChristian König 	rdev->debugfs[rdev->debugfs_count].files = files;
14484d8bf9aeSChristian König 	rdev->debugfs[rdev->debugfs_count].num_files = nfiles;
14494d8bf9aeSChristian König 	rdev->debugfs_count = i;
1450771fe6b9SJerome Glisse #if defined(CONFIG_DEBUG_FS)
1451771fe6b9SJerome Glisse 	drm_debugfs_create_files(files, nfiles,
1452771fe6b9SJerome Glisse 				 rdev->ddev->control->debugfs_root,
1453771fe6b9SJerome Glisse 				 rdev->ddev->control);
1454771fe6b9SJerome Glisse 	drm_debugfs_create_files(files, nfiles,
1455771fe6b9SJerome Glisse 				 rdev->ddev->primary->debugfs_root,
1456771fe6b9SJerome Glisse 				 rdev->ddev->primary);
1457771fe6b9SJerome Glisse #endif
1458771fe6b9SJerome Glisse 	return 0;
1459771fe6b9SJerome Glisse }
1460771fe6b9SJerome Glisse 
14614d8bf9aeSChristian König static void radeon_debugfs_remove_files(struct radeon_device *rdev)
14624d8bf9aeSChristian König {
14634d8bf9aeSChristian König #if defined(CONFIG_DEBUG_FS)
14644d8bf9aeSChristian König 	unsigned i;
14654d8bf9aeSChristian König 
14664d8bf9aeSChristian König 	for (i = 0; i < rdev->debugfs_count; i++) {
14674d8bf9aeSChristian König 		drm_debugfs_remove_files(rdev->debugfs[i].files,
14684d8bf9aeSChristian König 					 rdev->debugfs[i].num_files,
14694d8bf9aeSChristian König 					 rdev->ddev->control);
14704d8bf9aeSChristian König 		drm_debugfs_remove_files(rdev->debugfs[i].files,
14714d8bf9aeSChristian König 					 rdev->debugfs[i].num_files,
14724d8bf9aeSChristian König 					 rdev->ddev->primary);
14734d8bf9aeSChristian König 	}
14744d8bf9aeSChristian König #endif
14754d8bf9aeSChristian König }
14764d8bf9aeSChristian König 
1477771fe6b9SJerome Glisse #if defined(CONFIG_DEBUG_FS)
1478771fe6b9SJerome Glisse int radeon_debugfs_init(struct drm_minor *minor)
1479771fe6b9SJerome Glisse {
1480771fe6b9SJerome Glisse 	return 0;
1481771fe6b9SJerome Glisse }
1482771fe6b9SJerome Glisse 
1483771fe6b9SJerome Glisse void radeon_debugfs_cleanup(struct drm_minor *minor)
1484771fe6b9SJerome Glisse {
1485771fe6b9SJerome Glisse }
1486771fe6b9SJerome Glisse #endif
1487