11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * AGPGART driver backend routines. 31da177e4SLinus Torvalds * Copyright (C) 2004 Silicon Graphics, Inc. 41da177e4SLinus Torvalds * Copyright (C) 2002-2003 Dave Jones. 51da177e4SLinus Torvalds * Copyright (C) 1999 Jeff Hartmann. 61da177e4SLinus Torvalds * Copyright (C) 1999 Precision Insight, Inc. 71da177e4SLinus Torvalds * Copyright (C) 1999 Xi Graphics, Inc. 81da177e4SLinus Torvalds * 91da177e4SLinus Torvalds * Permission is hereby granted, free of charge, to any person obtaining a 101da177e4SLinus Torvalds * copy of this software and associated documentation files (the "Software"), 111da177e4SLinus Torvalds * to deal in the Software without restriction, including without limitation 121da177e4SLinus Torvalds * the rights to use, copy, modify, merge, publish, distribute, sublicense, 131da177e4SLinus Torvalds * and/or sell copies of the Software, and to permit persons to whom the 141da177e4SLinus Torvalds * Software is furnished to do so, subject to the following conditions: 151da177e4SLinus Torvalds * 161da177e4SLinus Torvalds * The above copyright notice and this permission notice shall be included 171da177e4SLinus Torvalds * in all copies or substantial portions of the Software. 181da177e4SLinus Torvalds * 191da177e4SLinus Torvalds * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS 201da177e4SLinus Torvalds * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 211da177e4SLinus Torvalds * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 221da177e4SLinus Torvalds * JEFF HARTMANN, DAVE JONES, OR ANY OTHER CONTRIBUTORS BE LIABLE FOR ANY CLAIM, 231da177e4SLinus Torvalds * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR 241da177e4SLinus Torvalds * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE 251da177e4SLinus Torvalds * OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 261da177e4SLinus Torvalds * 271da177e4SLinus Torvalds * TODO: 281da177e4SLinus Torvalds * - Allocate more than order 0 pages to avoid too much linear map splitting. 291da177e4SLinus Torvalds */ 301da177e4SLinus Torvalds #include <linux/module.h> 311da177e4SLinus Torvalds #include <linux/pci.h> 321da177e4SLinus Torvalds #include <linux/init.h> 335a0e3ad6STejun Heo #include <linux/slab.h> 341da177e4SLinus Torvalds #include <linux/pagemap.h> 351da177e4SLinus Torvalds #include <linux/miscdevice.h> 361da177e4SLinus Torvalds #include <linux/pm.h> 371da177e4SLinus Torvalds #include <linux/agp_backend.h> 381da177e4SLinus Torvalds #include <linux/agpgart.h> 391da177e4SLinus Torvalds #include <linux/vmalloc.h> 401da177e4SLinus Torvalds #include <asm/io.h> 411da177e4SLinus Torvalds #include "agp.h" 421da177e4SLinus Torvalds 431da177e4SLinus Torvalds /* Due to XFree86 brain-damage, we can't go to 1.0 until they 441da177e4SLinus Torvalds * fix some real stupidity. It's only by chance we can bump 451da177e4SLinus Torvalds * past 0.99 at all due to some boolean logic error. */ 461da177e4SLinus Torvalds #define AGPGART_VERSION_MAJOR 0 47a13af4b4SDave Airlie #define AGPGART_VERSION_MINOR 103 48e7745d4eSDave Jones static const struct agp_version agp_current_version = 491da177e4SLinus Torvalds { 501da177e4SLinus Torvalds .major = AGPGART_VERSION_MAJOR, 511da177e4SLinus Torvalds .minor = AGPGART_VERSION_MINOR, 521da177e4SLinus Torvalds }; 531da177e4SLinus Torvalds 541da177e4SLinus Torvalds struct agp_bridge_data *(*agp_find_bridge)(struct pci_dev *) = 551da177e4SLinus Torvalds &agp_generic_find_bridge; 561da177e4SLinus Torvalds 571da177e4SLinus Torvalds struct agp_bridge_data *agp_bridge; 581da177e4SLinus Torvalds LIST_HEAD(agp_bridges); 591da177e4SLinus Torvalds EXPORT_SYMBOL(agp_bridge); 601da177e4SLinus Torvalds EXPORT_SYMBOL(agp_bridges); 611da177e4SLinus Torvalds EXPORT_SYMBOL(agp_find_bridge); 621da177e4SLinus Torvalds 631da177e4SLinus Torvalds /** 641da177e4SLinus Torvalds * agp_backend_acquire - attempt to acquire an agp backend. 65*ffe9d02eSThomas Zimmermann * @pdev: the PCI device 661da177e4SLinus Torvalds * 671da177e4SLinus Torvalds */ 681da177e4SLinus Torvalds struct agp_bridge_data *agp_backend_acquire(struct pci_dev *pdev) 691da177e4SLinus Torvalds { 701da177e4SLinus Torvalds struct agp_bridge_data *bridge; 711da177e4SLinus Torvalds 721da177e4SLinus Torvalds bridge = agp_find_bridge(pdev); 731da177e4SLinus Torvalds 741da177e4SLinus Torvalds if (!bridge) 751da177e4SLinus Torvalds return NULL; 761da177e4SLinus Torvalds 771da177e4SLinus Torvalds if (atomic_read(&bridge->agp_in_use)) 781da177e4SLinus Torvalds return NULL; 791da177e4SLinus Torvalds atomic_inc(&bridge->agp_in_use); 801da177e4SLinus Torvalds return bridge; 811da177e4SLinus Torvalds } 821da177e4SLinus Torvalds EXPORT_SYMBOL(agp_backend_acquire); 831da177e4SLinus Torvalds 841da177e4SLinus Torvalds 851da177e4SLinus Torvalds /** 861da177e4SLinus Torvalds * agp_backend_release - release the lock on the agp backend. 87*ffe9d02eSThomas Zimmermann * @bridge: the AGP backend to release 881da177e4SLinus Torvalds * 891da177e4SLinus Torvalds * The caller must insure that the graphics aperture translation table 901da177e4SLinus Torvalds * is read for use by another entity. 911da177e4SLinus Torvalds * 921da177e4SLinus Torvalds * (Ensure that all memory it bound is unbound.) 931da177e4SLinus Torvalds */ 941da177e4SLinus Torvalds void agp_backend_release(struct agp_bridge_data *bridge) 951da177e4SLinus Torvalds { 961da177e4SLinus Torvalds 971da177e4SLinus Torvalds if (bridge) 981da177e4SLinus Torvalds atomic_dec(&bridge->agp_in_use); 991da177e4SLinus Torvalds } 1001da177e4SLinus Torvalds EXPORT_SYMBOL(agp_backend_release); 1011da177e4SLinus Torvalds 1021da177e4SLinus Torvalds 1035e9ad06aSDave Jones static const struct { int mem, agp; } maxes_table[] = { 1041da177e4SLinus Torvalds {0, 0}, 1051da177e4SLinus Torvalds {32, 4}, 1061da177e4SLinus Torvalds {64, 28}, 1071da177e4SLinus Torvalds {128, 96}, 1081da177e4SLinus Torvalds {256, 204}, 1091da177e4SLinus Torvalds {512, 440}, 1101da177e4SLinus Torvalds {1024, 942}, 1111da177e4SLinus Torvalds {2048, 1920}, 1121da177e4SLinus Torvalds {4096, 3932} 1131da177e4SLinus Torvalds }; 1141da177e4SLinus Torvalds 1151da177e4SLinus Torvalds static int agp_find_max(void) 1161da177e4SLinus Torvalds { 1171da177e4SLinus Torvalds long memory, index, result; 1181da177e4SLinus Torvalds 1191da177e4SLinus Torvalds #if PAGE_SHIFT < 20 120ca79b0c2SArun KS memory = totalram_pages() >> (20 - PAGE_SHIFT); 1211da177e4SLinus Torvalds #else 122ca79b0c2SArun KS memory = totalram_pages() << (PAGE_SHIFT - 20); 1231da177e4SLinus Torvalds #endif 1241da177e4SLinus Torvalds index = 1; 1251da177e4SLinus Torvalds 1261da177e4SLinus Torvalds while ((memory > maxes_table[index].mem) && (index < 8)) 1271da177e4SLinus Torvalds index++; 1281da177e4SLinus Torvalds 1291da177e4SLinus Torvalds result = maxes_table[index - 1].agp + 1301da177e4SLinus Torvalds ( (memory - maxes_table[index - 1].mem) * 1311da177e4SLinus Torvalds (maxes_table[index].agp - maxes_table[index - 1].agp)) / 1321da177e4SLinus Torvalds (maxes_table[index].mem - maxes_table[index - 1].mem); 1331da177e4SLinus Torvalds 1341da177e4SLinus Torvalds result = result << (20 - PAGE_SHIFT); 1351da177e4SLinus Torvalds return result; 1361da177e4SLinus Torvalds } 1371da177e4SLinus Torvalds 1381da177e4SLinus Torvalds 1391da177e4SLinus Torvalds static int agp_backend_initialize(struct agp_bridge_data *bridge) 1401da177e4SLinus Torvalds { 1411da177e4SLinus Torvalds int size_value, rc, got_gatt=0, got_keylist=0; 1421da177e4SLinus Torvalds 1431da177e4SLinus Torvalds bridge->max_memory_agp = agp_find_max(); 1441da177e4SLinus Torvalds bridge->version = &agp_current_version; 1451da177e4SLinus Torvalds 1461da177e4SLinus Torvalds if (bridge->driver->needs_scratch_page) { 14707613ba2SDave Airlie struct page *page = bridge->driver->agp_alloc_page(bridge); 1481da177e4SLinus Torvalds 14907613ba2SDave Airlie if (!page) { 150e3cf6951SBjorn Helgaas dev_err(&bridge->dev->dev, 151e3cf6951SBjorn Helgaas "can't get memory for scratch page\n"); 1521da177e4SLinus Torvalds return -ENOMEM; 1531da177e4SLinus Torvalds } 1541da177e4SLinus Torvalds 155c2980d8cSDavid Woodhouse bridge->scratch_page_page = page; 1566a12235cSDavid Woodhouse bridge->scratch_page_dma = page_to_phys(page); 15756ec4c1eSDavid Woodhouse 15856ec4c1eSDavid Woodhouse bridge->scratch_page = bridge->driver->mask_memory(bridge, 15956ec4c1eSDavid Woodhouse bridge->scratch_page_dma, 0); 1601da177e4SLinus Torvalds } 1611da177e4SLinus Torvalds 1621da177e4SLinus Torvalds size_value = bridge->driver->fetch_size(); 1631da177e4SLinus Torvalds if (size_value == 0) { 164e3cf6951SBjorn Helgaas dev_err(&bridge->dev->dev, "can't determine aperture size\n"); 1651da177e4SLinus Torvalds rc = -EINVAL; 1661da177e4SLinus Torvalds goto err_out; 1671da177e4SLinus Torvalds } 1681da177e4SLinus Torvalds if (bridge->driver->create_gatt_table(bridge)) { 169e3cf6951SBjorn Helgaas dev_err(&bridge->dev->dev, 170e3cf6951SBjorn Helgaas "can't get memory for graphics translation table\n"); 1711da177e4SLinus Torvalds rc = -ENOMEM; 1721da177e4SLinus Torvalds goto err_out; 1731da177e4SLinus Torvalds } 1741da177e4SLinus Torvalds got_gatt = 1; 1751da177e4SLinus Torvalds 1768e03bd65SJoe Perches bridge->key_list = vzalloc(PAGE_SIZE * 4); 1771da177e4SLinus Torvalds if (bridge->key_list == NULL) { 178e3cf6951SBjorn Helgaas dev_err(&bridge->dev->dev, 179e3cf6951SBjorn Helgaas "can't allocate memory for key lists\n"); 1801da177e4SLinus Torvalds rc = -ENOMEM; 1811da177e4SLinus Torvalds goto err_out; 1821da177e4SLinus Torvalds } 1831da177e4SLinus Torvalds got_keylist = 1; 1841da177e4SLinus Torvalds 1851da177e4SLinus Torvalds /* FIXME vmalloc'd memory not guaranteed contiguous */ 1861da177e4SLinus Torvalds 1871da177e4SLinus Torvalds if (bridge->driver->configure()) { 188e3cf6951SBjorn Helgaas dev_err(&bridge->dev->dev, "error configuring host chipset\n"); 1891da177e4SLinus Torvalds rc = -EINVAL; 1901da177e4SLinus Torvalds goto err_out; 1911da177e4SLinus Torvalds } 192a8c84df9SKeith Packard INIT_LIST_HEAD(&bridge->mapped_list); 193a8c84df9SKeith Packard spin_lock_init(&bridge->mapped_lock); 1941da177e4SLinus Torvalds 1951da177e4SLinus Torvalds return 0; 1961da177e4SLinus Torvalds 1971da177e4SLinus Torvalds err_out: 19888d51967SAlan Hourihane if (bridge->driver->needs_scratch_page) { 199590dfe2fSMichal Kubecek struct page *page = bridge->scratch_page_page; 200da503fa6SJan Beulich 201590dfe2fSMichal Kubecek bridge->driver->agp_destroy_page(page, AGP_PAGE_DESTROY_UNMAP); 202590dfe2fSMichal Kubecek bridge->driver->agp_destroy_page(page, AGP_PAGE_DESTROY_FREE); 20388d51967SAlan Hourihane } 2041da177e4SLinus Torvalds if (got_gatt) 2051da177e4SLinus Torvalds bridge->driver->free_gatt_table(bridge); 2061da177e4SLinus Torvalds if (got_keylist) { 2071da177e4SLinus Torvalds vfree(bridge->key_list); 2081da177e4SLinus Torvalds bridge->key_list = NULL; 2091da177e4SLinus Torvalds } 2101da177e4SLinus Torvalds return rc; 2111da177e4SLinus Torvalds } 2121da177e4SLinus Torvalds 2131da177e4SLinus Torvalds /* cannot be __exit b/c as it could be called from __init code */ 2141da177e4SLinus Torvalds static void agp_backend_cleanup(struct agp_bridge_data *bridge) 2151da177e4SLinus Torvalds { 2161da177e4SLinus Torvalds if (bridge->driver->cleanup) 2171da177e4SLinus Torvalds bridge->driver->cleanup(); 2181da177e4SLinus Torvalds if (bridge->driver->free_gatt_table) 2191da177e4SLinus Torvalds bridge->driver->free_gatt_table(bridge); 220f9101210SJesper Juhl 2211da177e4SLinus Torvalds vfree(bridge->key_list); 2221da177e4SLinus Torvalds bridge->key_list = NULL; 2231da177e4SLinus Torvalds 2241da177e4SLinus Torvalds if (bridge->driver->agp_destroy_page && 22588d51967SAlan Hourihane bridge->driver->needs_scratch_page) { 226590dfe2fSMichal Kubecek struct page *page = bridge->scratch_page_page; 227da503fa6SJan Beulich 228590dfe2fSMichal Kubecek bridge->driver->agp_destroy_page(page, AGP_PAGE_DESTROY_UNMAP); 229590dfe2fSMichal Kubecek bridge->driver->agp_destroy_page(page, AGP_PAGE_DESTROY_FREE); 23088d51967SAlan Hourihane } 2311da177e4SLinus Torvalds } 2321da177e4SLinus Torvalds 2331da177e4SLinus Torvalds /* When we remove the global variable agp_bridge from all drivers 2341da177e4SLinus Torvalds * then agp_alloc_bridge and agp_generic_find_bridge need to be updated 2351da177e4SLinus Torvalds */ 2361da177e4SLinus Torvalds 2371da177e4SLinus Torvalds struct agp_bridge_data *agp_alloc_bridge(void) 2381da177e4SLinus Torvalds { 2390ea27d9fSDave Jones struct agp_bridge_data *bridge; 2401da177e4SLinus Torvalds 2410ea27d9fSDave Jones bridge = kzalloc(sizeof(*bridge), GFP_KERNEL); 2421da177e4SLinus Torvalds if (!bridge) 2431da177e4SLinus Torvalds return NULL; 2441da177e4SLinus Torvalds 2451da177e4SLinus Torvalds atomic_set(&bridge->agp_in_use, 0); 2461da177e4SLinus Torvalds atomic_set(&bridge->current_memory_agp, 0); 2471da177e4SLinus Torvalds 2481da177e4SLinus Torvalds if (list_empty(&agp_bridges)) 2491da177e4SLinus Torvalds agp_bridge = bridge; 2501da177e4SLinus Torvalds 2511da177e4SLinus Torvalds return bridge; 2521da177e4SLinus Torvalds } 2531da177e4SLinus Torvalds EXPORT_SYMBOL(agp_alloc_bridge); 2541da177e4SLinus Torvalds 2551da177e4SLinus Torvalds 2561da177e4SLinus Torvalds void agp_put_bridge(struct agp_bridge_data *bridge) 2571da177e4SLinus Torvalds { 2581da177e4SLinus Torvalds kfree(bridge); 2591da177e4SLinus Torvalds 2601da177e4SLinus Torvalds if (list_empty(&agp_bridges)) 2611da177e4SLinus Torvalds agp_bridge = NULL; 2621da177e4SLinus Torvalds } 2631da177e4SLinus Torvalds EXPORT_SYMBOL(agp_put_bridge); 2641da177e4SLinus Torvalds 2651da177e4SLinus Torvalds 2661da177e4SLinus Torvalds int agp_add_bridge(struct agp_bridge_data *bridge) 2671da177e4SLinus Torvalds { 2681da177e4SLinus Torvalds int error; 2691da177e4SLinus Torvalds 2703f50b022SKevin Winchester if (agp_off) { 2713f50b022SKevin Winchester error = -ENODEV; 2723f50b022SKevin Winchester goto err_put_bridge; 2733f50b022SKevin Winchester } 2741da177e4SLinus Torvalds 2751da177e4SLinus Torvalds if (!bridge->dev) { 2761da177e4SLinus Torvalds printk (KERN_DEBUG PFX "Erk, registering with no pci_dev!\n"); 2773f50b022SKevin Winchester error = -EINVAL; 2783f50b022SKevin Winchester goto err_put_bridge; 2791da177e4SLinus Torvalds } 2801da177e4SLinus Torvalds 2811da177e4SLinus Torvalds /* Grab reference on the chipset driver. */ 2821da177e4SLinus Torvalds if (!try_module_get(bridge->driver->owner)) { 283e3cf6951SBjorn Helgaas dev_info(&bridge->dev->dev, "can't lock chipset driver\n"); 2843f50b022SKevin Winchester error = -EINVAL; 2853f50b022SKevin Winchester goto err_put_bridge; 2861da177e4SLinus Torvalds } 2871da177e4SLinus Torvalds 2881da177e4SLinus Torvalds error = agp_backend_initialize(bridge); 2891da177e4SLinus Torvalds if (error) { 290e3cf6951SBjorn Helgaas dev_info(&bridge->dev->dev, 291e3cf6951SBjorn Helgaas "agp_backend_initialize() failed\n"); 2921da177e4SLinus Torvalds goto err_out; 2931da177e4SLinus Torvalds } 2941da177e4SLinus Torvalds 2951da177e4SLinus Torvalds if (list_empty(&agp_bridges)) { 2961da177e4SLinus Torvalds error = agp_frontend_initialize(); 2971da177e4SLinus Torvalds if (error) { 298e3cf6951SBjorn Helgaas dev_info(&bridge->dev->dev, 299e3cf6951SBjorn Helgaas "agp_frontend_initialize() failed\n"); 3001da177e4SLinus Torvalds goto frontend_err; 3011da177e4SLinus Torvalds } 3021da177e4SLinus Torvalds 303e3cf6951SBjorn Helgaas dev_info(&bridge->dev->dev, "AGP aperture is %dM @ 0x%lx\n", 3041da177e4SLinus Torvalds bridge->driver->fetch_size(), bridge->gart_bus_addr); 3051da177e4SLinus Torvalds 3061da177e4SLinus Torvalds } 3071da177e4SLinus Torvalds 3081da177e4SLinus Torvalds list_add(&bridge->list, &agp_bridges); 3091da177e4SLinus Torvalds return 0; 3101da177e4SLinus Torvalds 3111da177e4SLinus Torvalds frontend_err: 3121da177e4SLinus Torvalds agp_backend_cleanup(bridge); 3131da177e4SLinus Torvalds err_out: 3141da177e4SLinus Torvalds module_put(bridge->driver->owner); 3153f50b022SKevin Winchester err_put_bridge: 3161da177e4SLinus Torvalds agp_put_bridge(bridge); 3171da177e4SLinus Torvalds return error; 3181da177e4SLinus Torvalds } 3191da177e4SLinus Torvalds EXPORT_SYMBOL_GPL(agp_add_bridge); 3201da177e4SLinus Torvalds 3211da177e4SLinus Torvalds 3221da177e4SLinus Torvalds void agp_remove_bridge(struct agp_bridge_data *bridge) 3231da177e4SLinus Torvalds { 3241da177e4SLinus Torvalds agp_backend_cleanup(bridge); 3251da177e4SLinus Torvalds list_del(&bridge->list); 3261da177e4SLinus Torvalds if (list_empty(&agp_bridges)) 3271da177e4SLinus Torvalds agp_frontend_cleanup(); 3281da177e4SLinus Torvalds module_put(bridge->driver->owner); 3291da177e4SLinus Torvalds } 3301da177e4SLinus Torvalds EXPORT_SYMBOL_GPL(agp_remove_bridge); 3311da177e4SLinus Torvalds 3321da177e4SLinus Torvalds int agp_off; 3331da177e4SLinus Torvalds int agp_try_unsupported_boot; 3341da177e4SLinus Torvalds EXPORT_SYMBOL(agp_off); 3351da177e4SLinus Torvalds EXPORT_SYMBOL(agp_try_unsupported_boot); 3361da177e4SLinus Torvalds 3371da177e4SLinus Torvalds static int __init agp_init(void) 3381da177e4SLinus Torvalds { 3391da177e4SLinus Torvalds if (!agp_off) 34070e8992eSDave Jones printk(KERN_INFO "Linux agpgart interface v%d.%d\n", 3411da177e4SLinus Torvalds AGPGART_VERSION_MAJOR, AGPGART_VERSION_MINOR); 3421da177e4SLinus Torvalds return 0; 3431da177e4SLinus Torvalds } 3441da177e4SLinus Torvalds 345408b664aSAdrian Bunk static void __exit agp_exit(void) 3461da177e4SLinus Torvalds { 3471da177e4SLinus Torvalds } 3481da177e4SLinus Torvalds 3491da177e4SLinus Torvalds #ifndef MODULE 3501da177e4SLinus Torvalds static __init int agp_setup(char *s) 3511da177e4SLinus Torvalds { 3521da177e4SLinus Torvalds if (!strcmp(s,"off")) 3531da177e4SLinus Torvalds agp_off = 1; 3541da177e4SLinus Torvalds if (!strcmp(s,"try_unsupported")) 3551da177e4SLinus Torvalds agp_try_unsupported_boot = 1; 3561da177e4SLinus Torvalds return 1; 3571da177e4SLinus Torvalds } 3581da177e4SLinus Torvalds __setup("agp=", agp_setup); 3591da177e4SLinus Torvalds #endif 3601da177e4SLinus Torvalds 361bd8136d3SDave Jones MODULE_AUTHOR("Dave Jones, Jeff Hartmann"); 3621da177e4SLinus Torvalds MODULE_DESCRIPTION("AGP GART driver"); 3631da177e4SLinus Torvalds MODULE_LICENSE("GPL and additional rights"); 3641da177e4SLinus Torvalds MODULE_ALIAS_MISCDEV(AGPGART_MINOR); 3651da177e4SLinus Torvalds 3661da177e4SLinus Torvalds module_init(agp_init); 3671da177e4SLinus Torvalds module_exit(agp_exit); 3681da177e4SLinus Torvalds 369