11da177e4SLinus Torvalds /*
21da177e4SLinus Torvalds * AGPGART
31da177e4SLinus Torvalds * Copyright (C) 2004 Silicon Graphics, Inc.
41da177e4SLinus Torvalds * Copyright (C) 2002-2004 Dave Jones
51da177e4SLinus Torvalds * Copyright (C) 1999 Jeff Hartmann
61da177e4SLinus Torvalds * Copyright (C) 1999 Precision Insight, Inc.
71da177e4SLinus Torvalds * Copyright (C) 1999 Xi Graphics, Inc.
81da177e4SLinus Torvalds *
91da177e4SLinus Torvalds * Permission is hereby granted, free of charge, to any person obtaining a
101da177e4SLinus Torvalds * copy of this software and associated documentation files (the "Software"),
111da177e4SLinus Torvalds * to deal in the Software without restriction, including without limitation
121da177e4SLinus Torvalds * the rights to use, copy, modify, merge, publish, distribute, sublicense,
131da177e4SLinus Torvalds * and/or sell copies of the Software, and to permit persons to whom the
141da177e4SLinus Torvalds * Software is furnished to do so, subject to the following conditions:
151da177e4SLinus Torvalds *
161da177e4SLinus Torvalds * The above copyright notice and this permission notice shall be included
171da177e4SLinus Torvalds * in all copies or substantial portions of the Software.
181da177e4SLinus Torvalds *
191da177e4SLinus Torvalds * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
201da177e4SLinus Torvalds * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
211da177e4SLinus Torvalds * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
221da177e4SLinus Torvalds * JEFF HARTMANN, OR ANY OTHER CONTRIBUTORS BE LIABLE FOR ANY CLAIM,
231da177e4SLinus Torvalds * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
241da177e4SLinus Torvalds * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
251da177e4SLinus Torvalds * OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
261da177e4SLinus Torvalds *
271da177e4SLinus Torvalds */
281da177e4SLinus Torvalds
291da177e4SLinus Torvalds #ifndef _AGP_BACKEND_PRIV_H
301da177e4SLinus Torvalds #define _AGP_BACKEND_PRIV_H 1
311da177e4SLinus Torvalds
321da177e4SLinus Torvalds #include <asm/agp.h> /* for flush_agp_cache() */
331da177e4SLinus Torvalds
341da177e4SLinus Torvalds #define PFX "agpgart: "
351da177e4SLinus Torvalds
361da177e4SLinus Torvalds //#define AGP_DEBUG 1
371da177e4SLinus Torvalds #ifdef AGP_DEBUG
38bf9d8929SHarvey Harrison #define DBG(x,y...) printk (KERN_DEBUG PFX "%s: " x "\n", __func__ , ## y)
391da177e4SLinus Torvalds #else
401da177e4SLinus Torvalds #define DBG(x,y...) do { } while (0)
411da177e4SLinus Torvalds #endif
421da177e4SLinus Torvalds
431da177e4SLinus Torvalds extern struct agp_bridge_data *agp_bridge;
441da177e4SLinus Torvalds
451da177e4SLinus Torvalds enum aper_size_type {
461da177e4SLinus Torvalds U8_APER_SIZE,
471da177e4SLinus Torvalds U16_APER_SIZE,
481da177e4SLinus Torvalds U32_APER_SIZE,
491da177e4SLinus Torvalds LVL2_APER_SIZE,
501da177e4SLinus Torvalds FIXED_APER_SIZE
511da177e4SLinus Torvalds };
521da177e4SLinus Torvalds
531da177e4SLinus Torvalds struct gatt_mask {
541da177e4SLinus Torvalds unsigned long mask;
551da177e4SLinus Torvalds u32 type;
561da177e4SLinus Torvalds /* totally device specific, for integrated chipsets that
571da177e4SLinus Torvalds * might have different types of memory masks. For other
581da177e4SLinus Torvalds * devices this will probably be ignored */
591da177e4SLinus Torvalds };
601da177e4SLinus Torvalds
61a2721e99SDave Airlie #define AGP_PAGE_DESTROY_UNMAP 1
62a2721e99SDave Airlie #define AGP_PAGE_DESTROY_FREE 2
63a2721e99SDave Airlie
641da177e4SLinus Torvalds struct aper_size_info_8 {
651da177e4SLinus Torvalds int size;
661da177e4SLinus Torvalds int num_entries;
671da177e4SLinus Torvalds int page_order;
681da177e4SLinus Torvalds u8 size_value;
691da177e4SLinus Torvalds };
701da177e4SLinus Torvalds
711da177e4SLinus Torvalds struct aper_size_info_16 {
721da177e4SLinus Torvalds int size;
731da177e4SLinus Torvalds int num_entries;
741da177e4SLinus Torvalds int page_order;
751da177e4SLinus Torvalds u16 size_value;
761da177e4SLinus Torvalds };
771da177e4SLinus Torvalds
781da177e4SLinus Torvalds struct aper_size_info_32 {
791da177e4SLinus Torvalds int size;
801da177e4SLinus Torvalds int num_entries;
811da177e4SLinus Torvalds int page_order;
821da177e4SLinus Torvalds u32 size_value;
831da177e4SLinus Torvalds };
841da177e4SLinus Torvalds
851da177e4SLinus Torvalds struct aper_size_info_lvl2 {
861da177e4SLinus Torvalds int size;
871da177e4SLinus Torvalds int num_entries;
881da177e4SLinus Torvalds u32 size_value;
891da177e4SLinus Torvalds };
901da177e4SLinus Torvalds
911da177e4SLinus Torvalds struct aper_size_info_fixed {
921da177e4SLinus Torvalds int size;
931da177e4SLinus Torvalds int num_entries;
941da177e4SLinus Torvalds int page_order;
951da177e4SLinus Torvalds };
961da177e4SLinus Torvalds
971da177e4SLinus Torvalds struct agp_bridge_driver {
981da177e4SLinus Torvalds struct module *owner;
99e5524f35SDave Jones const void *aperture_sizes;
1001da177e4SLinus Torvalds int num_aperture_sizes;
1011da177e4SLinus Torvalds enum aper_size_type size_type;
102c7258012SJoe Perches bool cant_use_aperture;
103c7258012SJoe Perches bool needs_scratch_page;
104e5524f35SDave Jones const struct gatt_mask *masks;
1051da177e4SLinus Torvalds int (*fetch_size)(void);
1061da177e4SLinus Torvalds int (*configure)(void);
1071da177e4SLinus Torvalds void (*agp_enable)(struct agp_bridge_data *, u32);
1081da177e4SLinus Torvalds void (*cleanup)(void);
1091da177e4SLinus Torvalds void (*tlb_flush)(struct agp_memory *);
1102a4ceb6dSDavid Woodhouse unsigned long (*mask_memory)(struct agp_bridge_data *, dma_addr_t, int);
1111da177e4SLinus Torvalds void (*cache_flush)(void);
1121da177e4SLinus Torvalds int (*create_gatt_table)(struct agp_bridge_data *);
1131da177e4SLinus Torvalds int (*free_gatt_table)(struct agp_bridge_data *);
1141da177e4SLinus Torvalds int (*insert_memory)(struct agp_memory *, off_t, int);
1151da177e4SLinus Torvalds int (*remove_memory)(struct agp_memory *, off_t, int);
1161da177e4SLinus Torvalds struct agp_memory *(*alloc_by_type) (size_t, int);
1171da177e4SLinus Torvalds void (*free_by_type)(struct agp_memory *);
11807613ba2SDave Airlie struct page *(*agp_alloc_page)(struct agp_bridge_data *);
11937acee10SShaohua Li int (*agp_alloc_pages)(struct agp_bridge_data *, struct agp_memory *, size_t);
12007613ba2SDave Airlie void (*agp_destroy_page)(struct page *, int flags);
121bd07928cSShaohua Li void (*agp_destroy_pages)(struct agp_memory *);
122a030ce44SThomas Hellstrom int (*agp_type_to_mask_type) (struct agp_bridge_data *, int);
1231da177e4SLinus Torvalds };
1241da177e4SLinus Torvalds
1251da177e4SLinus Torvalds struct agp_bridge_data {
1268eb7925fSAlexey Dobriyan const struct agp_version *version;
127e5524f35SDave Jones const struct agp_bridge_driver *driver;
128f0f37e2fSAlexey Dobriyan const struct vm_operations_struct *vm_ops;
1291da177e4SLinus Torvalds void *previous_size;
1301da177e4SLinus Torvalds void *current_size;
1311da177e4SLinus Torvalds void *dev_private_data;
1321da177e4SLinus Torvalds struct pci_dev *dev;
1331da177e4SLinus Torvalds u32 __iomem *gatt_table;
1341da177e4SLinus Torvalds u32 *gatt_table_real;
1351da177e4SLinus Torvalds unsigned long scratch_page;
136c2980d8cSDavid Woodhouse struct page *scratch_page_page;
137ff663cf8SZhenyu Wang dma_addr_t scratch_page_dma;
1381da177e4SLinus Torvalds unsigned long gart_bus_addr;
1391da177e4SLinus Torvalds unsigned long gatt_bus_addr;
1401da177e4SLinus Torvalds u32 mode;
1411da177e4SLinus Torvalds enum chipset_type type;
1421da177e4SLinus Torvalds unsigned long *key_list;
1431da177e4SLinus Torvalds atomic_t current_memory_agp;
1441da177e4SLinus Torvalds atomic_t agp_in_use;
1451da177e4SLinus Torvalds int max_memory_agp; /* in number of pages */
1461da177e4SLinus Torvalds int aperture_size_idx;
1471da177e4SLinus Torvalds int capndx;
1481da177e4SLinus Torvalds int flags;
1491da177e4SLinus Torvalds char major_version;
1501da177e4SLinus Torvalds char minor_version;
1511da177e4SLinus Torvalds struct list_head list;
152b0825488SMatthew Garrett u32 apbase_config;
153a8c84df9SKeith Packard /* list of agp_memory mapped to the aperture */
154a8c84df9SKeith Packard struct list_head mapped_list;
155a8c84df9SKeith Packard spinlock_t mapped_lock;
1561da177e4SLinus Torvalds };
1571da177e4SLinus Torvalds
1581da177e4SLinus Torvalds #define KB(x) ((x) * 1024)
1591da177e4SLinus Torvalds #define MB(x) (KB (KB (x)))
1601da177e4SLinus Torvalds #define GB(x) (MB (KB (x)))
1611da177e4SLinus Torvalds
1621da177e4SLinus Torvalds #define A_SIZE_8(x) ((struct aper_size_info_8 *) x)
1631da177e4SLinus Torvalds #define A_SIZE_16(x) ((struct aper_size_info_16 *) x)
1641da177e4SLinus Torvalds #define A_SIZE_32(x) ((struct aper_size_info_32 *) x)
1651da177e4SLinus Torvalds #define A_SIZE_LVL2(x) ((struct aper_size_info_lvl2 *) x)
1661da177e4SLinus Torvalds #define A_SIZE_FIX(x) ((struct aper_size_info_fixed *) x)
1671da177e4SLinus Torvalds #define A_IDX8(bridge) (A_SIZE_8((bridge)->driver->aperture_sizes) + i)
1681da177e4SLinus Torvalds #define A_IDX16(bridge) (A_SIZE_16((bridge)->driver->aperture_sizes) + i)
1691da177e4SLinus Torvalds #define A_IDX32(bridge) (A_SIZE_32((bridge)->driver->aperture_sizes) + i)
1701da177e4SLinus Torvalds #define MAXKEY (4096 * 32)
1711da177e4SLinus Torvalds
1721da177e4SLinus Torvalds #define PGE_EMPTY(b, p) (!(p) || (p) == (unsigned long) (b)->scratch_page)
1731da177e4SLinus Torvalds
1741da177e4SLinus Torvalds
1751da177e4SLinus Torvalds struct agp_device_ids {
1761da177e4SLinus Torvalds unsigned short device_id; /* first, to make table easier to read */
1771da177e4SLinus Torvalds enum chipset_type chipset;
1781da177e4SLinus Torvalds const char *chipset_name;
1791da177e4SLinus Torvalds int (*chipset_setup) (struct pci_dev *pdev); /* used to override generic */
1801da177e4SLinus Torvalds };
1811da177e4SLinus Torvalds
1821da177e4SLinus Torvalds /* Driver registration */
1831da177e4SLinus Torvalds struct agp_bridge_data *agp_alloc_bridge(void);
1841da177e4SLinus Torvalds void agp_put_bridge(struct agp_bridge_data *bridge);
1851da177e4SLinus Torvalds int agp_add_bridge(struct agp_bridge_data *bridge);
1861da177e4SLinus Torvalds void agp_remove_bridge(struct agp_bridge_data *bridge);
1871da177e4SLinus Torvalds
1881da177e4SLinus Torvalds /* Frontend routines. */
189f9f92e7cSDaniel Vetter #if IS_ENABLED(CONFIG_DRM_LEGACY)
1901da177e4SLinus Torvalds int agp_frontend_initialize(void);
1911da177e4SLinus Torvalds void agp_frontend_cleanup(void);
192f9f92e7cSDaniel Vetter #else
agp_frontend_initialize(void)193f9f92e7cSDaniel Vetter static inline int agp_frontend_initialize(void) { return 0; }
agp_frontend_cleanup(void)194f9f92e7cSDaniel Vetter static inline void agp_frontend_cleanup(void) {}
195f9f92e7cSDaniel Vetter #endif
1961da177e4SLinus Torvalds
1971da177e4SLinus Torvalds /* Generic routines. */
1981da177e4SLinus Torvalds void agp_generic_enable(struct agp_bridge_data *bridge, u32 mode);
1991da177e4SLinus Torvalds int agp_generic_create_gatt_table(struct agp_bridge_data *bridge);
2001da177e4SLinus Torvalds int agp_generic_free_gatt_table(struct agp_bridge_data *bridge);
2011da177e4SLinus Torvalds struct agp_memory *agp_create_memory(int scratch_pages);
2021da177e4SLinus Torvalds int agp_generic_insert_memory(struct agp_memory *mem, off_t pg_start, int type);
2031da177e4SLinus Torvalds int agp_generic_remove_memory(struct agp_memory *mem, off_t pg_start, int type);
2041da177e4SLinus Torvalds struct agp_memory *agp_generic_alloc_by_type(size_t page_count, int type);
2051da177e4SLinus Torvalds void agp_generic_free_by_type(struct agp_memory *curr);
20607613ba2SDave Airlie struct page *agp_generic_alloc_page(struct agp_bridge_data *bridge);
20737acee10SShaohua Li int agp_generic_alloc_pages(struct agp_bridge_data *agp_bridge,
20837acee10SShaohua Li struct agp_memory *memory, size_t page_count);
20907613ba2SDave Airlie void agp_generic_destroy_page(struct page *page, int flags);
210bd07928cSShaohua Li void agp_generic_destroy_pages(struct agp_memory *memory);
2111da177e4SLinus Torvalds void agp_free_key(int key);
2121da177e4SLinus Torvalds int agp_num_entries(void);
2131da177e4SLinus Torvalds u32 agp_collect_device_status(struct agp_bridge_data *bridge, u32 mode, u32 command);
214c7258012SJoe Perches void agp_device_command(u32 command, bool agp_v3);
2151da177e4SLinus Torvalds int agp_3_5_enable(struct agp_bridge_data *bridge);
2161da177e4SLinus Torvalds void global_cache_flush(void);
2171da177e4SLinus Torvalds void get_agp_version(struct agp_bridge_data *bridge);
2181da177e4SLinus Torvalds unsigned long agp_generic_mask_memory(struct agp_bridge_data *bridge,
2192a4ceb6dSDavid Woodhouse dma_addr_t phys, int type);
220a030ce44SThomas Hellstrom int agp_generic_type_to_mask_type(struct agp_bridge_data *bridge,
221a030ce44SThomas Hellstrom int type);
2221da177e4SLinus Torvalds struct agp_bridge_data *agp_generic_find_bridge(struct pci_dev *pdev);
2231da177e4SLinus Torvalds
224a030ce44SThomas Hellstrom /* generic functions for user-populated AGP memory types */
225a030ce44SThomas Hellstrom struct agp_memory *agp_generic_alloc_user(size_t page_count, int type);
226a030ce44SThomas Hellstrom void agp_alloc_page_array(size_t size, struct agp_memory *mem);
agp_free_page_array(struct agp_memory * mem)227e4100553SWang, Yalin static inline void agp_free_page_array(struct agp_memory *mem)
228e4100553SWang, Yalin {
229e4100553SWang, Yalin kvfree(mem->pages);
230e4100553SWang, Yalin }
231a030ce44SThomas Hellstrom
232a030ce44SThomas Hellstrom
2331da177e4SLinus Torvalds /* generic routines for agp>=3 */
2341da177e4SLinus Torvalds int agp3_generic_fetch_size(void);
2351da177e4SLinus Torvalds void agp3_generic_tlbflush(struct agp_memory *mem);
2361da177e4SLinus Torvalds int agp3_generic_configure(void);
2371da177e4SLinus Torvalds void agp3_generic_cleanup(void);
2381da177e4SLinus Torvalds
239*0e4f2c45SMike Rapoport /* GATT allocation. Returns/accepts GATT kernel virtual address. */
240*0e4f2c45SMike Rapoport #define alloc_gatt_pages(order) \
241*0e4f2c45SMike Rapoport ((char *)__get_free_pages(GFP_KERNEL, (order)))
242*0e4f2c45SMike Rapoport #define free_gatt_pages(table, order) \
243*0e4f2c45SMike Rapoport free_pages((unsigned long)(table), (order))
244*0e4f2c45SMike Rapoport
2451da177e4SLinus Torvalds /* aperture sizes have been standardised since v3 */
2461da177e4SLinus Torvalds #define AGP_GENERIC_SIZES_ENTRIES 11
247e5524f35SDave Jones extern const struct aper_size_info_16 agp3_generic_sizes[];
2481da177e4SLinus Torvalds
2491da177e4SLinus Torvalds extern int agp_off;
2501da177e4SLinus Torvalds extern int agp_try_unsupported_boot;
2511da177e4SLinus Torvalds
2520316fe83SZwane Mwaikambo long compat_agp_ioctl(struct file *file, unsigned int cmd, unsigned long arg);
2530316fe83SZwane Mwaikambo
25425985edcSLucas De Marchi /* Chipset independent registers (from AGP Spec) */
2551da177e4SLinus Torvalds #define AGP_APBASE 0x10
256e501b3d8SBjorn Helgaas #define AGP_APERTURE_BAR 0
2571da177e4SLinus Torvalds
2581da177e4SLinus Torvalds #define AGPSTAT 0x4
2591da177e4SLinus Torvalds #define AGPCMD 0x8
2601da177e4SLinus Torvalds #define AGPNISTAT 0xc
2611da177e4SLinus Torvalds #define AGPCTRL 0x10
2621da177e4SLinus Torvalds #define AGPAPSIZE 0x14
2631da177e4SLinus Torvalds #define AGPNEPG 0x16
2641da177e4SLinus Torvalds #define AGPGARTLO 0x18
2651da177e4SLinus Torvalds #define AGPGARTHI 0x1c
2661da177e4SLinus Torvalds #define AGPNICMD 0x20
2671da177e4SLinus Torvalds
2681da177e4SLinus Torvalds #define AGP_MAJOR_VERSION_SHIFT (20)
2691da177e4SLinus Torvalds #define AGP_MINOR_VERSION_SHIFT (16)
2701da177e4SLinus Torvalds
2711da177e4SLinus Torvalds #define AGPSTAT_RQ_DEPTH (0xff000000)
2721da177e4SLinus Torvalds #define AGPSTAT_RQ_DEPTH_SHIFT 24
2731da177e4SLinus Torvalds
2741da177e4SLinus Torvalds #define AGPSTAT_CAL_MASK (1<<12|1<<11|1<<10)
2751da177e4SLinus Torvalds #define AGPSTAT_ARQSZ (1<<15|1<<14|1<<13)
2761da177e4SLinus Torvalds #define AGPSTAT_ARQSZ_SHIFT 13
2771da177e4SLinus Torvalds
2781da177e4SLinus Torvalds #define AGPSTAT_SBA (1<<9)
2791da177e4SLinus Torvalds #define AGPSTAT_AGP_ENABLE (1<<8)
2801da177e4SLinus Torvalds #define AGPSTAT_FW (1<<4)
2811da177e4SLinus Torvalds #define AGPSTAT_MODE_3_0 (1<<3)
2821da177e4SLinus Torvalds
2831da177e4SLinus Torvalds #define AGPSTAT2_1X (1<<0)
2841da177e4SLinus Torvalds #define AGPSTAT2_2X (1<<1)
2851da177e4SLinus Torvalds #define AGPSTAT2_4X (1<<2)
2861da177e4SLinus Torvalds
2871da177e4SLinus Torvalds #define AGPSTAT3_RSVD (1<<2)
2881da177e4SLinus Torvalds #define AGPSTAT3_8X (1<<1)
2891da177e4SLinus Torvalds #define AGPSTAT3_4X (1)
2901da177e4SLinus Torvalds
2911da177e4SLinus Torvalds #define AGPCTRL_APERENB (1<<8)
2921da177e4SLinus Torvalds #define AGPCTRL_GTLBEN (1<<7)
2931da177e4SLinus Torvalds
2941da177e4SLinus Torvalds #define AGP2_RESERVED_MASK 0x00fffcc8
2951da177e4SLinus Torvalds #define AGP3_RESERVED_MASK 0x00ff00c4
2961da177e4SLinus Torvalds
2971da177e4SLinus Torvalds #define AGP_ERRATA_FASTWRITES 1<<0
2981da177e4SLinus Torvalds #define AGP_ERRATA_SBA 1<<1
2991da177e4SLinus Torvalds #define AGP_ERRATA_1X 1<<2
3001da177e4SLinus Torvalds
3011da177e4SLinus Torvalds #endif /* _AGP_BACKEND_PRIV_H */
302