xref: /openbmc/linux/drivers/char/agp/intel-agp.c (revision 96de0e252cedffad61b3cb5e05662c591898e69a)
1 /*
2  * Intel AGPGART routines.
3  */
4 
5 #include <linux/module.h>
6 #include <linux/pci.h>
7 #include <linux/init.h>
8 #include <linux/kernel.h>
9 #include <linux/pagemap.h>
10 #include <linux/agp_backend.h>
11 #include "agp.h"
12 
13 #define PCI_DEVICE_ID_INTEL_82946GZ_HB      0x2970
14 #define PCI_DEVICE_ID_INTEL_82946GZ_IG      0x2972
15 #define PCI_DEVICE_ID_INTEL_82965G_1_HB     0x2980
16 #define PCI_DEVICE_ID_INTEL_82965G_1_IG     0x2982
17 #define PCI_DEVICE_ID_INTEL_82965Q_HB       0x2990
18 #define PCI_DEVICE_ID_INTEL_82965Q_IG       0x2992
19 #define PCI_DEVICE_ID_INTEL_82965G_HB       0x29A0
20 #define PCI_DEVICE_ID_INTEL_82965G_IG       0x29A2
21 #define PCI_DEVICE_ID_INTEL_82965GM_HB      0x2A00
22 #define PCI_DEVICE_ID_INTEL_82965GM_IG      0x2A02
23 #define PCI_DEVICE_ID_INTEL_82965GME_HB     0x2A10
24 #define PCI_DEVICE_ID_INTEL_82965GME_IG     0x2A12
25 #define PCI_DEVICE_ID_INTEL_82945GME_HB     0x27AC
26 #define PCI_DEVICE_ID_INTEL_82945GME_IG     0x27AE
27 #define PCI_DEVICE_ID_INTEL_G33_HB          0x29C0
28 #define PCI_DEVICE_ID_INTEL_G33_IG          0x29C2
29 #define PCI_DEVICE_ID_INTEL_Q35_HB          0x29B0
30 #define PCI_DEVICE_ID_INTEL_Q35_IG          0x29B2
31 #define PCI_DEVICE_ID_INTEL_Q33_HB          0x29D0
32 #define PCI_DEVICE_ID_INTEL_Q33_IG          0x29D2
33 
34 #define IS_I965 (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82946GZ_HB || \
35                  agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965G_1_HB || \
36                  agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965Q_HB || \
37                  agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965G_HB || \
38                  agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965GM_HB || \
39                  agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965GME_HB)
40 
41 #define IS_G33 (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_G33_HB || \
42 		agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_Q35_HB || \
43 		agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_Q33_HB)
44 
45 extern int agp_memory_reserved;
46 
47 
48 /* Intel 815 register */
49 #define INTEL_815_APCONT	0x51
50 #define INTEL_815_ATTBASE_MASK	~0x1FFFFFFF
51 
52 /* Intel i820 registers */
53 #define INTEL_I820_RDCR		0x51
54 #define INTEL_I820_ERRSTS	0xc8
55 
56 /* Intel i840 registers */
57 #define INTEL_I840_MCHCFG	0x50
58 #define INTEL_I840_ERRSTS	0xc8
59 
60 /* Intel i850 registers */
61 #define INTEL_I850_MCHCFG	0x50
62 #define INTEL_I850_ERRSTS	0xc8
63 
64 /* intel 915G registers */
65 #define I915_GMADDR	0x18
66 #define I915_MMADDR	0x10
67 #define I915_PTEADDR	0x1C
68 #define I915_GMCH_GMS_STOLEN_48M	(0x6 << 4)
69 #define I915_GMCH_GMS_STOLEN_64M	(0x7 << 4)
70 #define G33_GMCH_GMS_STOLEN_128M       (0x8 << 4)
71 #define G33_GMCH_GMS_STOLEN_256M       (0x9 << 4)
72 
73 /* Intel 965G registers */
74 #define I965_MSAC 0x62
75 
76 /* Intel 7505 registers */
77 #define INTEL_I7505_APSIZE	0x74
78 #define INTEL_I7505_NCAPID	0x60
79 #define INTEL_I7505_NISTAT	0x6c
80 #define INTEL_I7505_ATTBASE	0x78
81 #define INTEL_I7505_ERRSTS	0x42
82 #define INTEL_I7505_AGPCTRL	0x70
83 #define INTEL_I7505_MCHCFG	0x50
84 
85 static const struct aper_size_info_fixed intel_i810_sizes[] =
86 {
87 	{64, 16384, 4},
88 	/* The 32M mode still requires a 64k gatt */
89 	{32, 8192, 4}
90 };
91 
92 #define AGP_DCACHE_MEMORY	1
93 #define AGP_PHYS_MEMORY		2
94 #define INTEL_AGP_CACHED_MEMORY 3
95 
96 static struct gatt_mask intel_i810_masks[] =
97 {
98 	{.mask = I810_PTE_VALID, .type = 0},
99 	{.mask = (I810_PTE_VALID | I810_PTE_LOCAL), .type = AGP_DCACHE_MEMORY},
100 	{.mask = I810_PTE_VALID, .type = 0},
101 	{.mask = I810_PTE_VALID | I830_PTE_SYSTEM_CACHED,
102 	 .type = INTEL_AGP_CACHED_MEMORY}
103 };
104 
105 static struct _intel_private {
106 	struct pci_dev *pcidev;	/* device one */
107 	u8 __iomem *registers;
108 	u32 __iomem *gtt;		/* I915G */
109 	int num_dcache_entries;
110 	/* gtt_entries is the number of gtt entries that are already mapped
111 	 * to stolen memory.  Stolen memory is larger than the memory mapped
112 	 * through gtt_entries, as it includes some reserved space for the BIOS
113 	 * popup and for the GTT.
114 	 */
115 	int gtt_entries;			/* i830+ */
116 } intel_private;
117 
118 static int intel_i810_fetch_size(void)
119 {
120 	u32 smram_miscc;
121 	struct aper_size_info_fixed *values;
122 
123 	pci_read_config_dword(agp_bridge->dev, I810_SMRAM_MISCC, &smram_miscc);
124 	values = A_SIZE_FIX(agp_bridge->driver->aperture_sizes);
125 
126 	if ((smram_miscc & I810_GMS) == I810_GMS_DISABLE) {
127 		printk(KERN_WARNING PFX "i810 is disabled\n");
128 		return 0;
129 	}
130 	if ((smram_miscc & I810_GFX_MEM_WIN_SIZE) == I810_GFX_MEM_WIN_32M) {
131 		agp_bridge->previous_size =
132 			agp_bridge->current_size = (void *) (values + 1);
133 		agp_bridge->aperture_size_idx = 1;
134 		return values[1].size;
135 	} else {
136 		agp_bridge->previous_size =
137 			agp_bridge->current_size = (void *) (values);
138 		agp_bridge->aperture_size_idx = 0;
139 		return values[0].size;
140 	}
141 
142 	return 0;
143 }
144 
145 static int intel_i810_configure(void)
146 {
147 	struct aper_size_info_fixed *current_size;
148 	u32 temp;
149 	int i;
150 
151 	current_size = A_SIZE_FIX(agp_bridge->current_size);
152 
153 	if (!intel_private.registers) {
154 		pci_read_config_dword(intel_private.pcidev, I810_MMADDR, &temp);
155 		temp &= 0xfff80000;
156 
157 		intel_private.registers = ioremap(temp, 128 * 4096);
158 		if (!intel_private.registers) {
159 			printk(KERN_ERR PFX "Unable to remap memory.\n");
160 			return -ENOMEM;
161 		}
162 	}
163 
164 	if ((readl(intel_private.registers+I810_DRAM_CTL)
165 		& I810_DRAM_ROW_0) == I810_DRAM_ROW_0_SDRAM) {
166 		/* This will need to be dynamically assigned */
167 		printk(KERN_INFO PFX "detected 4MB dedicated video ram.\n");
168 		intel_private.num_dcache_entries = 1024;
169 	}
170 	pci_read_config_dword(intel_private.pcidev, I810_GMADDR, &temp);
171 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
172 	writel(agp_bridge->gatt_bus_addr | I810_PGETBL_ENABLED, intel_private.registers+I810_PGETBL_CTL);
173 	readl(intel_private.registers+I810_PGETBL_CTL);	/* PCI Posting. */
174 
175 	if (agp_bridge->driver->needs_scratch_page) {
176 		for (i = 0; i < current_size->num_entries; i++) {
177 			writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
178 			readl(intel_private.registers+I810_PTE_BASE+(i*4));	/* PCI posting. */
179 		}
180 	}
181 	global_cache_flush();
182 	return 0;
183 }
184 
185 static void intel_i810_cleanup(void)
186 {
187 	writel(0, intel_private.registers+I810_PGETBL_CTL);
188 	readl(intel_private.registers);	/* PCI Posting. */
189 	iounmap(intel_private.registers);
190 }
191 
192 static void intel_i810_tlbflush(struct agp_memory *mem)
193 {
194 	return;
195 }
196 
197 static void intel_i810_agp_enable(struct agp_bridge_data *bridge, u32 mode)
198 {
199 	return;
200 }
201 
202 /* Exists to support ARGB cursors */
203 static void *i8xx_alloc_pages(void)
204 {
205 	struct page * page;
206 
207 	page = alloc_pages(GFP_KERNEL | GFP_DMA32, 2);
208 	if (page == NULL)
209 		return NULL;
210 
211 	if (change_page_attr(page, 4, PAGE_KERNEL_NOCACHE) < 0) {
212 		change_page_attr(page, 4, PAGE_KERNEL);
213 		global_flush_tlb();
214 		__free_pages(page, 2);
215 		return NULL;
216 	}
217 	global_flush_tlb();
218 	get_page(page);
219 	atomic_inc(&agp_bridge->current_memory_agp);
220 	return page_address(page);
221 }
222 
223 static void i8xx_destroy_pages(void *addr)
224 {
225 	struct page *page;
226 
227 	if (addr == NULL)
228 		return;
229 
230 	page = virt_to_page(addr);
231 	change_page_attr(page, 4, PAGE_KERNEL);
232 	global_flush_tlb();
233 	put_page(page);
234 	__free_pages(page, 2);
235 	atomic_dec(&agp_bridge->current_memory_agp);
236 }
237 
238 static int intel_i830_type_to_mask_type(struct agp_bridge_data *bridge,
239 					int type)
240 {
241 	if (type < AGP_USER_TYPES)
242 		return type;
243 	else if (type == AGP_USER_CACHED_MEMORY)
244 		return INTEL_AGP_CACHED_MEMORY;
245 	else
246 		return 0;
247 }
248 
249 static int intel_i810_insert_entries(struct agp_memory *mem, off_t pg_start,
250 				int type)
251 {
252 	int i, j, num_entries;
253 	void *temp;
254 	int ret = -EINVAL;
255 	int mask_type;
256 
257 	if (mem->page_count == 0)
258 		goto out;
259 
260 	temp = agp_bridge->current_size;
261 	num_entries = A_SIZE_FIX(temp)->num_entries;
262 
263 	if ((pg_start + mem->page_count) > num_entries)
264 		goto out_err;
265 
266 
267 	for (j = pg_start; j < (pg_start + mem->page_count); j++) {
268 		if (!PGE_EMPTY(agp_bridge, readl(agp_bridge->gatt_table+j))) {
269 			ret = -EBUSY;
270 			goto out_err;
271 		}
272 	}
273 
274 	if (type != mem->type)
275 		goto out_err;
276 
277 	mask_type = agp_bridge->driver->agp_type_to_mask_type(agp_bridge, type);
278 
279 	switch (mask_type) {
280 	case AGP_DCACHE_MEMORY:
281 		if (!mem->is_flushed)
282 			global_cache_flush();
283 		for (i = pg_start; i < (pg_start + mem->page_count); i++) {
284 			writel((i*4096)|I810_PTE_LOCAL|I810_PTE_VALID,
285 			       intel_private.registers+I810_PTE_BASE+(i*4));
286 		}
287 		readl(intel_private.registers+I810_PTE_BASE+((i-1)*4));
288 		break;
289 	case AGP_PHYS_MEMORY:
290 	case AGP_NORMAL_MEMORY:
291 		if (!mem->is_flushed)
292 			global_cache_flush();
293 		for (i = 0, j = pg_start; i < mem->page_count; i++, j++) {
294 			writel(agp_bridge->driver->mask_memory(agp_bridge,
295 							       mem->memory[i],
296 							       mask_type),
297 			       intel_private.registers+I810_PTE_BASE+(j*4));
298 		}
299 		readl(intel_private.registers+I810_PTE_BASE+((j-1)*4));
300 		break;
301 	default:
302 		goto out_err;
303 	}
304 
305 	agp_bridge->driver->tlb_flush(mem);
306 out:
307 	ret = 0;
308 out_err:
309 	mem->is_flushed = 1;
310 	return ret;
311 }
312 
313 static int intel_i810_remove_entries(struct agp_memory *mem, off_t pg_start,
314 				int type)
315 {
316 	int i;
317 
318 	if (mem->page_count == 0)
319 		return 0;
320 
321 	for (i = pg_start; i < (mem->page_count + pg_start); i++) {
322 		writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
323 	}
324 	readl(intel_private.registers+I810_PTE_BASE+((i-1)*4));
325 
326 	agp_bridge->driver->tlb_flush(mem);
327 	return 0;
328 }
329 
330 /*
331  * The i810/i830 requires a physical address to program its mouse
332  * pointer into hardware.
333  * However the Xserver still writes to it through the agp aperture.
334  */
335 static struct agp_memory *alloc_agpphysmem_i8xx(size_t pg_count, int type)
336 {
337 	struct agp_memory *new;
338 	void *addr;
339 
340 	switch (pg_count) {
341 	case 1: addr = agp_bridge->driver->agp_alloc_page(agp_bridge);
342 		global_flush_tlb();
343 		break;
344 	case 4:
345 		/* kludge to get 4 physical pages for ARGB cursor */
346 		addr = i8xx_alloc_pages();
347 		break;
348 	default:
349 		return NULL;
350 	}
351 
352 	if (addr == NULL)
353 		return NULL;
354 
355 	new = agp_create_memory(pg_count);
356 	if (new == NULL)
357 		return NULL;
358 
359 	new->memory[0] = virt_to_gart(addr);
360 	if (pg_count == 4) {
361 		/* kludge to get 4 physical pages for ARGB cursor */
362 		new->memory[1] = new->memory[0] + PAGE_SIZE;
363 		new->memory[2] = new->memory[1] + PAGE_SIZE;
364 		new->memory[3] = new->memory[2] + PAGE_SIZE;
365 	}
366 	new->page_count = pg_count;
367 	new->num_scratch_pages = pg_count;
368 	new->type = AGP_PHYS_MEMORY;
369 	new->physical = new->memory[0];
370 	return new;
371 }
372 
373 static struct agp_memory *intel_i810_alloc_by_type(size_t pg_count, int type)
374 {
375 	struct agp_memory *new;
376 
377 	if (type == AGP_DCACHE_MEMORY) {
378 		if (pg_count != intel_private.num_dcache_entries)
379 			return NULL;
380 
381 		new = agp_create_memory(1);
382 		if (new == NULL)
383 			return NULL;
384 
385 		new->type = AGP_DCACHE_MEMORY;
386 		new->page_count = pg_count;
387 		new->num_scratch_pages = 0;
388 		agp_free_page_array(new);
389 		return new;
390 	}
391 	if (type == AGP_PHYS_MEMORY)
392 		return alloc_agpphysmem_i8xx(pg_count, type);
393 	return NULL;
394 }
395 
396 static void intel_i810_free_by_type(struct agp_memory *curr)
397 {
398 	agp_free_key(curr->key);
399 	if (curr->type == AGP_PHYS_MEMORY) {
400 		if (curr->page_count == 4)
401 			i8xx_destroy_pages(gart_to_virt(curr->memory[0]));
402 		else {
403 			agp_bridge->driver->agp_destroy_page(gart_to_virt(curr->memory[0]),
404 							     AGP_PAGE_DESTROY_UNMAP);
405 			global_flush_tlb();
406 			agp_bridge->driver->agp_destroy_page(gart_to_virt(curr->memory[0]),
407 							     AGP_PAGE_DESTROY_FREE);
408 		}
409 		agp_free_page_array(curr);
410 	}
411 	kfree(curr);
412 }
413 
414 static unsigned long intel_i810_mask_memory(struct agp_bridge_data *bridge,
415 	unsigned long addr, int type)
416 {
417 	/* Type checking must be done elsewhere */
418 	return addr | bridge->driver->masks[type].mask;
419 }
420 
421 static struct aper_size_info_fixed intel_i830_sizes[] =
422 {
423 	{128, 32768, 5},
424 	/* The 64M mode still requires a 128k gatt */
425 	{64, 16384, 5},
426 	{256, 65536, 6},
427 	{512, 131072, 7},
428 };
429 
430 static void intel_i830_init_gtt_entries(void)
431 {
432 	u16 gmch_ctrl;
433 	int gtt_entries;
434 	u8 rdct;
435 	int local = 0;
436 	static const int ddt[4] = { 0, 16, 32, 64 };
437 	int size; /* reserved space (in kb) at the top of stolen memory */
438 
439 	pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
440 
441 	if (IS_I965) {
442 		u32 pgetbl_ctl;
443 		pgetbl_ctl = readl(intel_private.registers+I810_PGETBL_CTL);
444 
445 		/* The 965 has a field telling us the size of the GTT,
446 		 * which may be larger than what is necessary to map the
447 		 * aperture.
448 		 */
449 		switch (pgetbl_ctl & I965_PGETBL_SIZE_MASK) {
450 		case I965_PGETBL_SIZE_128KB:
451 			size = 128;
452 			break;
453 		case I965_PGETBL_SIZE_256KB:
454 			size = 256;
455 			break;
456 		case I965_PGETBL_SIZE_512KB:
457 			size = 512;
458 			break;
459 		default:
460 			printk(KERN_INFO PFX "Unknown page table size, "
461 			       "assuming 512KB\n");
462 			size = 512;
463 		}
464 		size += 4; /* add in BIOS popup space */
465 	} else if (IS_G33) {
466 	/* G33's GTT size defined in gmch_ctrl */
467 		switch (gmch_ctrl & G33_PGETBL_SIZE_MASK) {
468 		case G33_PGETBL_SIZE_1M:
469 			size = 1024;
470 			break;
471 		case G33_PGETBL_SIZE_2M:
472 			size = 2048;
473 			break;
474 		default:
475 			printk(KERN_INFO PFX "Unknown page table size 0x%x, "
476 				"assuming 512KB\n",
477 				(gmch_ctrl & G33_PGETBL_SIZE_MASK));
478 			size = 512;
479 		}
480 		size += 4;
481 	} else {
482 		/* On previous hardware, the GTT size was just what was
483 		 * required to map the aperture.
484 		 */
485 		size = agp_bridge->driver->fetch_size() + 4;
486 	}
487 
488 	if (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82830_HB ||
489 	    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82845G_HB) {
490 		switch (gmch_ctrl & I830_GMCH_GMS_MASK) {
491 		case I830_GMCH_GMS_STOLEN_512:
492 			gtt_entries = KB(512) - KB(size);
493 			break;
494 		case I830_GMCH_GMS_STOLEN_1024:
495 			gtt_entries = MB(1) - KB(size);
496 			break;
497 		case I830_GMCH_GMS_STOLEN_8192:
498 			gtt_entries = MB(8) - KB(size);
499 			break;
500 		case I830_GMCH_GMS_LOCAL:
501 			rdct = readb(intel_private.registers+I830_RDRAM_CHANNEL_TYPE);
502 			gtt_entries = (I830_RDRAM_ND(rdct) + 1) *
503 					MB(ddt[I830_RDRAM_DDT(rdct)]);
504 			local = 1;
505 			break;
506 		default:
507 			gtt_entries = 0;
508 			break;
509 		}
510 	} else {
511 		switch (gmch_ctrl & I855_GMCH_GMS_MASK) {
512 		case I855_GMCH_GMS_STOLEN_1M:
513 			gtt_entries = MB(1) - KB(size);
514 			break;
515 		case I855_GMCH_GMS_STOLEN_4M:
516 			gtt_entries = MB(4) - KB(size);
517 			break;
518 		case I855_GMCH_GMS_STOLEN_8M:
519 			gtt_entries = MB(8) - KB(size);
520 			break;
521 		case I855_GMCH_GMS_STOLEN_16M:
522 			gtt_entries = MB(16) - KB(size);
523 			break;
524 		case I855_GMCH_GMS_STOLEN_32M:
525 			gtt_entries = MB(32) - KB(size);
526 			break;
527 		case I915_GMCH_GMS_STOLEN_48M:
528 			/* Check it's really I915G */
529 			if (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915G_HB ||
530 			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915GM_HB ||
531 			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945G_HB ||
532 			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945GM_HB ||
533 			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945GME_HB ||
534 			    IS_I965 || IS_G33)
535 				gtt_entries = MB(48) - KB(size);
536 			else
537 				gtt_entries = 0;
538 			break;
539 		case I915_GMCH_GMS_STOLEN_64M:
540 			/* Check it's really I915G */
541 			if (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915G_HB ||
542 			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915GM_HB ||
543 			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945G_HB ||
544 			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945GM_HB ||
545 			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945GME_HB ||
546 			    IS_I965 || IS_G33)
547 				gtt_entries = MB(64) - KB(size);
548 			else
549 				gtt_entries = 0;
550 			break;
551 		case G33_GMCH_GMS_STOLEN_128M:
552 			if (IS_G33)
553 				gtt_entries = MB(128) - KB(size);
554 			else
555 				gtt_entries = 0;
556 			break;
557 		case G33_GMCH_GMS_STOLEN_256M:
558 			if (IS_G33)
559 				gtt_entries = MB(256) - KB(size);
560 			else
561 				gtt_entries = 0;
562 			break;
563 		default:
564 			gtt_entries = 0;
565 			break;
566 		}
567 	}
568 	if (gtt_entries > 0)
569 		printk(KERN_INFO PFX "Detected %dK %s memory.\n",
570 		       gtt_entries / KB(1), local ? "local" : "stolen");
571 	else
572 		printk(KERN_INFO PFX
573 		       "No pre-allocated video memory detected.\n");
574 	gtt_entries /= KB(4);
575 
576 	intel_private.gtt_entries = gtt_entries;
577 }
578 
579 /* The intel i830 automatically initializes the agp aperture during POST.
580  * Use the memory already set aside for in the GTT.
581  */
582 static int intel_i830_create_gatt_table(struct agp_bridge_data *bridge)
583 {
584 	int page_order;
585 	struct aper_size_info_fixed *size;
586 	int num_entries;
587 	u32 temp;
588 
589 	size = agp_bridge->current_size;
590 	page_order = size->page_order;
591 	num_entries = size->num_entries;
592 	agp_bridge->gatt_table_real = NULL;
593 
594 	pci_read_config_dword(intel_private.pcidev,I810_MMADDR,&temp);
595 	temp &= 0xfff80000;
596 
597 	intel_private.registers = ioremap(temp,128 * 4096);
598 	if (!intel_private.registers)
599 		return -ENOMEM;
600 
601 	temp = readl(intel_private.registers+I810_PGETBL_CTL) & 0xfffff000;
602 	global_cache_flush();	/* FIXME: ?? */
603 
604 	/* we have to call this as early as possible after the MMIO base address is known */
605 	intel_i830_init_gtt_entries();
606 
607 	agp_bridge->gatt_table = NULL;
608 
609 	agp_bridge->gatt_bus_addr = temp;
610 
611 	return 0;
612 }
613 
614 /* Return the gatt table to a sane state. Use the top of stolen
615  * memory for the GTT.
616  */
617 static int intel_i830_free_gatt_table(struct agp_bridge_data *bridge)
618 {
619 	return 0;
620 }
621 
622 static int intel_i830_fetch_size(void)
623 {
624 	u16 gmch_ctrl;
625 	struct aper_size_info_fixed *values;
626 
627 	values = A_SIZE_FIX(agp_bridge->driver->aperture_sizes);
628 
629 	if (agp_bridge->dev->device != PCI_DEVICE_ID_INTEL_82830_HB &&
630 	    agp_bridge->dev->device != PCI_DEVICE_ID_INTEL_82845G_HB) {
631 		/* 855GM/852GM/865G has 128MB aperture size */
632 		agp_bridge->previous_size = agp_bridge->current_size = (void *) values;
633 		agp_bridge->aperture_size_idx = 0;
634 		return values[0].size;
635 	}
636 
637 	pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
638 
639 	if ((gmch_ctrl & I830_GMCH_MEM_MASK) == I830_GMCH_MEM_128M) {
640 		agp_bridge->previous_size = agp_bridge->current_size = (void *) values;
641 		agp_bridge->aperture_size_idx = 0;
642 		return values[0].size;
643 	} else {
644 		agp_bridge->previous_size = agp_bridge->current_size = (void *) (values + 1);
645 		agp_bridge->aperture_size_idx = 1;
646 		return values[1].size;
647 	}
648 
649 	return 0;
650 }
651 
652 static int intel_i830_configure(void)
653 {
654 	struct aper_size_info_fixed *current_size;
655 	u32 temp;
656 	u16 gmch_ctrl;
657 	int i;
658 
659 	current_size = A_SIZE_FIX(agp_bridge->current_size);
660 
661 	pci_read_config_dword(intel_private.pcidev,I810_GMADDR,&temp);
662 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
663 
664 	pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
665 	gmch_ctrl |= I830_GMCH_ENABLED;
666 	pci_write_config_word(agp_bridge->dev,I830_GMCH_CTRL,gmch_ctrl);
667 
668 	writel(agp_bridge->gatt_bus_addr|I810_PGETBL_ENABLED, intel_private.registers+I810_PGETBL_CTL);
669 	readl(intel_private.registers+I810_PGETBL_CTL);	/* PCI Posting. */
670 
671 	if (agp_bridge->driver->needs_scratch_page) {
672 		for (i = intel_private.gtt_entries; i < current_size->num_entries; i++) {
673 			writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
674 			readl(intel_private.registers+I810_PTE_BASE+(i*4));	/* PCI Posting. */
675 		}
676 	}
677 
678 	global_cache_flush();
679 	return 0;
680 }
681 
682 static void intel_i830_cleanup(void)
683 {
684 	iounmap(intel_private.registers);
685 }
686 
687 static int intel_i830_insert_entries(struct agp_memory *mem,off_t pg_start, int type)
688 {
689 	int i,j,num_entries;
690 	void *temp;
691 	int ret = -EINVAL;
692 	int mask_type;
693 
694 	if (mem->page_count == 0)
695 		goto out;
696 
697 	temp = agp_bridge->current_size;
698 	num_entries = A_SIZE_FIX(temp)->num_entries;
699 
700 	if (pg_start < intel_private.gtt_entries) {
701 		printk (KERN_DEBUG PFX "pg_start == 0x%.8lx,intel_private.gtt_entries == 0x%.8x\n",
702 				pg_start,intel_private.gtt_entries);
703 
704 		printk (KERN_INFO PFX "Trying to insert into local/stolen memory\n");
705 		goto out_err;
706 	}
707 
708 	if ((pg_start + mem->page_count) > num_entries)
709 		goto out_err;
710 
711 	/* The i830 can't check the GTT for entries since its read only,
712 	 * depend on the caller to make the correct offset decisions.
713 	 */
714 
715 	if (type != mem->type)
716 		goto out_err;
717 
718 	mask_type = agp_bridge->driver->agp_type_to_mask_type(agp_bridge, type);
719 
720 	if (mask_type != 0 && mask_type != AGP_PHYS_MEMORY &&
721 	    mask_type != INTEL_AGP_CACHED_MEMORY)
722 		goto out_err;
723 
724 	if (!mem->is_flushed)
725 		global_cache_flush();
726 
727 	for (i = 0, j = pg_start; i < mem->page_count; i++, j++) {
728 		writel(agp_bridge->driver->mask_memory(agp_bridge,
729 						       mem->memory[i], mask_type),
730 		       intel_private.registers+I810_PTE_BASE+(j*4));
731 	}
732 	readl(intel_private.registers+I810_PTE_BASE+((j-1)*4));
733 	agp_bridge->driver->tlb_flush(mem);
734 
735 out:
736 	ret = 0;
737 out_err:
738 	mem->is_flushed = 1;
739 	return ret;
740 }
741 
742 static int intel_i830_remove_entries(struct agp_memory *mem,off_t pg_start,
743 				int type)
744 {
745 	int i;
746 
747 	if (mem->page_count == 0)
748 		return 0;
749 
750 	if (pg_start < intel_private.gtt_entries) {
751 		printk (KERN_INFO PFX "Trying to disable local/stolen memory\n");
752 		return -EINVAL;
753 	}
754 
755 	for (i = pg_start; i < (mem->page_count + pg_start); i++) {
756 		writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
757 	}
758 	readl(intel_private.registers+I810_PTE_BASE+((i-1)*4));
759 
760 	agp_bridge->driver->tlb_flush(mem);
761 	return 0;
762 }
763 
764 static struct agp_memory *intel_i830_alloc_by_type(size_t pg_count,int type)
765 {
766 	if (type == AGP_PHYS_MEMORY)
767 		return alloc_agpphysmem_i8xx(pg_count, type);
768 	/* always return NULL for other allocation types for now */
769 	return NULL;
770 }
771 
772 static int intel_i915_configure(void)
773 {
774 	struct aper_size_info_fixed *current_size;
775 	u32 temp;
776 	u16 gmch_ctrl;
777 	int i;
778 
779 	current_size = A_SIZE_FIX(agp_bridge->current_size);
780 
781 	pci_read_config_dword(intel_private.pcidev, I915_GMADDR, &temp);
782 
783 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
784 
785 	pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
786 	gmch_ctrl |= I830_GMCH_ENABLED;
787 	pci_write_config_word(agp_bridge->dev,I830_GMCH_CTRL,gmch_ctrl);
788 
789 	writel(agp_bridge->gatt_bus_addr|I810_PGETBL_ENABLED, intel_private.registers+I810_PGETBL_CTL);
790 	readl(intel_private.registers+I810_PGETBL_CTL);	/* PCI Posting. */
791 
792 	if (agp_bridge->driver->needs_scratch_page) {
793 		for (i = intel_private.gtt_entries; i < current_size->num_entries; i++) {
794 			writel(agp_bridge->scratch_page, intel_private.gtt+i);
795 			readl(intel_private.gtt+i);	/* PCI Posting. */
796 		}
797 	}
798 
799 	global_cache_flush();
800 	return 0;
801 }
802 
803 static void intel_i915_cleanup(void)
804 {
805 	iounmap(intel_private.gtt);
806 	iounmap(intel_private.registers);
807 }
808 
809 static int intel_i915_insert_entries(struct agp_memory *mem,off_t pg_start,
810 				int type)
811 {
812 	int i,j,num_entries;
813 	void *temp;
814 	int ret = -EINVAL;
815 	int mask_type;
816 
817 	if (mem->page_count == 0)
818 		goto out;
819 
820 	temp = agp_bridge->current_size;
821 	num_entries = A_SIZE_FIX(temp)->num_entries;
822 
823 	if (pg_start < intel_private.gtt_entries) {
824 		printk (KERN_DEBUG PFX "pg_start == 0x%.8lx,intel_private.gtt_entries == 0x%.8x\n",
825 				pg_start,intel_private.gtt_entries);
826 
827 		printk (KERN_INFO PFX "Trying to insert into local/stolen memory\n");
828 		goto out_err;
829 	}
830 
831 	if ((pg_start + mem->page_count) > num_entries)
832 		goto out_err;
833 
834 	/* The i915 can't check the GTT for entries since its read only,
835 	 * depend on the caller to make the correct offset decisions.
836 	 */
837 
838 	if (type != mem->type)
839 		goto out_err;
840 
841 	mask_type = agp_bridge->driver->agp_type_to_mask_type(agp_bridge, type);
842 
843 	if (mask_type != 0 && mask_type != AGP_PHYS_MEMORY &&
844 	    mask_type != INTEL_AGP_CACHED_MEMORY)
845 		goto out_err;
846 
847 	if (!mem->is_flushed)
848 		global_cache_flush();
849 
850 	for (i = 0, j = pg_start; i < mem->page_count; i++, j++) {
851 		writel(agp_bridge->driver->mask_memory(agp_bridge,
852 			mem->memory[i], mask_type), intel_private.gtt+j);
853 	}
854 
855 	readl(intel_private.gtt+j-1);
856 	agp_bridge->driver->tlb_flush(mem);
857 
858  out:
859 	ret = 0;
860  out_err:
861 	mem->is_flushed = 1;
862 	return ret;
863 }
864 
865 static int intel_i915_remove_entries(struct agp_memory *mem,off_t pg_start,
866 				int type)
867 {
868 	int i;
869 
870 	if (mem->page_count == 0)
871 		return 0;
872 
873 	if (pg_start < intel_private.gtt_entries) {
874 		printk (KERN_INFO PFX "Trying to disable local/stolen memory\n");
875 		return -EINVAL;
876 	}
877 
878 	for (i = pg_start; i < (mem->page_count + pg_start); i++) {
879 		writel(agp_bridge->scratch_page, intel_private.gtt+i);
880 	}
881 	readl(intel_private.gtt+i-1);
882 
883 	agp_bridge->driver->tlb_flush(mem);
884 	return 0;
885 }
886 
887 /* Return the aperture size by just checking the resource length.  The effect
888  * described in the spec of the MSAC registers is just changing of the
889  * resource size.
890  */
891 static int intel_i9xx_fetch_size(void)
892 {
893 	int num_sizes = ARRAY_SIZE(intel_i830_sizes);
894 	int aper_size; /* size in megabytes */
895 	int i;
896 
897 	aper_size = pci_resource_len(intel_private.pcidev, 2) / MB(1);
898 
899 	for (i = 0; i < num_sizes; i++) {
900 		if (aper_size == intel_i830_sizes[i].size) {
901 			agp_bridge->current_size = intel_i830_sizes + i;
902 			agp_bridge->previous_size = agp_bridge->current_size;
903 			return aper_size;
904 		}
905 	}
906 
907 	return 0;
908 }
909 
910 /* The intel i915 automatically initializes the agp aperture during POST.
911  * Use the memory already set aside for in the GTT.
912  */
913 static int intel_i915_create_gatt_table(struct agp_bridge_data *bridge)
914 {
915 	int page_order;
916 	struct aper_size_info_fixed *size;
917 	int num_entries;
918 	u32 temp, temp2;
919 	int gtt_map_size = 256 * 1024;
920 
921 	size = agp_bridge->current_size;
922 	page_order = size->page_order;
923 	num_entries = size->num_entries;
924 	agp_bridge->gatt_table_real = NULL;
925 
926 	pci_read_config_dword(intel_private.pcidev, I915_MMADDR, &temp);
927 	pci_read_config_dword(intel_private.pcidev, I915_PTEADDR,&temp2);
928 
929 	if (IS_G33)
930 	    gtt_map_size = 1024 * 1024; /* 1M on G33 */
931 	intel_private.gtt = ioremap(temp2, gtt_map_size);
932 	if (!intel_private.gtt)
933 		return -ENOMEM;
934 
935 	temp &= 0xfff80000;
936 
937 	intel_private.registers = ioremap(temp,128 * 4096);
938 	if (!intel_private.registers) {
939 		iounmap(intel_private.gtt);
940 		return -ENOMEM;
941 	}
942 
943 	temp = readl(intel_private.registers+I810_PGETBL_CTL) & 0xfffff000;
944 	global_cache_flush();	/* FIXME: ? */
945 
946 	/* we have to call this as early as possible after the MMIO base address is known */
947 	intel_i830_init_gtt_entries();
948 
949 	agp_bridge->gatt_table = NULL;
950 
951 	agp_bridge->gatt_bus_addr = temp;
952 
953 	return 0;
954 }
955 
956 /*
957  * The i965 supports 36-bit physical addresses, but to keep
958  * the format of the GTT the same, the bits that don't fit
959  * in a 32-bit word are shifted down to bits 4..7.
960  *
961  * Gcc is smart enough to notice that "(addr >> 28) & 0xf0"
962  * is always zero on 32-bit architectures, so no need to make
963  * this conditional.
964  */
965 static unsigned long intel_i965_mask_memory(struct agp_bridge_data *bridge,
966 	unsigned long addr, int type)
967 {
968 	/* Shift high bits down */
969 	addr |= (addr >> 28) & 0xf0;
970 
971 	/* Type checking must be done elsewhere */
972 	return addr | bridge->driver->masks[type].mask;
973 }
974 
975 /* The intel i965 automatically initializes the agp aperture during POST.
976  * Use the memory already set aside for in the GTT.
977  */
978 static int intel_i965_create_gatt_table(struct agp_bridge_data *bridge)
979 {
980        int page_order;
981        struct aper_size_info_fixed *size;
982        int num_entries;
983        u32 temp;
984 
985        size = agp_bridge->current_size;
986        page_order = size->page_order;
987        num_entries = size->num_entries;
988        agp_bridge->gatt_table_real = NULL;
989 
990        pci_read_config_dword(intel_private.pcidev, I915_MMADDR, &temp);
991 
992        temp &= 0xfff00000;
993        intel_private.gtt = ioremap((temp + (512 * 1024)) , 512 * 1024);
994 
995 	if (!intel_private.gtt)
996 		return -ENOMEM;
997 
998 
999        intel_private.registers = ioremap(temp,128 * 4096);
1000        if (!intel_private.registers) {
1001 		iounmap(intel_private.gtt);
1002 		return -ENOMEM;
1003 	}
1004 
1005        temp = readl(intel_private.registers+I810_PGETBL_CTL) & 0xfffff000;
1006        global_cache_flush();   /* FIXME: ? */
1007 
1008        /* we have to call this as early as possible after the MMIO base address is known */
1009        intel_i830_init_gtt_entries();
1010 
1011        agp_bridge->gatt_table = NULL;
1012 
1013        agp_bridge->gatt_bus_addr = temp;
1014 
1015        return 0;
1016 }
1017 
1018 
1019 static int intel_fetch_size(void)
1020 {
1021 	int i;
1022 	u16 temp;
1023 	struct aper_size_info_16 *values;
1024 
1025 	pci_read_config_word(agp_bridge->dev, INTEL_APSIZE, &temp);
1026 	values = A_SIZE_16(agp_bridge->driver->aperture_sizes);
1027 
1028 	for (i = 0; i < agp_bridge->driver->num_aperture_sizes; i++) {
1029 		if (temp == values[i].size_value) {
1030 			agp_bridge->previous_size = agp_bridge->current_size = (void *) (values + i);
1031 			agp_bridge->aperture_size_idx = i;
1032 			return values[i].size;
1033 		}
1034 	}
1035 
1036 	return 0;
1037 }
1038 
1039 static int __intel_8xx_fetch_size(u8 temp)
1040 {
1041 	int i;
1042 	struct aper_size_info_8 *values;
1043 
1044 	values = A_SIZE_8(agp_bridge->driver->aperture_sizes);
1045 
1046 	for (i = 0; i < agp_bridge->driver->num_aperture_sizes; i++) {
1047 		if (temp == values[i].size_value) {
1048 			agp_bridge->previous_size =
1049 				agp_bridge->current_size = (void *) (values + i);
1050 			agp_bridge->aperture_size_idx = i;
1051 			return values[i].size;
1052 		}
1053 	}
1054 	return 0;
1055 }
1056 
1057 static int intel_8xx_fetch_size(void)
1058 {
1059 	u8 temp;
1060 
1061 	pci_read_config_byte(agp_bridge->dev, INTEL_APSIZE, &temp);
1062 	return __intel_8xx_fetch_size(temp);
1063 }
1064 
1065 static int intel_815_fetch_size(void)
1066 {
1067 	u8 temp;
1068 
1069 	/* Intel 815 chipsets have a _weird_ APSIZE register with only
1070 	 * one non-reserved bit, so mask the others out ... */
1071 	pci_read_config_byte(agp_bridge->dev, INTEL_APSIZE, &temp);
1072 	temp &= (1 << 3);
1073 
1074 	return __intel_8xx_fetch_size(temp);
1075 }
1076 
1077 static void intel_tlbflush(struct agp_memory *mem)
1078 {
1079 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x2200);
1080 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x2280);
1081 }
1082 
1083 
1084 static void intel_8xx_tlbflush(struct agp_memory *mem)
1085 {
1086 	u32 temp;
1087 	pci_read_config_dword(agp_bridge->dev, INTEL_AGPCTRL, &temp);
1088 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, temp & ~(1 << 7));
1089 	pci_read_config_dword(agp_bridge->dev, INTEL_AGPCTRL, &temp);
1090 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, temp | (1 << 7));
1091 }
1092 
1093 
1094 static void intel_cleanup(void)
1095 {
1096 	u16 temp;
1097 	struct aper_size_info_16 *previous_size;
1098 
1099 	previous_size = A_SIZE_16(agp_bridge->previous_size);
1100 	pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp);
1101 	pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG, temp & ~(1 << 9));
1102 	pci_write_config_word(agp_bridge->dev, INTEL_APSIZE, previous_size->size_value);
1103 }
1104 
1105 
1106 static void intel_8xx_cleanup(void)
1107 {
1108 	u16 temp;
1109 	struct aper_size_info_8 *previous_size;
1110 
1111 	previous_size = A_SIZE_8(agp_bridge->previous_size);
1112 	pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp);
1113 	pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG, temp & ~(1 << 9));
1114 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, previous_size->size_value);
1115 }
1116 
1117 
1118 static int intel_configure(void)
1119 {
1120 	u32 temp;
1121 	u16 temp2;
1122 	struct aper_size_info_16 *current_size;
1123 
1124 	current_size = A_SIZE_16(agp_bridge->current_size);
1125 
1126 	/* aperture size */
1127 	pci_write_config_word(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1128 
1129 	/* address to map to */
1130 	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1131 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1132 
1133 	/* attbase - aperture base */
1134 	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1135 
1136 	/* agpctrl */
1137 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x2280);
1138 
1139 	/* paccfg/nbxcfg */
1140 	pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp2);
1141 	pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG,
1142 			(temp2 & ~(1 << 10)) | (1 << 9));
1143 	/* clear any possible error conditions */
1144 	pci_write_config_byte(agp_bridge->dev, INTEL_ERRSTS + 1, 7);
1145 	return 0;
1146 }
1147 
1148 static int intel_815_configure(void)
1149 {
1150 	u32 temp, addr;
1151 	u8 temp2;
1152 	struct aper_size_info_8 *current_size;
1153 
1154 	/* attbase - aperture base */
1155 	/* the Intel 815 chipset spec. says that bits 29-31 in the
1156 	* ATTBASE register are reserved -> try not to write them */
1157 	if (agp_bridge->gatt_bus_addr & INTEL_815_ATTBASE_MASK) {
1158 		printk (KERN_EMERG PFX "gatt bus addr too high");
1159 		return -EINVAL;
1160 	}
1161 
1162 	current_size = A_SIZE_8(agp_bridge->current_size);
1163 
1164 	/* aperture size */
1165 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE,
1166 			current_size->size_value);
1167 
1168 	/* address to map to */
1169 	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1170 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1171 
1172 	pci_read_config_dword(agp_bridge->dev, INTEL_ATTBASE, &addr);
1173 	addr &= INTEL_815_ATTBASE_MASK;
1174 	addr |= agp_bridge->gatt_bus_addr;
1175 	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, addr);
1176 
1177 	/* agpctrl */
1178 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1179 
1180 	/* apcont */
1181 	pci_read_config_byte(agp_bridge->dev, INTEL_815_APCONT, &temp2);
1182 	pci_write_config_byte(agp_bridge->dev, INTEL_815_APCONT, temp2 | (1 << 1));
1183 
1184 	/* clear any possible error conditions */
1185 	/* Oddness : this chipset seems to have no ERRSTS register ! */
1186 	return 0;
1187 }
1188 
1189 static void intel_820_tlbflush(struct agp_memory *mem)
1190 {
1191 	return;
1192 }
1193 
1194 static void intel_820_cleanup(void)
1195 {
1196 	u8 temp;
1197 	struct aper_size_info_8 *previous_size;
1198 
1199 	previous_size = A_SIZE_8(agp_bridge->previous_size);
1200 	pci_read_config_byte(agp_bridge->dev, INTEL_I820_RDCR, &temp);
1201 	pci_write_config_byte(agp_bridge->dev, INTEL_I820_RDCR,
1202 			temp & ~(1 << 1));
1203 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE,
1204 			previous_size->size_value);
1205 }
1206 
1207 
1208 static int intel_820_configure(void)
1209 {
1210 	u32 temp;
1211 	u8 temp2;
1212 	struct aper_size_info_8 *current_size;
1213 
1214 	current_size = A_SIZE_8(agp_bridge->current_size);
1215 
1216 	/* aperture size */
1217 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1218 
1219 	/* address to map to */
1220 	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1221 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1222 
1223 	/* attbase - aperture base */
1224 	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1225 
1226 	/* agpctrl */
1227 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1228 
1229 	/* global enable aperture access */
1230 	/* This flag is not accessed through MCHCFG register as in */
1231 	/* i850 chipset. */
1232 	pci_read_config_byte(agp_bridge->dev, INTEL_I820_RDCR, &temp2);
1233 	pci_write_config_byte(agp_bridge->dev, INTEL_I820_RDCR, temp2 | (1 << 1));
1234 	/* clear any possible AGP-related error conditions */
1235 	pci_write_config_word(agp_bridge->dev, INTEL_I820_ERRSTS, 0x001c);
1236 	return 0;
1237 }
1238 
1239 static int intel_840_configure(void)
1240 {
1241 	u32 temp;
1242 	u16 temp2;
1243 	struct aper_size_info_8 *current_size;
1244 
1245 	current_size = A_SIZE_8(agp_bridge->current_size);
1246 
1247 	/* aperture size */
1248 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1249 
1250 	/* address to map to */
1251 	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1252 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1253 
1254 	/* attbase - aperture base */
1255 	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1256 
1257 	/* agpctrl */
1258 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1259 
1260 	/* mcgcfg */
1261 	pci_read_config_word(agp_bridge->dev, INTEL_I840_MCHCFG, &temp2);
1262 	pci_write_config_word(agp_bridge->dev, INTEL_I840_MCHCFG, temp2 | (1 << 9));
1263 	/* clear any possible error conditions */
1264 	pci_write_config_word(agp_bridge->dev, INTEL_I840_ERRSTS, 0xc000);
1265 	return 0;
1266 }
1267 
1268 static int intel_845_configure(void)
1269 {
1270 	u32 temp;
1271 	u8 temp2;
1272 	struct aper_size_info_8 *current_size;
1273 
1274 	current_size = A_SIZE_8(agp_bridge->current_size);
1275 
1276 	/* aperture size */
1277 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1278 
1279 	if (agp_bridge->apbase_config != 0) {
1280 		pci_write_config_dword(agp_bridge->dev, AGP_APBASE,
1281 				       agp_bridge->apbase_config);
1282 	} else {
1283 		/* address to map to */
1284 		pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1285 		agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1286 		agp_bridge->apbase_config = temp;
1287 	}
1288 
1289 	/* attbase - aperture base */
1290 	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1291 
1292 	/* agpctrl */
1293 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1294 
1295 	/* agpm */
1296 	pci_read_config_byte(agp_bridge->dev, INTEL_I845_AGPM, &temp2);
1297 	pci_write_config_byte(agp_bridge->dev, INTEL_I845_AGPM, temp2 | (1 << 1));
1298 	/* clear any possible error conditions */
1299 	pci_write_config_word(agp_bridge->dev, INTEL_I845_ERRSTS, 0x001c);
1300 	return 0;
1301 }
1302 
1303 static int intel_850_configure(void)
1304 {
1305 	u32 temp;
1306 	u16 temp2;
1307 	struct aper_size_info_8 *current_size;
1308 
1309 	current_size = A_SIZE_8(agp_bridge->current_size);
1310 
1311 	/* aperture size */
1312 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1313 
1314 	/* address to map to */
1315 	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1316 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1317 
1318 	/* attbase - aperture base */
1319 	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1320 
1321 	/* agpctrl */
1322 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1323 
1324 	/* mcgcfg */
1325 	pci_read_config_word(agp_bridge->dev, INTEL_I850_MCHCFG, &temp2);
1326 	pci_write_config_word(agp_bridge->dev, INTEL_I850_MCHCFG, temp2 | (1 << 9));
1327 	/* clear any possible AGP-related error conditions */
1328 	pci_write_config_word(agp_bridge->dev, INTEL_I850_ERRSTS, 0x001c);
1329 	return 0;
1330 }
1331 
1332 static int intel_860_configure(void)
1333 {
1334 	u32 temp;
1335 	u16 temp2;
1336 	struct aper_size_info_8 *current_size;
1337 
1338 	current_size = A_SIZE_8(agp_bridge->current_size);
1339 
1340 	/* aperture size */
1341 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1342 
1343 	/* address to map to */
1344 	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1345 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1346 
1347 	/* attbase - aperture base */
1348 	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1349 
1350 	/* agpctrl */
1351 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1352 
1353 	/* mcgcfg */
1354 	pci_read_config_word(agp_bridge->dev, INTEL_I860_MCHCFG, &temp2);
1355 	pci_write_config_word(agp_bridge->dev, INTEL_I860_MCHCFG, temp2 | (1 << 9));
1356 	/* clear any possible AGP-related error conditions */
1357 	pci_write_config_word(agp_bridge->dev, INTEL_I860_ERRSTS, 0xf700);
1358 	return 0;
1359 }
1360 
1361 static int intel_830mp_configure(void)
1362 {
1363 	u32 temp;
1364 	u16 temp2;
1365 	struct aper_size_info_8 *current_size;
1366 
1367 	current_size = A_SIZE_8(agp_bridge->current_size);
1368 
1369 	/* aperture size */
1370 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1371 
1372 	/* address to map to */
1373 	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1374 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1375 
1376 	/* attbase - aperture base */
1377 	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1378 
1379 	/* agpctrl */
1380 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1381 
1382 	/* gmch */
1383 	pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp2);
1384 	pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG, temp2 | (1 << 9));
1385 	/* clear any possible AGP-related error conditions */
1386 	pci_write_config_word(agp_bridge->dev, INTEL_I830_ERRSTS, 0x1c);
1387 	return 0;
1388 }
1389 
1390 static int intel_7505_configure(void)
1391 {
1392 	u32 temp;
1393 	u16 temp2;
1394 	struct aper_size_info_8 *current_size;
1395 
1396 	current_size = A_SIZE_8(agp_bridge->current_size);
1397 
1398 	/* aperture size */
1399 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1400 
1401 	/* address to map to */
1402 	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1403 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1404 
1405 	/* attbase - aperture base */
1406 	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1407 
1408 	/* agpctrl */
1409 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1410 
1411 	/* mchcfg */
1412 	pci_read_config_word(agp_bridge->dev, INTEL_I7505_MCHCFG, &temp2);
1413 	pci_write_config_word(agp_bridge->dev, INTEL_I7505_MCHCFG, temp2 | (1 << 9));
1414 
1415 	return 0;
1416 }
1417 
1418 /* Setup function */
1419 static const struct gatt_mask intel_generic_masks[] =
1420 {
1421 	{.mask = 0x00000017, .type = 0}
1422 };
1423 
1424 static const struct aper_size_info_8 intel_815_sizes[2] =
1425 {
1426 	{64, 16384, 4, 0},
1427 	{32, 8192, 3, 8},
1428 };
1429 
1430 static const struct aper_size_info_8 intel_8xx_sizes[7] =
1431 {
1432 	{256, 65536, 6, 0},
1433 	{128, 32768, 5, 32},
1434 	{64, 16384, 4, 48},
1435 	{32, 8192, 3, 56},
1436 	{16, 4096, 2, 60},
1437 	{8, 2048, 1, 62},
1438 	{4, 1024, 0, 63}
1439 };
1440 
1441 static const struct aper_size_info_16 intel_generic_sizes[7] =
1442 {
1443 	{256, 65536, 6, 0},
1444 	{128, 32768, 5, 32},
1445 	{64, 16384, 4, 48},
1446 	{32, 8192, 3, 56},
1447 	{16, 4096, 2, 60},
1448 	{8, 2048, 1, 62},
1449 	{4, 1024, 0, 63}
1450 };
1451 
1452 static const struct aper_size_info_8 intel_830mp_sizes[4] =
1453 {
1454 	{256, 65536, 6, 0},
1455 	{128, 32768, 5, 32},
1456 	{64, 16384, 4, 48},
1457 	{32, 8192, 3, 56}
1458 };
1459 
1460 static const struct agp_bridge_driver intel_generic_driver = {
1461 	.owner			= THIS_MODULE,
1462 	.aperture_sizes		= intel_generic_sizes,
1463 	.size_type		= U16_APER_SIZE,
1464 	.num_aperture_sizes	= 7,
1465 	.configure		= intel_configure,
1466 	.fetch_size		= intel_fetch_size,
1467 	.cleanup		= intel_cleanup,
1468 	.tlb_flush		= intel_tlbflush,
1469 	.mask_memory		= agp_generic_mask_memory,
1470 	.masks			= intel_generic_masks,
1471 	.agp_enable		= agp_generic_enable,
1472 	.cache_flush		= global_cache_flush,
1473 	.create_gatt_table	= agp_generic_create_gatt_table,
1474 	.free_gatt_table	= agp_generic_free_gatt_table,
1475 	.insert_memory		= agp_generic_insert_memory,
1476 	.remove_memory		= agp_generic_remove_memory,
1477 	.alloc_by_type		= agp_generic_alloc_by_type,
1478 	.free_by_type		= agp_generic_free_by_type,
1479 	.agp_alloc_page		= agp_generic_alloc_page,
1480 	.agp_destroy_page	= agp_generic_destroy_page,
1481 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1482 };
1483 
1484 static const struct agp_bridge_driver intel_810_driver = {
1485 	.owner			= THIS_MODULE,
1486 	.aperture_sizes		= intel_i810_sizes,
1487 	.size_type		= FIXED_APER_SIZE,
1488 	.num_aperture_sizes	= 2,
1489 	.needs_scratch_page	= TRUE,
1490 	.configure		= intel_i810_configure,
1491 	.fetch_size		= intel_i810_fetch_size,
1492 	.cleanup		= intel_i810_cleanup,
1493 	.tlb_flush		= intel_i810_tlbflush,
1494 	.mask_memory		= intel_i810_mask_memory,
1495 	.masks			= intel_i810_masks,
1496 	.agp_enable		= intel_i810_agp_enable,
1497 	.cache_flush		= global_cache_flush,
1498 	.create_gatt_table	= agp_generic_create_gatt_table,
1499 	.free_gatt_table	= agp_generic_free_gatt_table,
1500 	.insert_memory		= intel_i810_insert_entries,
1501 	.remove_memory		= intel_i810_remove_entries,
1502 	.alloc_by_type		= intel_i810_alloc_by_type,
1503 	.free_by_type		= intel_i810_free_by_type,
1504 	.agp_alloc_page		= agp_generic_alloc_page,
1505 	.agp_destroy_page	= agp_generic_destroy_page,
1506 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1507 };
1508 
1509 static const struct agp_bridge_driver intel_815_driver = {
1510 	.owner			= THIS_MODULE,
1511 	.aperture_sizes		= intel_815_sizes,
1512 	.size_type		= U8_APER_SIZE,
1513 	.num_aperture_sizes	= 2,
1514 	.configure		= intel_815_configure,
1515 	.fetch_size		= intel_815_fetch_size,
1516 	.cleanup		= intel_8xx_cleanup,
1517 	.tlb_flush		= intel_8xx_tlbflush,
1518 	.mask_memory		= agp_generic_mask_memory,
1519 	.masks			= intel_generic_masks,
1520 	.agp_enable		= agp_generic_enable,
1521 	.cache_flush		= global_cache_flush,
1522 	.create_gatt_table	= agp_generic_create_gatt_table,
1523 	.free_gatt_table	= agp_generic_free_gatt_table,
1524 	.insert_memory		= agp_generic_insert_memory,
1525 	.remove_memory		= agp_generic_remove_memory,
1526 	.alloc_by_type		= agp_generic_alloc_by_type,
1527 	.free_by_type		= agp_generic_free_by_type,
1528 	.agp_alloc_page		= agp_generic_alloc_page,
1529 	.agp_destroy_page	= agp_generic_destroy_page,
1530 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1531 };
1532 
1533 static const struct agp_bridge_driver intel_830_driver = {
1534 	.owner			= THIS_MODULE,
1535 	.aperture_sizes		= intel_i830_sizes,
1536 	.size_type		= FIXED_APER_SIZE,
1537 	.num_aperture_sizes	= 4,
1538 	.needs_scratch_page	= TRUE,
1539 	.configure		= intel_i830_configure,
1540 	.fetch_size		= intel_i830_fetch_size,
1541 	.cleanup		= intel_i830_cleanup,
1542 	.tlb_flush		= intel_i810_tlbflush,
1543 	.mask_memory		= intel_i810_mask_memory,
1544 	.masks			= intel_i810_masks,
1545 	.agp_enable		= intel_i810_agp_enable,
1546 	.cache_flush		= global_cache_flush,
1547 	.create_gatt_table	= intel_i830_create_gatt_table,
1548 	.free_gatt_table	= intel_i830_free_gatt_table,
1549 	.insert_memory		= intel_i830_insert_entries,
1550 	.remove_memory		= intel_i830_remove_entries,
1551 	.alloc_by_type		= intel_i830_alloc_by_type,
1552 	.free_by_type		= intel_i810_free_by_type,
1553 	.agp_alloc_page		= agp_generic_alloc_page,
1554 	.agp_destroy_page	= agp_generic_destroy_page,
1555 	.agp_type_to_mask_type  = intel_i830_type_to_mask_type,
1556 };
1557 
1558 static const struct agp_bridge_driver intel_820_driver = {
1559 	.owner			= THIS_MODULE,
1560 	.aperture_sizes		= intel_8xx_sizes,
1561 	.size_type		= U8_APER_SIZE,
1562 	.num_aperture_sizes	= 7,
1563 	.configure		= intel_820_configure,
1564 	.fetch_size		= intel_8xx_fetch_size,
1565 	.cleanup		= intel_820_cleanup,
1566 	.tlb_flush		= intel_820_tlbflush,
1567 	.mask_memory		= agp_generic_mask_memory,
1568 	.masks			= intel_generic_masks,
1569 	.agp_enable		= agp_generic_enable,
1570 	.cache_flush		= global_cache_flush,
1571 	.create_gatt_table	= agp_generic_create_gatt_table,
1572 	.free_gatt_table	= agp_generic_free_gatt_table,
1573 	.insert_memory		= agp_generic_insert_memory,
1574 	.remove_memory		= agp_generic_remove_memory,
1575 	.alloc_by_type		= agp_generic_alloc_by_type,
1576 	.free_by_type		= agp_generic_free_by_type,
1577 	.agp_alloc_page		= agp_generic_alloc_page,
1578 	.agp_destroy_page	= agp_generic_destroy_page,
1579 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1580 };
1581 
1582 static const struct agp_bridge_driver intel_830mp_driver = {
1583 	.owner			= THIS_MODULE,
1584 	.aperture_sizes		= intel_830mp_sizes,
1585 	.size_type		= U8_APER_SIZE,
1586 	.num_aperture_sizes	= 4,
1587 	.configure		= intel_830mp_configure,
1588 	.fetch_size		= intel_8xx_fetch_size,
1589 	.cleanup		= intel_8xx_cleanup,
1590 	.tlb_flush		= intel_8xx_tlbflush,
1591 	.mask_memory		= agp_generic_mask_memory,
1592 	.masks			= intel_generic_masks,
1593 	.agp_enable		= agp_generic_enable,
1594 	.cache_flush		= global_cache_flush,
1595 	.create_gatt_table	= agp_generic_create_gatt_table,
1596 	.free_gatt_table	= agp_generic_free_gatt_table,
1597 	.insert_memory		= agp_generic_insert_memory,
1598 	.remove_memory		= agp_generic_remove_memory,
1599 	.alloc_by_type		= agp_generic_alloc_by_type,
1600 	.free_by_type		= agp_generic_free_by_type,
1601 	.agp_alloc_page		= agp_generic_alloc_page,
1602 	.agp_destroy_page	= agp_generic_destroy_page,
1603 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1604 };
1605 
1606 static const struct agp_bridge_driver intel_840_driver = {
1607 	.owner			= THIS_MODULE,
1608 	.aperture_sizes		= intel_8xx_sizes,
1609 	.size_type		= U8_APER_SIZE,
1610 	.num_aperture_sizes	= 7,
1611 	.configure		= intel_840_configure,
1612 	.fetch_size		= intel_8xx_fetch_size,
1613 	.cleanup		= intel_8xx_cleanup,
1614 	.tlb_flush		= intel_8xx_tlbflush,
1615 	.mask_memory		= agp_generic_mask_memory,
1616 	.masks			= intel_generic_masks,
1617 	.agp_enable		= agp_generic_enable,
1618 	.cache_flush		= global_cache_flush,
1619 	.create_gatt_table	= agp_generic_create_gatt_table,
1620 	.free_gatt_table	= agp_generic_free_gatt_table,
1621 	.insert_memory		= agp_generic_insert_memory,
1622 	.remove_memory		= agp_generic_remove_memory,
1623 	.alloc_by_type		= agp_generic_alloc_by_type,
1624 	.free_by_type		= agp_generic_free_by_type,
1625 	.agp_alloc_page		= agp_generic_alloc_page,
1626 	.agp_destroy_page	= agp_generic_destroy_page,
1627 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1628 };
1629 
1630 static const struct agp_bridge_driver intel_845_driver = {
1631 	.owner			= THIS_MODULE,
1632 	.aperture_sizes		= intel_8xx_sizes,
1633 	.size_type		= U8_APER_SIZE,
1634 	.num_aperture_sizes	= 7,
1635 	.configure		= intel_845_configure,
1636 	.fetch_size		= intel_8xx_fetch_size,
1637 	.cleanup		= intel_8xx_cleanup,
1638 	.tlb_flush		= intel_8xx_tlbflush,
1639 	.mask_memory		= agp_generic_mask_memory,
1640 	.masks			= intel_generic_masks,
1641 	.agp_enable		= agp_generic_enable,
1642 	.cache_flush		= global_cache_flush,
1643 	.create_gatt_table	= agp_generic_create_gatt_table,
1644 	.free_gatt_table	= agp_generic_free_gatt_table,
1645 	.insert_memory		= agp_generic_insert_memory,
1646 	.remove_memory		= agp_generic_remove_memory,
1647 	.alloc_by_type		= agp_generic_alloc_by_type,
1648 	.free_by_type		= agp_generic_free_by_type,
1649 	.agp_alloc_page		= agp_generic_alloc_page,
1650 	.agp_destroy_page	= agp_generic_destroy_page,
1651 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1652 };
1653 
1654 static const struct agp_bridge_driver intel_850_driver = {
1655 	.owner			= THIS_MODULE,
1656 	.aperture_sizes		= intel_8xx_sizes,
1657 	.size_type		= U8_APER_SIZE,
1658 	.num_aperture_sizes	= 7,
1659 	.configure		= intel_850_configure,
1660 	.fetch_size		= intel_8xx_fetch_size,
1661 	.cleanup		= intel_8xx_cleanup,
1662 	.tlb_flush		= intel_8xx_tlbflush,
1663 	.mask_memory		= agp_generic_mask_memory,
1664 	.masks			= intel_generic_masks,
1665 	.agp_enable		= agp_generic_enable,
1666 	.cache_flush		= global_cache_flush,
1667 	.create_gatt_table	= agp_generic_create_gatt_table,
1668 	.free_gatt_table	= agp_generic_free_gatt_table,
1669 	.insert_memory		= agp_generic_insert_memory,
1670 	.remove_memory		= agp_generic_remove_memory,
1671 	.alloc_by_type		= agp_generic_alloc_by_type,
1672 	.free_by_type		= agp_generic_free_by_type,
1673 	.agp_alloc_page		= agp_generic_alloc_page,
1674 	.agp_destroy_page	= agp_generic_destroy_page,
1675 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1676 };
1677 
1678 static const struct agp_bridge_driver intel_860_driver = {
1679 	.owner			= THIS_MODULE,
1680 	.aperture_sizes		= intel_8xx_sizes,
1681 	.size_type		= U8_APER_SIZE,
1682 	.num_aperture_sizes	= 7,
1683 	.configure		= intel_860_configure,
1684 	.fetch_size		= intel_8xx_fetch_size,
1685 	.cleanup		= intel_8xx_cleanup,
1686 	.tlb_flush		= intel_8xx_tlbflush,
1687 	.mask_memory		= agp_generic_mask_memory,
1688 	.masks			= intel_generic_masks,
1689 	.agp_enable		= agp_generic_enable,
1690 	.cache_flush		= global_cache_flush,
1691 	.create_gatt_table	= agp_generic_create_gatt_table,
1692 	.free_gatt_table	= agp_generic_free_gatt_table,
1693 	.insert_memory		= agp_generic_insert_memory,
1694 	.remove_memory		= agp_generic_remove_memory,
1695 	.alloc_by_type		= agp_generic_alloc_by_type,
1696 	.free_by_type		= agp_generic_free_by_type,
1697 	.agp_alloc_page		= agp_generic_alloc_page,
1698 	.agp_destroy_page	= agp_generic_destroy_page,
1699 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1700 };
1701 
1702 static const struct agp_bridge_driver intel_915_driver = {
1703 	.owner			= THIS_MODULE,
1704 	.aperture_sizes		= intel_i830_sizes,
1705 	.size_type		= FIXED_APER_SIZE,
1706 	.num_aperture_sizes	= 4,
1707 	.needs_scratch_page	= TRUE,
1708 	.configure		= intel_i915_configure,
1709 	.fetch_size		= intel_i9xx_fetch_size,
1710 	.cleanup		= intel_i915_cleanup,
1711 	.tlb_flush		= intel_i810_tlbflush,
1712 	.mask_memory		= intel_i810_mask_memory,
1713 	.masks			= intel_i810_masks,
1714 	.agp_enable		= intel_i810_agp_enable,
1715 	.cache_flush		= global_cache_flush,
1716 	.create_gatt_table	= intel_i915_create_gatt_table,
1717 	.free_gatt_table	= intel_i830_free_gatt_table,
1718 	.insert_memory		= intel_i915_insert_entries,
1719 	.remove_memory		= intel_i915_remove_entries,
1720 	.alloc_by_type		= intel_i830_alloc_by_type,
1721 	.free_by_type		= intel_i810_free_by_type,
1722 	.agp_alloc_page		= agp_generic_alloc_page,
1723 	.agp_destroy_page	= agp_generic_destroy_page,
1724 	.agp_type_to_mask_type  = intel_i830_type_to_mask_type,
1725 };
1726 
1727 static const struct agp_bridge_driver intel_i965_driver = {
1728        .owner                  = THIS_MODULE,
1729        .aperture_sizes         = intel_i830_sizes,
1730        .size_type              = FIXED_APER_SIZE,
1731        .num_aperture_sizes     = 4,
1732        .needs_scratch_page     = TRUE,
1733        .configure              = intel_i915_configure,
1734        .fetch_size             = intel_i9xx_fetch_size,
1735        .cleanup                = intel_i915_cleanup,
1736        .tlb_flush              = intel_i810_tlbflush,
1737        .mask_memory            = intel_i965_mask_memory,
1738        .masks                  = intel_i810_masks,
1739        .agp_enable             = intel_i810_agp_enable,
1740        .cache_flush            = global_cache_flush,
1741        .create_gatt_table      = intel_i965_create_gatt_table,
1742        .free_gatt_table        = intel_i830_free_gatt_table,
1743        .insert_memory          = intel_i915_insert_entries,
1744        .remove_memory          = intel_i915_remove_entries,
1745        .alloc_by_type          = intel_i830_alloc_by_type,
1746        .free_by_type           = intel_i810_free_by_type,
1747        .agp_alloc_page         = agp_generic_alloc_page,
1748        .agp_destroy_page       = agp_generic_destroy_page,
1749        .agp_type_to_mask_type  = intel_i830_type_to_mask_type,
1750 };
1751 
1752 static const struct agp_bridge_driver intel_7505_driver = {
1753 	.owner			= THIS_MODULE,
1754 	.aperture_sizes		= intel_8xx_sizes,
1755 	.size_type		= U8_APER_SIZE,
1756 	.num_aperture_sizes	= 7,
1757 	.configure		= intel_7505_configure,
1758 	.fetch_size		= intel_8xx_fetch_size,
1759 	.cleanup		= intel_8xx_cleanup,
1760 	.tlb_flush		= intel_8xx_tlbflush,
1761 	.mask_memory		= agp_generic_mask_memory,
1762 	.masks			= intel_generic_masks,
1763 	.agp_enable		= agp_generic_enable,
1764 	.cache_flush		= global_cache_flush,
1765 	.create_gatt_table	= agp_generic_create_gatt_table,
1766 	.free_gatt_table	= agp_generic_free_gatt_table,
1767 	.insert_memory		= agp_generic_insert_memory,
1768 	.remove_memory		= agp_generic_remove_memory,
1769 	.alloc_by_type		= agp_generic_alloc_by_type,
1770 	.free_by_type		= agp_generic_free_by_type,
1771 	.agp_alloc_page		= agp_generic_alloc_page,
1772 	.agp_destroy_page	= agp_generic_destroy_page,
1773 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1774 };
1775 
1776 static const struct agp_bridge_driver intel_g33_driver = {
1777 	.owner                  = THIS_MODULE,
1778 	.aperture_sizes         = intel_i830_sizes,
1779 	.size_type              = FIXED_APER_SIZE,
1780 	.num_aperture_sizes     = 4,
1781 	.needs_scratch_page     = TRUE,
1782 	.configure              = intel_i915_configure,
1783 	.fetch_size             = intel_i9xx_fetch_size,
1784 	.cleanup                = intel_i915_cleanup,
1785 	.tlb_flush              = intel_i810_tlbflush,
1786 	.mask_memory            = intel_i965_mask_memory,
1787 	.masks                  = intel_i810_masks,
1788 	.agp_enable             = intel_i810_agp_enable,
1789 	.cache_flush            = global_cache_flush,
1790 	.create_gatt_table      = intel_i915_create_gatt_table,
1791 	.free_gatt_table        = intel_i830_free_gatt_table,
1792 	.insert_memory          = intel_i915_insert_entries,
1793 	.remove_memory          = intel_i915_remove_entries,
1794 	.alloc_by_type          = intel_i830_alloc_by_type,
1795 	.free_by_type           = intel_i810_free_by_type,
1796 	.agp_alloc_page         = agp_generic_alloc_page,
1797 	.agp_destroy_page       = agp_generic_destroy_page,
1798 	.agp_type_to_mask_type  = intel_i830_type_to_mask_type,
1799 };
1800 
1801 static int find_gmch(u16 device)
1802 {
1803 	struct pci_dev *gmch_device;
1804 
1805 	gmch_device = pci_get_device(PCI_VENDOR_ID_INTEL, device, NULL);
1806 	if (gmch_device && PCI_FUNC(gmch_device->devfn) != 0) {
1807 		gmch_device = pci_get_device(PCI_VENDOR_ID_INTEL,
1808                                 device, gmch_device);
1809 	}
1810 
1811 	if (!gmch_device)
1812 		return 0;
1813 
1814 	intel_private.pcidev = gmch_device;
1815 	return 1;
1816 }
1817 
1818 /* Table to describe Intel GMCH and AGP/PCIE GART drivers.  At least one of
1819  * driver and gmch_driver must be non-null, and find_gmch will determine
1820  * which one should be used if a gmch_chip_id is present.
1821  */
1822 static const struct intel_driver_description {
1823 	unsigned int chip_id;
1824 	unsigned int gmch_chip_id;
1825 	unsigned int multi_gmch_chip; /* if we have more gfx chip type on this HB. */
1826 	char *name;
1827 	const struct agp_bridge_driver *driver;
1828 	const struct agp_bridge_driver *gmch_driver;
1829 } intel_agp_chipsets[] = {
1830 	{ PCI_DEVICE_ID_INTEL_82443LX_0, 0, 0, "440LX", &intel_generic_driver, NULL },
1831 	{ PCI_DEVICE_ID_INTEL_82443BX_0, 0, 0, "440BX", &intel_generic_driver, NULL },
1832 	{ PCI_DEVICE_ID_INTEL_82443GX_0, 0, 0, "440GX", &intel_generic_driver, NULL },
1833 	{ PCI_DEVICE_ID_INTEL_82810_MC1, PCI_DEVICE_ID_INTEL_82810_IG1, 0, "i810",
1834 		NULL, &intel_810_driver },
1835 	{ PCI_DEVICE_ID_INTEL_82810_MC3, PCI_DEVICE_ID_INTEL_82810_IG3, 0, "i810",
1836 		NULL, &intel_810_driver },
1837 	{ PCI_DEVICE_ID_INTEL_82810E_MC, PCI_DEVICE_ID_INTEL_82810E_IG, 0, "i810",
1838 		NULL, &intel_810_driver },
1839 	{ PCI_DEVICE_ID_INTEL_82815_MC, PCI_DEVICE_ID_INTEL_82815_CGC, 0, "i815",
1840 		&intel_815_driver, &intel_810_driver },
1841 	{ PCI_DEVICE_ID_INTEL_82820_HB, 0, 0, "i820", &intel_820_driver, NULL },
1842 	{ PCI_DEVICE_ID_INTEL_82820_UP_HB, 0, 0, "i820", &intel_820_driver, NULL },
1843 	{ PCI_DEVICE_ID_INTEL_82830_HB, PCI_DEVICE_ID_INTEL_82830_CGC, 0, "830M",
1844 		&intel_830mp_driver, &intel_830_driver },
1845 	{ PCI_DEVICE_ID_INTEL_82840_HB, 0, 0, "i840", &intel_840_driver, NULL },
1846 	{ PCI_DEVICE_ID_INTEL_82845_HB, 0, 0, "845G", &intel_845_driver, NULL },
1847 	{ PCI_DEVICE_ID_INTEL_82845G_HB, PCI_DEVICE_ID_INTEL_82845G_IG, 0, "830M",
1848 		&intel_845_driver, &intel_830_driver },
1849 	{ PCI_DEVICE_ID_INTEL_82850_HB, 0, 0, "i850", &intel_850_driver, NULL },
1850 	{ PCI_DEVICE_ID_INTEL_82855PM_HB, 0, 0, "855PM", &intel_845_driver, NULL },
1851 	{ PCI_DEVICE_ID_INTEL_82855GM_HB, PCI_DEVICE_ID_INTEL_82855GM_IG, 0, "855GM",
1852 		&intel_845_driver, &intel_830_driver },
1853 	{ PCI_DEVICE_ID_INTEL_82860_HB, 0, 0, "i860", &intel_860_driver, NULL },
1854 	{ PCI_DEVICE_ID_INTEL_82865_HB, PCI_DEVICE_ID_INTEL_82865_IG, 0, "865",
1855 		&intel_845_driver, &intel_830_driver },
1856 	{ PCI_DEVICE_ID_INTEL_82875_HB, 0, 0, "i875", &intel_845_driver, NULL },
1857 	{ PCI_DEVICE_ID_INTEL_82915G_HB, PCI_DEVICE_ID_INTEL_82915G_IG, 0, "915G",
1858 		NULL, &intel_915_driver },
1859 	{ PCI_DEVICE_ID_INTEL_82915GM_HB, PCI_DEVICE_ID_INTEL_82915GM_IG, 0, "915GM",
1860 		NULL, &intel_915_driver },
1861 	{ PCI_DEVICE_ID_INTEL_82945G_HB, PCI_DEVICE_ID_INTEL_82945G_IG, 0, "945G",
1862 		NULL, &intel_915_driver },
1863 	{ PCI_DEVICE_ID_INTEL_82945GM_HB, PCI_DEVICE_ID_INTEL_82945GM_IG, 0, "945GM",
1864 		NULL, &intel_915_driver },
1865 	{ PCI_DEVICE_ID_INTEL_82945GME_HB, PCI_DEVICE_ID_INTEL_82945GME_IG, 0, "945GME",
1866 		NULL, &intel_915_driver },
1867 	{ PCI_DEVICE_ID_INTEL_82946GZ_HB, PCI_DEVICE_ID_INTEL_82946GZ_IG, 0, "946GZ",
1868 		NULL, &intel_i965_driver },
1869 	{ PCI_DEVICE_ID_INTEL_82965G_1_HB, PCI_DEVICE_ID_INTEL_82965G_1_IG, 0, "965G",
1870 		NULL, &intel_i965_driver },
1871 	{ PCI_DEVICE_ID_INTEL_82965Q_HB, PCI_DEVICE_ID_INTEL_82965Q_IG, 0, "965Q",
1872 		NULL, &intel_i965_driver },
1873 	{ PCI_DEVICE_ID_INTEL_82965G_HB, PCI_DEVICE_ID_INTEL_82965G_IG, 0, "965G",
1874 		NULL, &intel_i965_driver },
1875 	{ PCI_DEVICE_ID_INTEL_82965GM_HB, PCI_DEVICE_ID_INTEL_82965GM_IG, 0, "965GM",
1876 		NULL, &intel_i965_driver },
1877 	{ PCI_DEVICE_ID_INTEL_82965GME_HB, PCI_DEVICE_ID_INTEL_82965GME_IG, 0, "965GME/GLE",
1878 		NULL, &intel_i965_driver },
1879 	{ PCI_DEVICE_ID_INTEL_7505_0, 0, 0, "E7505", &intel_7505_driver, NULL },
1880 	{ PCI_DEVICE_ID_INTEL_7205_0, 0, 0, "E7205", &intel_7505_driver, NULL },
1881 	{ PCI_DEVICE_ID_INTEL_G33_HB, PCI_DEVICE_ID_INTEL_G33_IG, 0, "G33",
1882 		NULL, &intel_g33_driver },
1883 	{ PCI_DEVICE_ID_INTEL_Q35_HB, PCI_DEVICE_ID_INTEL_Q35_IG, 0, "Q35",
1884 		NULL, &intel_g33_driver },
1885 	{ PCI_DEVICE_ID_INTEL_Q33_HB, PCI_DEVICE_ID_INTEL_Q33_IG, 0, "Q33",
1886 		NULL, &intel_g33_driver },
1887 	{ 0, 0, 0, NULL, NULL, NULL }
1888 };
1889 
1890 static int __devinit agp_intel_probe(struct pci_dev *pdev,
1891 				     const struct pci_device_id *ent)
1892 {
1893 	struct agp_bridge_data *bridge;
1894 	u8 cap_ptr = 0;
1895 	struct resource *r;
1896 	int i;
1897 
1898 	cap_ptr = pci_find_capability(pdev, PCI_CAP_ID_AGP);
1899 
1900 	bridge = agp_alloc_bridge();
1901 	if (!bridge)
1902 		return -ENOMEM;
1903 
1904 	for (i = 0; intel_agp_chipsets[i].name != NULL; i++) {
1905 		/* In case that multiple models of gfx chip may
1906 		   stand on same host bridge type, this can be
1907 		   sure we detect the right IGD. */
1908 		if (pdev->device == intel_agp_chipsets[i].chip_id) {
1909 			if ((intel_agp_chipsets[i].gmch_chip_id != 0) &&
1910 				find_gmch(intel_agp_chipsets[i].gmch_chip_id)) {
1911 				bridge->driver =
1912 					intel_agp_chipsets[i].gmch_driver;
1913 				break;
1914 			} else if (intel_agp_chipsets[i].multi_gmch_chip) {
1915 				continue;
1916 			} else {
1917 				bridge->driver = intel_agp_chipsets[i].driver;
1918 				break;
1919 			}
1920 		}
1921 	}
1922 
1923 	if (intel_agp_chipsets[i].name == NULL) {
1924 		if (cap_ptr)
1925 			printk(KERN_WARNING PFX "Unsupported Intel chipset"
1926                                "(device id: %04x)\n", pdev->device);
1927 		agp_put_bridge(bridge);
1928 		return -ENODEV;
1929 	}
1930 
1931 	if (bridge->driver == NULL) {
1932 		/* bridge has no AGP and no IGD detected */
1933 		if (cap_ptr)
1934 			printk(KERN_WARNING PFX "Failed to find bridge device "
1935 				"(chip_id: %04x)\n",
1936 				intel_agp_chipsets[i].gmch_chip_id);
1937 		agp_put_bridge(bridge);
1938 		return -ENODEV;
1939         }
1940 
1941 	bridge->dev = pdev;
1942 	bridge->capndx = cap_ptr;
1943 	bridge->dev_private_data = &intel_private;
1944 
1945 	printk(KERN_INFO PFX "Detected an Intel %s Chipset.\n",
1946 		intel_agp_chipsets[i].name);
1947 
1948 	/*
1949 	* The following fixes the case where the BIOS has "forgotten" to
1950 	* provide an address range for the GART.
1951 	* 20030610 - hamish@zot.org
1952 	*/
1953 	r = &pdev->resource[0];
1954 	if (!r->start && r->end) {
1955 		if (pci_assign_resource(pdev, 0)) {
1956 			printk(KERN_ERR PFX "could not assign resource 0\n");
1957 			agp_put_bridge(bridge);
1958 			return -ENODEV;
1959 		}
1960 	}
1961 
1962 	/*
1963 	* If the device has not been properly setup, the following will catch
1964 	* the problem and should stop the system from crashing.
1965 	* 20030610 - hamish@zot.org
1966 	*/
1967 	if (pci_enable_device(pdev)) {
1968 		printk(KERN_ERR PFX "Unable to Enable PCI device\n");
1969 		agp_put_bridge(bridge);
1970 		return -ENODEV;
1971 	}
1972 
1973 	/* Fill in the mode register */
1974 	if (cap_ptr) {
1975 		pci_read_config_dword(pdev,
1976 				bridge->capndx+PCI_AGP_STATUS,
1977 				&bridge->mode);
1978 	}
1979 
1980 	pci_set_drvdata(pdev, bridge);
1981 	return agp_add_bridge(bridge);
1982 }
1983 
1984 static void __devexit agp_intel_remove(struct pci_dev *pdev)
1985 {
1986 	struct agp_bridge_data *bridge = pci_get_drvdata(pdev);
1987 
1988 	agp_remove_bridge(bridge);
1989 
1990 	if (intel_private.pcidev)
1991 		pci_dev_put(intel_private.pcidev);
1992 
1993 	agp_put_bridge(bridge);
1994 }
1995 
1996 #ifdef CONFIG_PM
1997 static int agp_intel_resume(struct pci_dev *pdev)
1998 {
1999 	struct agp_bridge_data *bridge = pci_get_drvdata(pdev);
2000 
2001 	pci_restore_state(pdev);
2002 
2003 	/* We should restore our graphics device's config space,
2004 	 * as host bridge (00:00) resumes before graphics device (02:00),
2005 	 * then our access to its pci space can work right.
2006 	 */
2007 	if (intel_private.pcidev)
2008 		pci_restore_state(intel_private.pcidev);
2009 
2010 	if (bridge->driver == &intel_generic_driver)
2011 		intel_configure();
2012 	else if (bridge->driver == &intel_850_driver)
2013 		intel_850_configure();
2014 	else if (bridge->driver == &intel_845_driver)
2015 		intel_845_configure();
2016 	else if (bridge->driver == &intel_830mp_driver)
2017 		intel_830mp_configure();
2018 	else if (bridge->driver == &intel_915_driver)
2019 		intel_i915_configure();
2020 	else if (bridge->driver == &intel_830_driver)
2021 		intel_i830_configure();
2022 	else if (bridge->driver == &intel_810_driver)
2023 		intel_i810_configure();
2024 	else if (bridge->driver == &intel_i965_driver)
2025 		intel_i915_configure();
2026 
2027 	return 0;
2028 }
2029 #endif
2030 
2031 static struct pci_device_id agp_intel_pci_table[] = {
2032 #define ID(x)						\
2033 	{						\
2034 	.class		= (PCI_CLASS_BRIDGE_HOST << 8),	\
2035 	.class_mask	= ~0,				\
2036 	.vendor		= PCI_VENDOR_ID_INTEL,		\
2037 	.device		= x,				\
2038 	.subvendor	= PCI_ANY_ID,			\
2039 	.subdevice	= PCI_ANY_ID,			\
2040 	}
2041 	ID(PCI_DEVICE_ID_INTEL_82443LX_0),
2042 	ID(PCI_DEVICE_ID_INTEL_82443BX_0),
2043 	ID(PCI_DEVICE_ID_INTEL_82443GX_0),
2044 	ID(PCI_DEVICE_ID_INTEL_82810_MC1),
2045 	ID(PCI_DEVICE_ID_INTEL_82810_MC3),
2046 	ID(PCI_DEVICE_ID_INTEL_82810E_MC),
2047 	ID(PCI_DEVICE_ID_INTEL_82815_MC),
2048 	ID(PCI_DEVICE_ID_INTEL_82820_HB),
2049 	ID(PCI_DEVICE_ID_INTEL_82820_UP_HB),
2050 	ID(PCI_DEVICE_ID_INTEL_82830_HB),
2051 	ID(PCI_DEVICE_ID_INTEL_82840_HB),
2052 	ID(PCI_DEVICE_ID_INTEL_82845_HB),
2053 	ID(PCI_DEVICE_ID_INTEL_82845G_HB),
2054 	ID(PCI_DEVICE_ID_INTEL_82850_HB),
2055 	ID(PCI_DEVICE_ID_INTEL_82855PM_HB),
2056 	ID(PCI_DEVICE_ID_INTEL_82855GM_HB),
2057 	ID(PCI_DEVICE_ID_INTEL_82860_HB),
2058 	ID(PCI_DEVICE_ID_INTEL_82865_HB),
2059 	ID(PCI_DEVICE_ID_INTEL_82875_HB),
2060 	ID(PCI_DEVICE_ID_INTEL_7505_0),
2061 	ID(PCI_DEVICE_ID_INTEL_7205_0),
2062 	ID(PCI_DEVICE_ID_INTEL_82915G_HB),
2063 	ID(PCI_DEVICE_ID_INTEL_82915GM_HB),
2064 	ID(PCI_DEVICE_ID_INTEL_82945G_HB),
2065 	ID(PCI_DEVICE_ID_INTEL_82945GM_HB),
2066 	ID(PCI_DEVICE_ID_INTEL_82945GME_HB),
2067 	ID(PCI_DEVICE_ID_INTEL_82946GZ_HB),
2068 	ID(PCI_DEVICE_ID_INTEL_82965G_1_HB),
2069 	ID(PCI_DEVICE_ID_INTEL_82965Q_HB),
2070 	ID(PCI_DEVICE_ID_INTEL_82965G_HB),
2071 	ID(PCI_DEVICE_ID_INTEL_82965GM_HB),
2072 	ID(PCI_DEVICE_ID_INTEL_82965GME_HB),
2073 	ID(PCI_DEVICE_ID_INTEL_G33_HB),
2074 	ID(PCI_DEVICE_ID_INTEL_Q35_HB),
2075 	ID(PCI_DEVICE_ID_INTEL_Q33_HB),
2076 	{ }
2077 };
2078 
2079 MODULE_DEVICE_TABLE(pci, agp_intel_pci_table);
2080 
2081 static struct pci_driver agp_intel_pci_driver = {
2082 	.name		= "agpgart-intel",
2083 	.id_table	= agp_intel_pci_table,
2084 	.probe		= agp_intel_probe,
2085 	.remove		= __devexit_p(agp_intel_remove),
2086 #ifdef CONFIG_PM
2087 	.resume		= agp_intel_resume,
2088 #endif
2089 };
2090 
2091 static int __init agp_intel_init(void)
2092 {
2093 	if (agp_off)
2094 		return -EINVAL;
2095 	return pci_register_driver(&agp_intel_pci_driver);
2096 }
2097 
2098 static void __exit agp_intel_cleanup(void)
2099 {
2100 	pci_unregister_driver(&agp_intel_pci_driver);
2101 }
2102 
2103 module_init(agp_intel_init);
2104 module_exit(agp_intel_cleanup);
2105 
2106 MODULE_AUTHOR("Dave Jones <davej@codemonkey.org.uk>");
2107 MODULE_LICENSE("GPL and additional rights");
2108