xref: /openbmc/linux/drivers/char/agp/intel-agp.c (revision 64c70b1c)
1 /*
2  * Intel AGPGART routines.
3  */
4 
5 #include <linux/module.h>
6 #include <linux/pci.h>
7 #include <linux/init.h>
8 #include <linux/kernel.h>
9 #include <linux/pagemap.h>
10 #include <linux/agp_backend.h>
11 #include "agp.h"
12 
13 #define PCI_DEVICE_ID_INTEL_82946GZ_HB      0x2970
14 #define PCI_DEVICE_ID_INTEL_82946GZ_IG      0x2972
15 #define PCI_DEVICE_ID_INTEL_82965G_1_HB     0x2980
16 #define PCI_DEVICE_ID_INTEL_82965G_1_IG     0x2982
17 #define PCI_DEVICE_ID_INTEL_82965Q_HB       0x2990
18 #define PCI_DEVICE_ID_INTEL_82965Q_IG       0x2992
19 #define PCI_DEVICE_ID_INTEL_82965G_HB       0x29A0
20 #define PCI_DEVICE_ID_INTEL_82965G_IG       0x29A2
21 #define PCI_DEVICE_ID_INTEL_82965GM_HB      0x2A00
22 #define PCI_DEVICE_ID_INTEL_82965GM_IG      0x2A02
23 #define PCI_DEVICE_ID_INTEL_82965GME_IG     0x2A12
24 #define PCI_DEVICE_ID_INTEL_82945GME_IG     0x27AE
25 #define PCI_DEVICE_ID_INTEL_G33_HB          0x29C0
26 #define PCI_DEVICE_ID_INTEL_G33_IG          0x29C2
27 #define PCI_DEVICE_ID_INTEL_Q35_HB          0x29B0
28 #define PCI_DEVICE_ID_INTEL_Q35_IG          0x29B2
29 #define PCI_DEVICE_ID_INTEL_Q33_HB          0x29D0
30 #define PCI_DEVICE_ID_INTEL_Q33_IG          0x29D2
31 
32 #define IS_I965 (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82946GZ_HB || \
33                  agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965G_1_HB || \
34                  agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965Q_HB || \
35                  agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965G_HB || \
36                  agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965GM_HB)
37 
38 #define IS_G33 (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_G33_HB || \
39 		agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_Q35_HB || \
40 		agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_Q33_HB)
41 
42 extern int agp_memory_reserved;
43 
44 
45 /* Intel 815 register */
46 #define INTEL_815_APCONT	0x51
47 #define INTEL_815_ATTBASE_MASK	~0x1FFFFFFF
48 
49 /* Intel i820 registers */
50 #define INTEL_I820_RDCR		0x51
51 #define INTEL_I820_ERRSTS	0xc8
52 
53 /* Intel i840 registers */
54 #define INTEL_I840_MCHCFG	0x50
55 #define INTEL_I840_ERRSTS	0xc8
56 
57 /* Intel i850 registers */
58 #define INTEL_I850_MCHCFG	0x50
59 #define INTEL_I850_ERRSTS	0xc8
60 
61 /* intel 915G registers */
62 #define I915_GMADDR	0x18
63 #define I915_MMADDR	0x10
64 #define I915_PTEADDR	0x1C
65 #define I915_GMCH_GMS_STOLEN_48M	(0x6 << 4)
66 #define I915_GMCH_GMS_STOLEN_64M	(0x7 << 4)
67 #define G33_GMCH_GMS_STOLEN_128M       (0x8 << 4)
68 #define G33_GMCH_GMS_STOLEN_256M       (0x9 << 4)
69 
70 /* Intel 965G registers */
71 #define I965_MSAC 0x62
72 
73 /* Intel 7505 registers */
74 #define INTEL_I7505_APSIZE	0x74
75 #define INTEL_I7505_NCAPID	0x60
76 #define INTEL_I7505_NISTAT	0x6c
77 #define INTEL_I7505_ATTBASE	0x78
78 #define INTEL_I7505_ERRSTS	0x42
79 #define INTEL_I7505_AGPCTRL	0x70
80 #define INTEL_I7505_MCHCFG	0x50
81 
82 static const struct aper_size_info_fixed intel_i810_sizes[] =
83 {
84 	{64, 16384, 4},
85 	/* The 32M mode still requires a 64k gatt */
86 	{32, 8192, 4}
87 };
88 
89 #define AGP_DCACHE_MEMORY	1
90 #define AGP_PHYS_MEMORY		2
91 #define INTEL_AGP_CACHED_MEMORY 3
92 
93 static struct gatt_mask intel_i810_masks[] =
94 {
95 	{.mask = I810_PTE_VALID, .type = 0},
96 	{.mask = (I810_PTE_VALID | I810_PTE_LOCAL), .type = AGP_DCACHE_MEMORY},
97 	{.mask = I810_PTE_VALID, .type = 0},
98 	{.mask = I810_PTE_VALID | I830_PTE_SYSTEM_CACHED,
99 	 .type = INTEL_AGP_CACHED_MEMORY}
100 };
101 
102 static struct _intel_private {
103 	struct pci_dev *pcidev;	/* device one */
104 	u8 __iomem *registers;
105 	u32 __iomem *gtt;		/* I915G */
106 	int num_dcache_entries;
107 	/* gtt_entries is the number of gtt entries that are already mapped
108 	 * to stolen memory.  Stolen memory is larger than the memory mapped
109 	 * through gtt_entries, as it includes some reserved space for the BIOS
110 	 * popup and for the GTT.
111 	 */
112 	int gtt_entries;			/* i830+ */
113 } intel_private;
114 
115 static int intel_i810_fetch_size(void)
116 {
117 	u32 smram_miscc;
118 	struct aper_size_info_fixed *values;
119 
120 	pci_read_config_dword(agp_bridge->dev, I810_SMRAM_MISCC, &smram_miscc);
121 	values = A_SIZE_FIX(agp_bridge->driver->aperture_sizes);
122 
123 	if ((smram_miscc & I810_GMS) == I810_GMS_DISABLE) {
124 		printk(KERN_WARNING PFX "i810 is disabled\n");
125 		return 0;
126 	}
127 	if ((smram_miscc & I810_GFX_MEM_WIN_SIZE) == I810_GFX_MEM_WIN_32M) {
128 		agp_bridge->previous_size =
129 			agp_bridge->current_size = (void *) (values + 1);
130 		agp_bridge->aperture_size_idx = 1;
131 		return values[1].size;
132 	} else {
133 		agp_bridge->previous_size =
134 			agp_bridge->current_size = (void *) (values);
135 		agp_bridge->aperture_size_idx = 0;
136 		return values[0].size;
137 	}
138 
139 	return 0;
140 }
141 
142 static int intel_i810_configure(void)
143 {
144 	struct aper_size_info_fixed *current_size;
145 	u32 temp;
146 	int i;
147 
148 	current_size = A_SIZE_FIX(agp_bridge->current_size);
149 
150 	if (!intel_private.registers) {
151 		pci_read_config_dword(intel_private.pcidev, I810_MMADDR, &temp);
152 		temp &= 0xfff80000;
153 
154 		intel_private.registers = ioremap(temp, 128 * 4096);
155 		if (!intel_private.registers) {
156 			printk(KERN_ERR PFX "Unable to remap memory.\n");
157 			return -ENOMEM;
158 		}
159 	}
160 
161 	if ((readl(intel_private.registers+I810_DRAM_CTL)
162 		& I810_DRAM_ROW_0) == I810_DRAM_ROW_0_SDRAM) {
163 		/* This will need to be dynamically assigned */
164 		printk(KERN_INFO PFX "detected 4MB dedicated video ram.\n");
165 		intel_private.num_dcache_entries = 1024;
166 	}
167 	pci_read_config_dword(intel_private.pcidev, I810_GMADDR, &temp);
168 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
169 	writel(agp_bridge->gatt_bus_addr | I810_PGETBL_ENABLED, intel_private.registers+I810_PGETBL_CTL);
170 	readl(intel_private.registers+I810_PGETBL_CTL);	/* PCI Posting. */
171 
172 	if (agp_bridge->driver->needs_scratch_page) {
173 		for (i = 0; i < current_size->num_entries; i++) {
174 			writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
175 			readl(intel_private.registers+I810_PTE_BASE+(i*4));	/* PCI posting. */
176 		}
177 	}
178 	global_cache_flush();
179 	return 0;
180 }
181 
182 static void intel_i810_cleanup(void)
183 {
184 	writel(0, intel_private.registers+I810_PGETBL_CTL);
185 	readl(intel_private.registers);	/* PCI Posting. */
186 	iounmap(intel_private.registers);
187 }
188 
189 static void intel_i810_tlbflush(struct agp_memory *mem)
190 {
191 	return;
192 }
193 
194 static void intel_i810_agp_enable(struct agp_bridge_data *bridge, u32 mode)
195 {
196 	return;
197 }
198 
199 /* Exists to support ARGB cursors */
200 static void *i8xx_alloc_pages(void)
201 {
202 	struct page * page;
203 
204 	page = alloc_pages(GFP_KERNEL | GFP_DMA32, 2);
205 	if (page == NULL)
206 		return NULL;
207 
208 	if (change_page_attr(page, 4, PAGE_KERNEL_NOCACHE) < 0) {
209 		change_page_attr(page, 4, PAGE_KERNEL);
210 		global_flush_tlb();
211 		__free_pages(page, 2);
212 		return NULL;
213 	}
214 	global_flush_tlb();
215 	get_page(page);
216 	SetPageLocked(page);
217 	atomic_inc(&agp_bridge->current_memory_agp);
218 	return page_address(page);
219 }
220 
221 static void i8xx_destroy_pages(void *addr)
222 {
223 	struct page *page;
224 
225 	if (addr == NULL)
226 		return;
227 
228 	page = virt_to_page(addr);
229 	change_page_attr(page, 4, PAGE_KERNEL);
230 	global_flush_tlb();
231 	put_page(page);
232 	unlock_page(page);
233 	__free_pages(page, 2);
234 	atomic_dec(&agp_bridge->current_memory_agp);
235 }
236 
237 static int intel_i830_type_to_mask_type(struct agp_bridge_data *bridge,
238 					int type)
239 {
240 	if (type < AGP_USER_TYPES)
241 		return type;
242 	else if (type == AGP_USER_CACHED_MEMORY)
243 		return INTEL_AGP_CACHED_MEMORY;
244 	else
245 		return 0;
246 }
247 
248 static int intel_i810_insert_entries(struct agp_memory *mem, off_t pg_start,
249 				int type)
250 {
251 	int i, j, num_entries;
252 	void *temp;
253 	int ret = -EINVAL;
254 	int mask_type;
255 
256 	if (mem->page_count == 0)
257 		goto out;
258 
259 	temp = agp_bridge->current_size;
260 	num_entries = A_SIZE_FIX(temp)->num_entries;
261 
262 	if ((pg_start + mem->page_count) > num_entries)
263 		goto out_err;
264 
265 
266 	for (j = pg_start; j < (pg_start + mem->page_count); j++) {
267 		if (!PGE_EMPTY(agp_bridge, readl(agp_bridge->gatt_table+j))) {
268 			ret = -EBUSY;
269 			goto out_err;
270 		}
271 	}
272 
273 	if (type != mem->type)
274 		goto out_err;
275 
276 	mask_type = agp_bridge->driver->agp_type_to_mask_type(agp_bridge, type);
277 
278 	switch (mask_type) {
279 	case AGP_DCACHE_MEMORY:
280 		if (!mem->is_flushed)
281 			global_cache_flush();
282 		for (i = pg_start; i < (pg_start + mem->page_count); i++) {
283 			writel((i*4096)|I810_PTE_LOCAL|I810_PTE_VALID,
284 			       intel_private.registers+I810_PTE_BASE+(i*4));
285 		}
286 		readl(intel_private.registers+I810_PTE_BASE+((i-1)*4));
287 		break;
288 	case AGP_PHYS_MEMORY:
289 	case AGP_NORMAL_MEMORY:
290 		if (!mem->is_flushed)
291 			global_cache_flush();
292 		for (i = 0, j = pg_start; i < mem->page_count; i++, j++) {
293 			writel(agp_bridge->driver->mask_memory(agp_bridge,
294 							       mem->memory[i],
295 							       mask_type),
296 			       intel_private.registers+I810_PTE_BASE+(j*4));
297 		}
298 		readl(intel_private.registers+I810_PTE_BASE+((j-1)*4));
299 		break;
300 	default:
301 		goto out_err;
302 	}
303 
304 	agp_bridge->driver->tlb_flush(mem);
305 out:
306 	ret = 0;
307 out_err:
308 	mem->is_flushed = 1;
309 	return ret;
310 }
311 
312 static int intel_i810_remove_entries(struct agp_memory *mem, off_t pg_start,
313 				int type)
314 {
315 	int i;
316 
317 	if (mem->page_count == 0)
318 		return 0;
319 
320 	for (i = pg_start; i < (mem->page_count + pg_start); i++) {
321 		writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
322 	}
323 	readl(intel_private.registers+I810_PTE_BASE+((i-1)*4));
324 
325 	agp_bridge->driver->tlb_flush(mem);
326 	return 0;
327 }
328 
329 /*
330  * The i810/i830 requires a physical address to program its mouse
331  * pointer into hardware.
332  * However the Xserver still writes to it through the agp aperture.
333  */
334 static struct agp_memory *alloc_agpphysmem_i8xx(size_t pg_count, int type)
335 {
336 	struct agp_memory *new;
337 	void *addr;
338 
339 	switch (pg_count) {
340 	case 1: addr = agp_bridge->driver->agp_alloc_page(agp_bridge);
341 		global_flush_tlb();
342 		break;
343 	case 4:
344 		/* kludge to get 4 physical pages for ARGB cursor */
345 		addr = i8xx_alloc_pages();
346 		break;
347 	default:
348 		return NULL;
349 	}
350 
351 	if (addr == NULL)
352 		return NULL;
353 
354 	new = agp_create_memory(pg_count);
355 	if (new == NULL)
356 		return NULL;
357 
358 	new->memory[0] = virt_to_gart(addr);
359 	if (pg_count == 4) {
360 		/* kludge to get 4 physical pages for ARGB cursor */
361 		new->memory[1] = new->memory[0] + PAGE_SIZE;
362 		new->memory[2] = new->memory[1] + PAGE_SIZE;
363 		new->memory[3] = new->memory[2] + PAGE_SIZE;
364 	}
365 	new->page_count = pg_count;
366 	new->num_scratch_pages = pg_count;
367 	new->type = AGP_PHYS_MEMORY;
368 	new->physical = new->memory[0];
369 	return new;
370 }
371 
372 static struct agp_memory *intel_i810_alloc_by_type(size_t pg_count, int type)
373 {
374 	struct agp_memory *new;
375 
376 	if (type == AGP_DCACHE_MEMORY) {
377 		if (pg_count != intel_private.num_dcache_entries)
378 			return NULL;
379 
380 		new = agp_create_memory(1);
381 		if (new == NULL)
382 			return NULL;
383 
384 		new->type = AGP_DCACHE_MEMORY;
385 		new->page_count = pg_count;
386 		new->num_scratch_pages = 0;
387 		agp_free_page_array(new);
388 		return new;
389 	}
390 	if (type == AGP_PHYS_MEMORY)
391 		return alloc_agpphysmem_i8xx(pg_count, type);
392 	return NULL;
393 }
394 
395 static void intel_i810_free_by_type(struct agp_memory *curr)
396 {
397 	agp_free_key(curr->key);
398 	if (curr->type == AGP_PHYS_MEMORY) {
399 		if (curr->page_count == 4)
400 			i8xx_destroy_pages(gart_to_virt(curr->memory[0]));
401 		else {
402 			agp_bridge->driver->agp_destroy_page(
403 				 gart_to_virt(curr->memory[0]));
404 			global_flush_tlb();
405 		}
406 		agp_free_page_array(curr);
407 	}
408 	kfree(curr);
409 }
410 
411 static unsigned long intel_i810_mask_memory(struct agp_bridge_data *bridge,
412 	unsigned long addr, int type)
413 {
414 	/* Type checking must be done elsewhere */
415 	return addr | bridge->driver->masks[type].mask;
416 }
417 
418 static struct aper_size_info_fixed intel_i830_sizes[] =
419 {
420 	{128, 32768, 5},
421 	/* The 64M mode still requires a 128k gatt */
422 	{64, 16384, 5},
423 	{256, 65536, 6},
424 	{512, 131072, 7},
425 };
426 
427 static void intel_i830_init_gtt_entries(void)
428 {
429 	u16 gmch_ctrl;
430 	int gtt_entries;
431 	u8 rdct;
432 	int local = 0;
433 	static const int ddt[4] = { 0, 16, 32, 64 };
434 	int size; /* reserved space (in kb) at the top of stolen memory */
435 
436 	pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
437 
438 	if (IS_I965) {
439 		u32 pgetbl_ctl;
440 		pgetbl_ctl = readl(intel_private.registers+I810_PGETBL_CTL);
441 
442 		/* The 965 has a field telling us the size of the GTT,
443 		 * which may be larger than what is necessary to map the
444 		 * aperture.
445 		 */
446 		switch (pgetbl_ctl & I965_PGETBL_SIZE_MASK) {
447 		case I965_PGETBL_SIZE_128KB:
448 			size = 128;
449 			break;
450 		case I965_PGETBL_SIZE_256KB:
451 			size = 256;
452 			break;
453 		case I965_PGETBL_SIZE_512KB:
454 			size = 512;
455 			break;
456 		default:
457 			printk(KERN_INFO PFX "Unknown page table size, "
458 			       "assuming 512KB\n");
459 			size = 512;
460 		}
461 		size += 4; /* add in BIOS popup space */
462 	} else if (IS_G33) {
463 	/* G33's GTT size defined in gmch_ctrl */
464 		switch (gmch_ctrl & G33_PGETBL_SIZE_MASK) {
465 		case G33_PGETBL_SIZE_1M:
466 			size = 1024;
467 			break;
468 		case G33_PGETBL_SIZE_2M:
469 			size = 2048;
470 			break;
471 		default:
472 			printk(KERN_INFO PFX "Unknown page table size 0x%x, "
473 				"assuming 512KB\n",
474 				(gmch_ctrl & G33_PGETBL_SIZE_MASK));
475 			size = 512;
476 		}
477 		size += 4;
478 	} else {
479 		/* On previous hardware, the GTT size was just what was
480 		 * required to map the aperture.
481 		 */
482 		size = agp_bridge->driver->fetch_size() + 4;
483 	}
484 
485 	if (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82830_HB ||
486 	    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82845G_HB) {
487 		switch (gmch_ctrl & I830_GMCH_GMS_MASK) {
488 		case I830_GMCH_GMS_STOLEN_512:
489 			gtt_entries = KB(512) - KB(size);
490 			break;
491 		case I830_GMCH_GMS_STOLEN_1024:
492 			gtt_entries = MB(1) - KB(size);
493 			break;
494 		case I830_GMCH_GMS_STOLEN_8192:
495 			gtt_entries = MB(8) - KB(size);
496 			break;
497 		case I830_GMCH_GMS_LOCAL:
498 			rdct = readb(intel_private.registers+I830_RDRAM_CHANNEL_TYPE);
499 			gtt_entries = (I830_RDRAM_ND(rdct) + 1) *
500 					MB(ddt[I830_RDRAM_DDT(rdct)]);
501 			local = 1;
502 			break;
503 		default:
504 			gtt_entries = 0;
505 			break;
506 		}
507 	} else {
508 		switch (gmch_ctrl & I830_GMCH_GMS_MASK) {
509 		case I855_GMCH_GMS_STOLEN_1M:
510 			gtt_entries = MB(1) - KB(size);
511 			break;
512 		case I855_GMCH_GMS_STOLEN_4M:
513 			gtt_entries = MB(4) - KB(size);
514 			break;
515 		case I855_GMCH_GMS_STOLEN_8M:
516 			gtt_entries = MB(8) - KB(size);
517 			break;
518 		case I855_GMCH_GMS_STOLEN_16M:
519 			gtt_entries = MB(16) - KB(size);
520 			break;
521 		case I855_GMCH_GMS_STOLEN_32M:
522 			gtt_entries = MB(32) - KB(size);
523 			break;
524 		case I915_GMCH_GMS_STOLEN_48M:
525 			/* Check it's really I915G */
526 			if (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915G_HB ||
527 			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915GM_HB ||
528 			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945G_HB ||
529 			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945GM_HB ||
530 			    IS_I965 || IS_G33)
531 				gtt_entries = MB(48) - KB(size);
532 			else
533 				gtt_entries = 0;
534 			break;
535 		case I915_GMCH_GMS_STOLEN_64M:
536 			/* Check it's really I915G */
537 			if (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915G_HB ||
538 			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915GM_HB ||
539 			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945G_HB ||
540 			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945GM_HB ||
541 			    IS_I965 || IS_G33)
542 				gtt_entries = MB(64) - KB(size);
543 			else
544 				gtt_entries = 0;
545 			break;
546 		case G33_GMCH_GMS_STOLEN_128M:
547 			if (IS_G33)
548 				gtt_entries = MB(128) - KB(size);
549 			else
550 				gtt_entries = 0;
551 			break;
552 		case G33_GMCH_GMS_STOLEN_256M:
553 			if (IS_G33)
554 				gtt_entries = MB(256) - KB(size);
555 			else
556 				gtt_entries = 0;
557 			break;
558 		default:
559 			gtt_entries = 0;
560 			break;
561 		}
562 	}
563 	if (gtt_entries > 0)
564 		printk(KERN_INFO PFX "Detected %dK %s memory.\n",
565 		       gtt_entries / KB(1), local ? "local" : "stolen");
566 	else
567 		printk(KERN_INFO PFX
568 		       "No pre-allocated video memory detected.\n");
569 	gtt_entries /= KB(4);
570 
571 	intel_private.gtt_entries = gtt_entries;
572 }
573 
574 /* The intel i830 automatically initializes the agp aperture during POST.
575  * Use the memory already set aside for in the GTT.
576  */
577 static int intel_i830_create_gatt_table(struct agp_bridge_data *bridge)
578 {
579 	int page_order;
580 	struct aper_size_info_fixed *size;
581 	int num_entries;
582 	u32 temp;
583 
584 	size = agp_bridge->current_size;
585 	page_order = size->page_order;
586 	num_entries = size->num_entries;
587 	agp_bridge->gatt_table_real = NULL;
588 
589 	pci_read_config_dword(intel_private.pcidev,I810_MMADDR,&temp);
590 	temp &= 0xfff80000;
591 
592 	intel_private.registers = ioremap(temp,128 * 4096);
593 	if (!intel_private.registers)
594 		return -ENOMEM;
595 
596 	temp = readl(intel_private.registers+I810_PGETBL_CTL) & 0xfffff000;
597 	global_cache_flush();	/* FIXME: ?? */
598 
599 	/* we have to call this as early as possible after the MMIO base address is known */
600 	intel_i830_init_gtt_entries();
601 
602 	agp_bridge->gatt_table = NULL;
603 
604 	agp_bridge->gatt_bus_addr = temp;
605 
606 	return 0;
607 }
608 
609 /* Return the gatt table to a sane state. Use the top of stolen
610  * memory for the GTT.
611  */
612 static int intel_i830_free_gatt_table(struct agp_bridge_data *bridge)
613 {
614 	return 0;
615 }
616 
617 static int intel_i830_fetch_size(void)
618 {
619 	u16 gmch_ctrl;
620 	struct aper_size_info_fixed *values;
621 
622 	values = A_SIZE_FIX(agp_bridge->driver->aperture_sizes);
623 
624 	if (agp_bridge->dev->device != PCI_DEVICE_ID_INTEL_82830_HB &&
625 	    agp_bridge->dev->device != PCI_DEVICE_ID_INTEL_82845G_HB) {
626 		/* 855GM/852GM/865G has 128MB aperture size */
627 		agp_bridge->previous_size = agp_bridge->current_size = (void *) values;
628 		agp_bridge->aperture_size_idx = 0;
629 		return values[0].size;
630 	}
631 
632 	pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
633 
634 	if ((gmch_ctrl & I830_GMCH_MEM_MASK) == I830_GMCH_MEM_128M) {
635 		agp_bridge->previous_size = agp_bridge->current_size = (void *) values;
636 		agp_bridge->aperture_size_idx = 0;
637 		return values[0].size;
638 	} else {
639 		agp_bridge->previous_size = agp_bridge->current_size = (void *) (values + 1);
640 		agp_bridge->aperture_size_idx = 1;
641 		return values[1].size;
642 	}
643 
644 	return 0;
645 }
646 
647 static int intel_i830_configure(void)
648 {
649 	struct aper_size_info_fixed *current_size;
650 	u32 temp;
651 	u16 gmch_ctrl;
652 	int i;
653 
654 	current_size = A_SIZE_FIX(agp_bridge->current_size);
655 
656 	pci_read_config_dword(intel_private.pcidev,I810_GMADDR,&temp);
657 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
658 
659 	pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
660 	gmch_ctrl |= I830_GMCH_ENABLED;
661 	pci_write_config_word(agp_bridge->dev,I830_GMCH_CTRL,gmch_ctrl);
662 
663 	writel(agp_bridge->gatt_bus_addr|I810_PGETBL_ENABLED, intel_private.registers+I810_PGETBL_CTL);
664 	readl(intel_private.registers+I810_PGETBL_CTL);	/* PCI Posting. */
665 
666 	if (agp_bridge->driver->needs_scratch_page) {
667 		for (i = intel_private.gtt_entries; i < current_size->num_entries; i++) {
668 			writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
669 			readl(intel_private.registers+I810_PTE_BASE+(i*4));	/* PCI Posting. */
670 		}
671 	}
672 
673 	global_cache_flush();
674 	return 0;
675 }
676 
677 static void intel_i830_cleanup(void)
678 {
679 	iounmap(intel_private.registers);
680 }
681 
682 static int intel_i830_insert_entries(struct agp_memory *mem,off_t pg_start, int type)
683 {
684 	int i,j,num_entries;
685 	void *temp;
686 	int ret = -EINVAL;
687 	int mask_type;
688 
689 	if (mem->page_count == 0)
690 		goto out;
691 
692 	temp = agp_bridge->current_size;
693 	num_entries = A_SIZE_FIX(temp)->num_entries;
694 
695 	if (pg_start < intel_private.gtt_entries) {
696 		printk (KERN_DEBUG PFX "pg_start == 0x%.8lx,intel_private.gtt_entries == 0x%.8x\n",
697 				pg_start,intel_private.gtt_entries);
698 
699 		printk (KERN_INFO PFX "Trying to insert into local/stolen memory\n");
700 		goto out_err;
701 	}
702 
703 	if ((pg_start + mem->page_count) > num_entries)
704 		goto out_err;
705 
706 	/* The i830 can't check the GTT for entries since its read only,
707 	 * depend on the caller to make the correct offset decisions.
708 	 */
709 
710 	if (type != mem->type)
711 		goto out_err;
712 
713 	mask_type = agp_bridge->driver->agp_type_to_mask_type(agp_bridge, type);
714 
715 	if (mask_type != 0 && mask_type != AGP_PHYS_MEMORY &&
716 	    mask_type != INTEL_AGP_CACHED_MEMORY)
717 		goto out_err;
718 
719 	if (!mem->is_flushed)
720 		global_cache_flush();
721 
722 	for (i = 0, j = pg_start; i < mem->page_count; i++, j++) {
723 		writel(agp_bridge->driver->mask_memory(agp_bridge,
724 						       mem->memory[i], mask_type),
725 		       intel_private.registers+I810_PTE_BASE+(j*4));
726 	}
727 	readl(intel_private.registers+I810_PTE_BASE+((j-1)*4));
728 	agp_bridge->driver->tlb_flush(mem);
729 
730 out:
731 	ret = 0;
732 out_err:
733 	mem->is_flushed = 1;
734 	return ret;
735 }
736 
737 static int intel_i830_remove_entries(struct agp_memory *mem,off_t pg_start,
738 				int type)
739 {
740 	int i;
741 
742 	if (mem->page_count == 0)
743 		return 0;
744 
745 	if (pg_start < intel_private.gtt_entries) {
746 		printk (KERN_INFO PFX "Trying to disable local/stolen memory\n");
747 		return -EINVAL;
748 	}
749 
750 	for (i = pg_start; i < (mem->page_count + pg_start); i++) {
751 		writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
752 	}
753 	readl(intel_private.registers+I810_PTE_BASE+((i-1)*4));
754 
755 	agp_bridge->driver->tlb_flush(mem);
756 	return 0;
757 }
758 
759 static struct agp_memory *intel_i830_alloc_by_type(size_t pg_count,int type)
760 {
761 	if (type == AGP_PHYS_MEMORY)
762 		return alloc_agpphysmem_i8xx(pg_count, type);
763 	/* always return NULL for other allocation types for now */
764 	return NULL;
765 }
766 
767 static int intel_i915_configure(void)
768 {
769 	struct aper_size_info_fixed *current_size;
770 	u32 temp;
771 	u16 gmch_ctrl;
772 	int i;
773 
774 	current_size = A_SIZE_FIX(agp_bridge->current_size);
775 
776 	pci_read_config_dword(intel_private.pcidev, I915_GMADDR, &temp);
777 
778 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
779 
780 	pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
781 	gmch_ctrl |= I830_GMCH_ENABLED;
782 	pci_write_config_word(agp_bridge->dev,I830_GMCH_CTRL,gmch_ctrl);
783 
784 	writel(agp_bridge->gatt_bus_addr|I810_PGETBL_ENABLED, intel_private.registers+I810_PGETBL_CTL);
785 	readl(intel_private.registers+I810_PGETBL_CTL);	/* PCI Posting. */
786 
787 	if (agp_bridge->driver->needs_scratch_page) {
788 		for (i = intel_private.gtt_entries; i < current_size->num_entries; i++) {
789 			writel(agp_bridge->scratch_page, intel_private.gtt+i);
790 			readl(intel_private.gtt+i);	/* PCI Posting. */
791 		}
792 	}
793 
794 	global_cache_flush();
795 	return 0;
796 }
797 
798 static void intel_i915_cleanup(void)
799 {
800 	iounmap(intel_private.gtt);
801 	iounmap(intel_private.registers);
802 }
803 
804 static int intel_i915_insert_entries(struct agp_memory *mem,off_t pg_start,
805 				int type)
806 {
807 	int i,j,num_entries;
808 	void *temp;
809 	int ret = -EINVAL;
810 	int mask_type;
811 
812 	if (mem->page_count == 0)
813 		goto out;
814 
815 	temp = agp_bridge->current_size;
816 	num_entries = A_SIZE_FIX(temp)->num_entries;
817 
818 	if (pg_start < intel_private.gtt_entries) {
819 		printk (KERN_DEBUG PFX "pg_start == 0x%.8lx,intel_private.gtt_entries == 0x%.8x\n",
820 				pg_start,intel_private.gtt_entries);
821 
822 		printk (KERN_INFO PFX "Trying to insert into local/stolen memory\n");
823 		goto out_err;
824 	}
825 
826 	if ((pg_start + mem->page_count) > num_entries)
827 		goto out_err;
828 
829 	/* The i915 can't check the GTT for entries since its read only,
830 	 * depend on the caller to make the correct offset decisions.
831 	 */
832 
833 	if (type != mem->type)
834 		goto out_err;
835 
836 	mask_type = agp_bridge->driver->agp_type_to_mask_type(agp_bridge, type);
837 
838 	if (mask_type != 0 && mask_type != AGP_PHYS_MEMORY &&
839 	    mask_type != INTEL_AGP_CACHED_MEMORY)
840 		goto out_err;
841 
842 	if (!mem->is_flushed)
843 		global_cache_flush();
844 
845 	for (i = 0, j = pg_start; i < mem->page_count; i++, j++) {
846 		writel(agp_bridge->driver->mask_memory(agp_bridge,
847 			mem->memory[i], mask_type), intel_private.gtt+j);
848 	}
849 
850 	readl(intel_private.gtt+j-1);
851 	agp_bridge->driver->tlb_flush(mem);
852 
853  out:
854 	ret = 0;
855  out_err:
856 	mem->is_flushed = 1;
857 	return ret;
858 }
859 
860 static int intel_i915_remove_entries(struct agp_memory *mem,off_t pg_start,
861 				int type)
862 {
863 	int i;
864 
865 	if (mem->page_count == 0)
866 		return 0;
867 
868 	if (pg_start < intel_private.gtt_entries) {
869 		printk (KERN_INFO PFX "Trying to disable local/stolen memory\n");
870 		return -EINVAL;
871 	}
872 
873 	for (i = pg_start; i < (mem->page_count + pg_start); i++) {
874 		writel(agp_bridge->scratch_page, intel_private.gtt+i);
875 	}
876 	readl(intel_private.gtt+i-1);
877 
878 	agp_bridge->driver->tlb_flush(mem);
879 	return 0;
880 }
881 
882 /* Return the aperture size by just checking the resource length.  The effect
883  * described in the spec of the MSAC registers is just changing of the
884  * resource size.
885  */
886 static int intel_i9xx_fetch_size(void)
887 {
888 	int num_sizes = ARRAY_SIZE(intel_i830_sizes);
889 	int aper_size; /* size in megabytes */
890 	int i;
891 
892 	aper_size = pci_resource_len(intel_private.pcidev, 2) / MB(1);
893 
894 	for (i = 0; i < num_sizes; i++) {
895 		if (aper_size == intel_i830_sizes[i].size) {
896 			agp_bridge->current_size = intel_i830_sizes + i;
897 			agp_bridge->previous_size = agp_bridge->current_size;
898 			return aper_size;
899 		}
900 	}
901 
902 	return 0;
903 }
904 
905 /* The intel i915 automatically initializes the agp aperture during POST.
906  * Use the memory already set aside for in the GTT.
907  */
908 static int intel_i915_create_gatt_table(struct agp_bridge_data *bridge)
909 {
910 	int page_order;
911 	struct aper_size_info_fixed *size;
912 	int num_entries;
913 	u32 temp, temp2;
914 
915 	size = agp_bridge->current_size;
916 	page_order = size->page_order;
917 	num_entries = size->num_entries;
918 	agp_bridge->gatt_table_real = NULL;
919 
920 	pci_read_config_dword(intel_private.pcidev, I915_MMADDR, &temp);
921 	pci_read_config_dword(intel_private.pcidev, I915_PTEADDR,&temp2);
922 
923 	intel_private.gtt = ioremap(temp2, 256 * 1024);
924 	if (!intel_private.gtt)
925 		return -ENOMEM;
926 
927 	temp &= 0xfff80000;
928 
929 	intel_private.registers = ioremap(temp,128 * 4096);
930 	if (!intel_private.registers)
931 		return -ENOMEM;
932 
933 	temp = readl(intel_private.registers+I810_PGETBL_CTL) & 0xfffff000;
934 	global_cache_flush();	/* FIXME: ? */
935 
936 	/* we have to call this as early as possible after the MMIO base address is known */
937 	intel_i830_init_gtt_entries();
938 
939 	agp_bridge->gatt_table = NULL;
940 
941 	agp_bridge->gatt_bus_addr = temp;
942 
943 	return 0;
944 }
945 
946 /*
947  * The i965 supports 36-bit physical addresses, but to keep
948  * the format of the GTT the same, the bits that don't fit
949  * in a 32-bit word are shifted down to bits 4..7.
950  *
951  * Gcc is smart enough to notice that "(addr >> 28) & 0xf0"
952  * is always zero on 32-bit architectures, so no need to make
953  * this conditional.
954  */
955 static unsigned long intel_i965_mask_memory(struct agp_bridge_data *bridge,
956 	unsigned long addr, int type)
957 {
958 	/* Shift high bits down */
959 	addr |= (addr >> 28) & 0xf0;
960 
961 	/* Type checking must be done elsewhere */
962 	return addr | bridge->driver->masks[type].mask;
963 }
964 
965 /* The intel i965 automatically initializes the agp aperture during POST.
966  * Use the memory already set aside for in the GTT.
967  */
968 static int intel_i965_create_gatt_table(struct agp_bridge_data *bridge)
969 {
970        int page_order;
971        struct aper_size_info_fixed *size;
972        int num_entries;
973        u32 temp;
974 
975        size = agp_bridge->current_size;
976        page_order = size->page_order;
977        num_entries = size->num_entries;
978        agp_bridge->gatt_table_real = NULL;
979 
980        pci_read_config_dword(intel_private.pcidev, I915_MMADDR, &temp);
981 
982        temp &= 0xfff00000;
983        intel_private.gtt = ioremap((temp + (512 * 1024)) , 512 * 1024);
984 
985        if (!intel_private.gtt)
986                return -ENOMEM;
987 
988 
989        intel_private.registers = ioremap(temp,128 * 4096);
990        if (!intel_private.registers)
991                return -ENOMEM;
992 
993        temp = readl(intel_private.registers+I810_PGETBL_CTL) & 0xfffff000;
994        global_cache_flush();   /* FIXME: ? */
995 
996        /* we have to call this as early as possible after the MMIO base address is known */
997        intel_i830_init_gtt_entries();
998 
999        agp_bridge->gatt_table = NULL;
1000 
1001        agp_bridge->gatt_bus_addr = temp;
1002 
1003        return 0;
1004 }
1005 
1006 
1007 static int intel_fetch_size(void)
1008 {
1009 	int i;
1010 	u16 temp;
1011 	struct aper_size_info_16 *values;
1012 
1013 	pci_read_config_word(agp_bridge->dev, INTEL_APSIZE, &temp);
1014 	values = A_SIZE_16(agp_bridge->driver->aperture_sizes);
1015 
1016 	for (i = 0; i < agp_bridge->driver->num_aperture_sizes; i++) {
1017 		if (temp == values[i].size_value) {
1018 			agp_bridge->previous_size = agp_bridge->current_size = (void *) (values + i);
1019 			agp_bridge->aperture_size_idx = i;
1020 			return values[i].size;
1021 		}
1022 	}
1023 
1024 	return 0;
1025 }
1026 
1027 static int __intel_8xx_fetch_size(u8 temp)
1028 {
1029 	int i;
1030 	struct aper_size_info_8 *values;
1031 
1032 	values = A_SIZE_8(agp_bridge->driver->aperture_sizes);
1033 
1034 	for (i = 0; i < agp_bridge->driver->num_aperture_sizes; i++) {
1035 		if (temp == values[i].size_value) {
1036 			agp_bridge->previous_size =
1037 				agp_bridge->current_size = (void *) (values + i);
1038 			agp_bridge->aperture_size_idx = i;
1039 			return values[i].size;
1040 		}
1041 	}
1042 	return 0;
1043 }
1044 
1045 static int intel_8xx_fetch_size(void)
1046 {
1047 	u8 temp;
1048 
1049 	pci_read_config_byte(agp_bridge->dev, INTEL_APSIZE, &temp);
1050 	return __intel_8xx_fetch_size(temp);
1051 }
1052 
1053 static int intel_815_fetch_size(void)
1054 {
1055 	u8 temp;
1056 
1057 	/* Intel 815 chipsets have a _weird_ APSIZE register with only
1058 	 * one non-reserved bit, so mask the others out ... */
1059 	pci_read_config_byte(agp_bridge->dev, INTEL_APSIZE, &temp);
1060 	temp &= (1 << 3);
1061 
1062 	return __intel_8xx_fetch_size(temp);
1063 }
1064 
1065 static void intel_tlbflush(struct agp_memory *mem)
1066 {
1067 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x2200);
1068 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x2280);
1069 }
1070 
1071 
1072 static void intel_8xx_tlbflush(struct agp_memory *mem)
1073 {
1074 	u32 temp;
1075 	pci_read_config_dword(agp_bridge->dev, INTEL_AGPCTRL, &temp);
1076 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, temp & ~(1 << 7));
1077 	pci_read_config_dword(agp_bridge->dev, INTEL_AGPCTRL, &temp);
1078 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, temp | (1 << 7));
1079 }
1080 
1081 
1082 static void intel_cleanup(void)
1083 {
1084 	u16 temp;
1085 	struct aper_size_info_16 *previous_size;
1086 
1087 	previous_size = A_SIZE_16(agp_bridge->previous_size);
1088 	pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp);
1089 	pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG, temp & ~(1 << 9));
1090 	pci_write_config_word(agp_bridge->dev, INTEL_APSIZE, previous_size->size_value);
1091 }
1092 
1093 
1094 static void intel_8xx_cleanup(void)
1095 {
1096 	u16 temp;
1097 	struct aper_size_info_8 *previous_size;
1098 
1099 	previous_size = A_SIZE_8(agp_bridge->previous_size);
1100 	pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp);
1101 	pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG, temp & ~(1 << 9));
1102 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, previous_size->size_value);
1103 }
1104 
1105 
1106 static int intel_configure(void)
1107 {
1108 	u32 temp;
1109 	u16 temp2;
1110 	struct aper_size_info_16 *current_size;
1111 
1112 	current_size = A_SIZE_16(agp_bridge->current_size);
1113 
1114 	/* aperture size */
1115 	pci_write_config_word(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1116 
1117 	/* address to map to */
1118 	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1119 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1120 
1121 	/* attbase - aperture base */
1122 	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1123 
1124 	/* agpctrl */
1125 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x2280);
1126 
1127 	/* paccfg/nbxcfg */
1128 	pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp2);
1129 	pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG,
1130 			(temp2 & ~(1 << 10)) | (1 << 9));
1131 	/* clear any possible error conditions */
1132 	pci_write_config_byte(agp_bridge->dev, INTEL_ERRSTS + 1, 7);
1133 	return 0;
1134 }
1135 
1136 static int intel_815_configure(void)
1137 {
1138 	u32 temp, addr;
1139 	u8 temp2;
1140 	struct aper_size_info_8 *current_size;
1141 
1142 	/* attbase - aperture base */
1143 	/* the Intel 815 chipset spec. says that bits 29-31 in the
1144 	* ATTBASE register are reserved -> try not to write them */
1145 	if (agp_bridge->gatt_bus_addr & INTEL_815_ATTBASE_MASK) {
1146 		printk (KERN_EMERG PFX "gatt bus addr too high");
1147 		return -EINVAL;
1148 	}
1149 
1150 	current_size = A_SIZE_8(agp_bridge->current_size);
1151 
1152 	/* aperture size */
1153 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE,
1154 			current_size->size_value);
1155 
1156 	/* address to map to */
1157 	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1158 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1159 
1160 	pci_read_config_dword(agp_bridge->dev, INTEL_ATTBASE, &addr);
1161 	addr &= INTEL_815_ATTBASE_MASK;
1162 	addr |= agp_bridge->gatt_bus_addr;
1163 	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, addr);
1164 
1165 	/* agpctrl */
1166 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1167 
1168 	/* apcont */
1169 	pci_read_config_byte(agp_bridge->dev, INTEL_815_APCONT, &temp2);
1170 	pci_write_config_byte(agp_bridge->dev, INTEL_815_APCONT, temp2 | (1 << 1));
1171 
1172 	/* clear any possible error conditions */
1173 	/* Oddness : this chipset seems to have no ERRSTS register ! */
1174 	return 0;
1175 }
1176 
1177 static void intel_820_tlbflush(struct agp_memory *mem)
1178 {
1179 	return;
1180 }
1181 
1182 static void intel_820_cleanup(void)
1183 {
1184 	u8 temp;
1185 	struct aper_size_info_8 *previous_size;
1186 
1187 	previous_size = A_SIZE_8(agp_bridge->previous_size);
1188 	pci_read_config_byte(agp_bridge->dev, INTEL_I820_RDCR, &temp);
1189 	pci_write_config_byte(agp_bridge->dev, INTEL_I820_RDCR,
1190 			temp & ~(1 << 1));
1191 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE,
1192 			previous_size->size_value);
1193 }
1194 
1195 
1196 static int intel_820_configure(void)
1197 {
1198 	u32 temp;
1199 	u8 temp2;
1200 	struct aper_size_info_8 *current_size;
1201 
1202 	current_size = A_SIZE_8(agp_bridge->current_size);
1203 
1204 	/* aperture size */
1205 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1206 
1207 	/* address to map to */
1208 	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1209 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1210 
1211 	/* attbase - aperture base */
1212 	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1213 
1214 	/* agpctrl */
1215 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1216 
1217 	/* global enable aperture access */
1218 	/* This flag is not accessed through MCHCFG register as in */
1219 	/* i850 chipset. */
1220 	pci_read_config_byte(agp_bridge->dev, INTEL_I820_RDCR, &temp2);
1221 	pci_write_config_byte(agp_bridge->dev, INTEL_I820_RDCR, temp2 | (1 << 1));
1222 	/* clear any possible AGP-related error conditions */
1223 	pci_write_config_word(agp_bridge->dev, INTEL_I820_ERRSTS, 0x001c);
1224 	return 0;
1225 }
1226 
1227 static int intel_840_configure(void)
1228 {
1229 	u32 temp;
1230 	u16 temp2;
1231 	struct aper_size_info_8 *current_size;
1232 
1233 	current_size = A_SIZE_8(agp_bridge->current_size);
1234 
1235 	/* aperture size */
1236 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1237 
1238 	/* address to map to */
1239 	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1240 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1241 
1242 	/* attbase - aperture base */
1243 	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1244 
1245 	/* agpctrl */
1246 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1247 
1248 	/* mcgcfg */
1249 	pci_read_config_word(agp_bridge->dev, INTEL_I840_MCHCFG, &temp2);
1250 	pci_write_config_word(agp_bridge->dev, INTEL_I840_MCHCFG, temp2 | (1 << 9));
1251 	/* clear any possible error conditions */
1252 	pci_write_config_word(agp_bridge->dev, INTEL_I840_ERRSTS, 0xc000);
1253 	return 0;
1254 }
1255 
1256 static int intel_845_configure(void)
1257 {
1258 	u32 temp;
1259 	u8 temp2;
1260 	struct aper_size_info_8 *current_size;
1261 
1262 	current_size = A_SIZE_8(agp_bridge->current_size);
1263 
1264 	/* aperture size */
1265 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1266 
1267 	if (agp_bridge->apbase_config != 0) {
1268 		pci_write_config_dword(agp_bridge->dev, AGP_APBASE,
1269 				       agp_bridge->apbase_config);
1270 	} else {
1271 		/* address to map to */
1272 		pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1273 		agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1274 		agp_bridge->apbase_config = temp;
1275 	}
1276 
1277 	/* attbase - aperture base */
1278 	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1279 
1280 	/* agpctrl */
1281 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1282 
1283 	/* agpm */
1284 	pci_read_config_byte(agp_bridge->dev, INTEL_I845_AGPM, &temp2);
1285 	pci_write_config_byte(agp_bridge->dev, INTEL_I845_AGPM, temp2 | (1 << 1));
1286 	/* clear any possible error conditions */
1287 	pci_write_config_word(agp_bridge->dev, INTEL_I845_ERRSTS, 0x001c);
1288 	return 0;
1289 }
1290 
1291 static int intel_850_configure(void)
1292 {
1293 	u32 temp;
1294 	u16 temp2;
1295 	struct aper_size_info_8 *current_size;
1296 
1297 	current_size = A_SIZE_8(agp_bridge->current_size);
1298 
1299 	/* aperture size */
1300 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1301 
1302 	/* address to map to */
1303 	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1304 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1305 
1306 	/* attbase - aperture base */
1307 	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1308 
1309 	/* agpctrl */
1310 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1311 
1312 	/* mcgcfg */
1313 	pci_read_config_word(agp_bridge->dev, INTEL_I850_MCHCFG, &temp2);
1314 	pci_write_config_word(agp_bridge->dev, INTEL_I850_MCHCFG, temp2 | (1 << 9));
1315 	/* clear any possible AGP-related error conditions */
1316 	pci_write_config_word(agp_bridge->dev, INTEL_I850_ERRSTS, 0x001c);
1317 	return 0;
1318 }
1319 
1320 static int intel_860_configure(void)
1321 {
1322 	u32 temp;
1323 	u16 temp2;
1324 	struct aper_size_info_8 *current_size;
1325 
1326 	current_size = A_SIZE_8(agp_bridge->current_size);
1327 
1328 	/* aperture size */
1329 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1330 
1331 	/* address to map to */
1332 	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1333 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1334 
1335 	/* attbase - aperture base */
1336 	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1337 
1338 	/* agpctrl */
1339 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1340 
1341 	/* mcgcfg */
1342 	pci_read_config_word(agp_bridge->dev, INTEL_I860_MCHCFG, &temp2);
1343 	pci_write_config_word(agp_bridge->dev, INTEL_I860_MCHCFG, temp2 | (1 << 9));
1344 	/* clear any possible AGP-related error conditions */
1345 	pci_write_config_word(agp_bridge->dev, INTEL_I860_ERRSTS, 0xf700);
1346 	return 0;
1347 }
1348 
1349 static int intel_830mp_configure(void)
1350 {
1351 	u32 temp;
1352 	u16 temp2;
1353 	struct aper_size_info_8 *current_size;
1354 
1355 	current_size = A_SIZE_8(agp_bridge->current_size);
1356 
1357 	/* aperture size */
1358 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1359 
1360 	/* address to map to */
1361 	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1362 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1363 
1364 	/* attbase - aperture base */
1365 	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1366 
1367 	/* agpctrl */
1368 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1369 
1370 	/* gmch */
1371 	pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp2);
1372 	pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG, temp2 | (1 << 9));
1373 	/* clear any possible AGP-related error conditions */
1374 	pci_write_config_word(agp_bridge->dev, INTEL_I830_ERRSTS, 0x1c);
1375 	return 0;
1376 }
1377 
1378 static int intel_7505_configure(void)
1379 {
1380 	u32 temp;
1381 	u16 temp2;
1382 	struct aper_size_info_8 *current_size;
1383 
1384 	current_size = A_SIZE_8(agp_bridge->current_size);
1385 
1386 	/* aperture size */
1387 	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1388 
1389 	/* address to map to */
1390 	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1391 	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1392 
1393 	/* attbase - aperture base */
1394 	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1395 
1396 	/* agpctrl */
1397 	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1398 
1399 	/* mchcfg */
1400 	pci_read_config_word(agp_bridge->dev, INTEL_I7505_MCHCFG, &temp2);
1401 	pci_write_config_word(agp_bridge->dev, INTEL_I7505_MCHCFG, temp2 | (1 << 9));
1402 
1403 	return 0;
1404 }
1405 
1406 /* Setup function */
1407 static const struct gatt_mask intel_generic_masks[] =
1408 {
1409 	{.mask = 0x00000017, .type = 0}
1410 };
1411 
1412 static const struct aper_size_info_8 intel_815_sizes[2] =
1413 {
1414 	{64, 16384, 4, 0},
1415 	{32, 8192, 3, 8},
1416 };
1417 
1418 static const struct aper_size_info_8 intel_8xx_sizes[7] =
1419 {
1420 	{256, 65536, 6, 0},
1421 	{128, 32768, 5, 32},
1422 	{64, 16384, 4, 48},
1423 	{32, 8192, 3, 56},
1424 	{16, 4096, 2, 60},
1425 	{8, 2048, 1, 62},
1426 	{4, 1024, 0, 63}
1427 };
1428 
1429 static const struct aper_size_info_16 intel_generic_sizes[7] =
1430 {
1431 	{256, 65536, 6, 0},
1432 	{128, 32768, 5, 32},
1433 	{64, 16384, 4, 48},
1434 	{32, 8192, 3, 56},
1435 	{16, 4096, 2, 60},
1436 	{8, 2048, 1, 62},
1437 	{4, 1024, 0, 63}
1438 };
1439 
1440 static const struct aper_size_info_8 intel_830mp_sizes[4] =
1441 {
1442 	{256, 65536, 6, 0},
1443 	{128, 32768, 5, 32},
1444 	{64, 16384, 4, 48},
1445 	{32, 8192, 3, 56}
1446 };
1447 
1448 static const struct agp_bridge_driver intel_generic_driver = {
1449 	.owner			= THIS_MODULE,
1450 	.aperture_sizes		= intel_generic_sizes,
1451 	.size_type		= U16_APER_SIZE,
1452 	.num_aperture_sizes	= 7,
1453 	.configure		= intel_configure,
1454 	.fetch_size		= intel_fetch_size,
1455 	.cleanup		= intel_cleanup,
1456 	.tlb_flush		= intel_tlbflush,
1457 	.mask_memory		= agp_generic_mask_memory,
1458 	.masks			= intel_generic_masks,
1459 	.agp_enable		= agp_generic_enable,
1460 	.cache_flush		= global_cache_flush,
1461 	.create_gatt_table	= agp_generic_create_gatt_table,
1462 	.free_gatt_table	= agp_generic_free_gatt_table,
1463 	.insert_memory		= agp_generic_insert_memory,
1464 	.remove_memory		= agp_generic_remove_memory,
1465 	.alloc_by_type		= agp_generic_alloc_by_type,
1466 	.free_by_type		= agp_generic_free_by_type,
1467 	.agp_alloc_page		= agp_generic_alloc_page,
1468 	.agp_destroy_page	= agp_generic_destroy_page,
1469 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1470 };
1471 
1472 static const struct agp_bridge_driver intel_810_driver = {
1473 	.owner			= THIS_MODULE,
1474 	.aperture_sizes		= intel_i810_sizes,
1475 	.size_type		= FIXED_APER_SIZE,
1476 	.num_aperture_sizes	= 2,
1477 	.needs_scratch_page	= TRUE,
1478 	.configure		= intel_i810_configure,
1479 	.fetch_size		= intel_i810_fetch_size,
1480 	.cleanup		= intel_i810_cleanup,
1481 	.tlb_flush		= intel_i810_tlbflush,
1482 	.mask_memory		= intel_i810_mask_memory,
1483 	.masks			= intel_i810_masks,
1484 	.agp_enable		= intel_i810_agp_enable,
1485 	.cache_flush		= global_cache_flush,
1486 	.create_gatt_table	= agp_generic_create_gatt_table,
1487 	.free_gatt_table	= agp_generic_free_gatt_table,
1488 	.insert_memory		= intel_i810_insert_entries,
1489 	.remove_memory		= intel_i810_remove_entries,
1490 	.alloc_by_type		= intel_i810_alloc_by_type,
1491 	.free_by_type		= intel_i810_free_by_type,
1492 	.agp_alloc_page		= agp_generic_alloc_page,
1493 	.agp_destroy_page	= agp_generic_destroy_page,
1494 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1495 };
1496 
1497 static const struct agp_bridge_driver intel_815_driver = {
1498 	.owner			= THIS_MODULE,
1499 	.aperture_sizes		= intel_815_sizes,
1500 	.size_type		= U8_APER_SIZE,
1501 	.num_aperture_sizes	= 2,
1502 	.configure		= intel_815_configure,
1503 	.fetch_size		= intel_815_fetch_size,
1504 	.cleanup		= intel_8xx_cleanup,
1505 	.tlb_flush		= intel_8xx_tlbflush,
1506 	.mask_memory		= agp_generic_mask_memory,
1507 	.masks			= intel_generic_masks,
1508 	.agp_enable		= agp_generic_enable,
1509 	.cache_flush		= global_cache_flush,
1510 	.create_gatt_table	= agp_generic_create_gatt_table,
1511 	.free_gatt_table	= agp_generic_free_gatt_table,
1512 	.insert_memory		= agp_generic_insert_memory,
1513 	.remove_memory		= agp_generic_remove_memory,
1514 	.alloc_by_type		= agp_generic_alloc_by_type,
1515 	.free_by_type		= agp_generic_free_by_type,
1516 	.agp_alloc_page		= agp_generic_alloc_page,
1517 	.agp_destroy_page	= agp_generic_destroy_page,
1518 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1519 };
1520 
1521 static const struct agp_bridge_driver intel_830_driver = {
1522 	.owner			= THIS_MODULE,
1523 	.aperture_sizes		= intel_i830_sizes,
1524 	.size_type		= FIXED_APER_SIZE,
1525 	.num_aperture_sizes	= 4,
1526 	.needs_scratch_page	= TRUE,
1527 	.configure		= intel_i830_configure,
1528 	.fetch_size		= intel_i830_fetch_size,
1529 	.cleanup		= intel_i830_cleanup,
1530 	.tlb_flush		= intel_i810_tlbflush,
1531 	.mask_memory		= intel_i810_mask_memory,
1532 	.masks			= intel_i810_masks,
1533 	.agp_enable		= intel_i810_agp_enable,
1534 	.cache_flush		= global_cache_flush,
1535 	.create_gatt_table	= intel_i830_create_gatt_table,
1536 	.free_gatt_table	= intel_i830_free_gatt_table,
1537 	.insert_memory		= intel_i830_insert_entries,
1538 	.remove_memory		= intel_i830_remove_entries,
1539 	.alloc_by_type		= intel_i830_alloc_by_type,
1540 	.free_by_type		= intel_i810_free_by_type,
1541 	.agp_alloc_page		= agp_generic_alloc_page,
1542 	.agp_destroy_page	= agp_generic_destroy_page,
1543 	.agp_type_to_mask_type  = intel_i830_type_to_mask_type,
1544 };
1545 
1546 static const struct agp_bridge_driver intel_820_driver = {
1547 	.owner			= THIS_MODULE,
1548 	.aperture_sizes		= intel_8xx_sizes,
1549 	.size_type		= U8_APER_SIZE,
1550 	.num_aperture_sizes	= 7,
1551 	.configure		= intel_820_configure,
1552 	.fetch_size		= intel_8xx_fetch_size,
1553 	.cleanup		= intel_820_cleanup,
1554 	.tlb_flush		= intel_820_tlbflush,
1555 	.mask_memory		= agp_generic_mask_memory,
1556 	.masks			= intel_generic_masks,
1557 	.agp_enable		= agp_generic_enable,
1558 	.cache_flush		= global_cache_flush,
1559 	.create_gatt_table	= agp_generic_create_gatt_table,
1560 	.free_gatt_table	= agp_generic_free_gatt_table,
1561 	.insert_memory		= agp_generic_insert_memory,
1562 	.remove_memory		= agp_generic_remove_memory,
1563 	.alloc_by_type		= agp_generic_alloc_by_type,
1564 	.free_by_type		= agp_generic_free_by_type,
1565 	.agp_alloc_page		= agp_generic_alloc_page,
1566 	.agp_destroy_page	= agp_generic_destroy_page,
1567 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1568 };
1569 
1570 static const struct agp_bridge_driver intel_830mp_driver = {
1571 	.owner			= THIS_MODULE,
1572 	.aperture_sizes		= intel_830mp_sizes,
1573 	.size_type		= U8_APER_SIZE,
1574 	.num_aperture_sizes	= 4,
1575 	.configure		= intel_830mp_configure,
1576 	.fetch_size		= intel_8xx_fetch_size,
1577 	.cleanup		= intel_8xx_cleanup,
1578 	.tlb_flush		= intel_8xx_tlbflush,
1579 	.mask_memory		= agp_generic_mask_memory,
1580 	.masks			= intel_generic_masks,
1581 	.agp_enable		= agp_generic_enable,
1582 	.cache_flush		= global_cache_flush,
1583 	.create_gatt_table	= agp_generic_create_gatt_table,
1584 	.free_gatt_table	= agp_generic_free_gatt_table,
1585 	.insert_memory		= agp_generic_insert_memory,
1586 	.remove_memory		= agp_generic_remove_memory,
1587 	.alloc_by_type		= agp_generic_alloc_by_type,
1588 	.free_by_type		= agp_generic_free_by_type,
1589 	.agp_alloc_page		= agp_generic_alloc_page,
1590 	.agp_destroy_page	= agp_generic_destroy_page,
1591 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1592 };
1593 
1594 static const struct agp_bridge_driver intel_840_driver = {
1595 	.owner			= THIS_MODULE,
1596 	.aperture_sizes		= intel_8xx_sizes,
1597 	.size_type		= U8_APER_SIZE,
1598 	.num_aperture_sizes	= 7,
1599 	.configure		= intel_840_configure,
1600 	.fetch_size		= intel_8xx_fetch_size,
1601 	.cleanup		= intel_8xx_cleanup,
1602 	.tlb_flush		= intel_8xx_tlbflush,
1603 	.mask_memory		= agp_generic_mask_memory,
1604 	.masks			= intel_generic_masks,
1605 	.agp_enable		= agp_generic_enable,
1606 	.cache_flush		= global_cache_flush,
1607 	.create_gatt_table	= agp_generic_create_gatt_table,
1608 	.free_gatt_table	= agp_generic_free_gatt_table,
1609 	.insert_memory		= agp_generic_insert_memory,
1610 	.remove_memory		= agp_generic_remove_memory,
1611 	.alloc_by_type		= agp_generic_alloc_by_type,
1612 	.free_by_type		= agp_generic_free_by_type,
1613 	.agp_alloc_page		= agp_generic_alloc_page,
1614 	.agp_destroy_page	= agp_generic_destroy_page,
1615 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1616 };
1617 
1618 static const struct agp_bridge_driver intel_845_driver = {
1619 	.owner			= THIS_MODULE,
1620 	.aperture_sizes		= intel_8xx_sizes,
1621 	.size_type		= U8_APER_SIZE,
1622 	.num_aperture_sizes	= 7,
1623 	.configure		= intel_845_configure,
1624 	.fetch_size		= intel_8xx_fetch_size,
1625 	.cleanup		= intel_8xx_cleanup,
1626 	.tlb_flush		= intel_8xx_tlbflush,
1627 	.mask_memory		= agp_generic_mask_memory,
1628 	.masks			= intel_generic_masks,
1629 	.agp_enable		= agp_generic_enable,
1630 	.cache_flush		= global_cache_flush,
1631 	.create_gatt_table	= agp_generic_create_gatt_table,
1632 	.free_gatt_table	= agp_generic_free_gatt_table,
1633 	.insert_memory		= agp_generic_insert_memory,
1634 	.remove_memory		= agp_generic_remove_memory,
1635 	.alloc_by_type		= agp_generic_alloc_by_type,
1636 	.free_by_type		= agp_generic_free_by_type,
1637 	.agp_alloc_page		= agp_generic_alloc_page,
1638 	.agp_destroy_page	= agp_generic_destroy_page,
1639 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1640 };
1641 
1642 static const struct agp_bridge_driver intel_850_driver = {
1643 	.owner			= THIS_MODULE,
1644 	.aperture_sizes		= intel_8xx_sizes,
1645 	.size_type		= U8_APER_SIZE,
1646 	.num_aperture_sizes	= 7,
1647 	.configure		= intel_850_configure,
1648 	.fetch_size		= intel_8xx_fetch_size,
1649 	.cleanup		= intel_8xx_cleanup,
1650 	.tlb_flush		= intel_8xx_tlbflush,
1651 	.mask_memory		= agp_generic_mask_memory,
1652 	.masks			= intel_generic_masks,
1653 	.agp_enable		= agp_generic_enable,
1654 	.cache_flush		= global_cache_flush,
1655 	.create_gatt_table	= agp_generic_create_gatt_table,
1656 	.free_gatt_table	= agp_generic_free_gatt_table,
1657 	.insert_memory		= agp_generic_insert_memory,
1658 	.remove_memory		= agp_generic_remove_memory,
1659 	.alloc_by_type		= agp_generic_alloc_by_type,
1660 	.free_by_type		= agp_generic_free_by_type,
1661 	.agp_alloc_page		= agp_generic_alloc_page,
1662 	.agp_destroy_page	= agp_generic_destroy_page,
1663 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1664 };
1665 
1666 static const struct agp_bridge_driver intel_860_driver = {
1667 	.owner			= THIS_MODULE,
1668 	.aperture_sizes		= intel_8xx_sizes,
1669 	.size_type		= U8_APER_SIZE,
1670 	.num_aperture_sizes	= 7,
1671 	.configure		= intel_860_configure,
1672 	.fetch_size		= intel_8xx_fetch_size,
1673 	.cleanup		= intel_8xx_cleanup,
1674 	.tlb_flush		= intel_8xx_tlbflush,
1675 	.mask_memory		= agp_generic_mask_memory,
1676 	.masks			= intel_generic_masks,
1677 	.agp_enable		= agp_generic_enable,
1678 	.cache_flush		= global_cache_flush,
1679 	.create_gatt_table	= agp_generic_create_gatt_table,
1680 	.free_gatt_table	= agp_generic_free_gatt_table,
1681 	.insert_memory		= agp_generic_insert_memory,
1682 	.remove_memory		= agp_generic_remove_memory,
1683 	.alloc_by_type		= agp_generic_alloc_by_type,
1684 	.free_by_type		= agp_generic_free_by_type,
1685 	.agp_alloc_page		= agp_generic_alloc_page,
1686 	.agp_destroy_page	= agp_generic_destroy_page,
1687 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1688 };
1689 
1690 static const struct agp_bridge_driver intel_915_driver = {
1691 	.owner			= THIS_MODULE,
1692 	.aperture_sizes		= intel_i830_sizes,
1693 	.size_type		= FIXED_APER_SIZE,
1694 	.num_aperture_sizes	= 4,
1695 	.needs_scratch_page	= TRUE,
1696 	.configure		= intel_i915_configure,
1697 	.fetch_size		= intel_i9xx_fetch_size,
1698 	.cleanup		= intel_i915_cleanup,
1699 	.tlb_flush		= intel_i810_tlbflush,
1700 	.mask_memory		= intel_i810_mask_memory,
1701 	.masks			= intel_i810_masks,
1702 	.agp_enable		= intel_i810_agp_enable,
1703 	.cache_flush		= global_cache_flush,
1704 	.create_gatt_table	= intel_i915_create_gatt_table,
1705 	.free_gatt_table	= intel_i830_free_gatt_table,
1706 	.insert_memory		= intel_i915_insert_entries,
1707 	.remove_memory		= intel_i915_remove_entries,
1708 	.alloc_by_type		= intel_i830_alloc_by_type,
1709 	.free_by_type		= intel_i810_free_by_type,
1710 	.agp_alloc_page		= agp_generic_alloc_page,
1711 	.agp_destroy_page	= agp_generic_destroy_page,
1712 	.agp_type_to_mask_type  = intel_i830_type_to_mask_type,
1713 };
1714 
1715 static const struct agp_bridge_driver intel_i965_driver = {
1716        .owner                  = THIS_MODULE,
1717        .aperture_sizes         = intel_i830_sizes,
1718        .size_type              = FIXED_APER_SIZE,
1719        .num_aperture_sizes     = 4,
1720        .needs_scratch_page     = TRUE,
1721        .configure              = intel_i915_configure,
1722        .fetch_size             = intel_i9xx_fetch_size,
1723        .cleanup                = intel_i915_cleanup,
1724        .tlb_flush              = intel_i810_tlbflush,
1725        .mask_memory            = intel_i965_mask_memory,
1726        .masks                  = intel_i810_masks,
1727        .agp_enable             = intel_i810_agp_enable,
1728        .cache_flush            = global_cache_flush,
1729        .create_gatt_table      = intel_i965_create_gatt_table,
1730        .free_gatt_table        = intel_i830_free_gatt_table,
1731        .insert_memory          = intel_i915_insert_entries,
1732        .remove_memory          = intel_i915_remove_entries,
1733        .alloc_by_type          = intel_i830_alloc_by_type,
1734        .free_by_type           = intel_i810_free_by_type,
1735        .agp_alloc_page         = agp_generic_alloc_page,
1736        .agp_destroy_page       = agp_generic_destroy_page,
1737        .agp_type_to_mask_type  = intel_i830_type_to_mask_type,
1738 };
1739 
1740 static const struct agp_bridge_driver intel_7505_driver = {
1741 	.owner			= THIS_MODULE,
1742 	.aperture_sizes		= intel_8xx_sizes,
1743 	.size_type		= U8_APER_SIZE,
1744 	.num_aperture_sizes	= 7,
1745 	.configure		= intel_7505_configure,
1746 	.fetch_size		= intel_8xx_fetch_size,
1747 	.cleanup		= intel_8xx_cleanup,
1748 	.tlb_flush		= intel_8xx_tlbflush,
1749 	.mask_memory		= agp_generic_mask_memory,
1750 	.masks			= intel_generic_masks,
1751 	.agp_enable		= agp_generic_enable,
1752 	.cache_flush		= global_cache_flush,
1753 	.create_gatt_table	= agp_generic_create_gatt_table,
1754 	.free_gatt_table	= agp_generic_free_gatt_table,
1755 	.insert_memory		= agp_generic_insert_memory,
1756 	.remove_memory		= agp_generic_remove_memory,
1757 	.alloc_by_type		= agp_generic_alloc_by_type,
1758 	.free_by_type		= agp_generic_free_by_type,
1759 	.agp_alloc_page		= agp_generic_alloc_page,
1760 	.agp_destroy_page	= agp_generic_destroy_page,
1761 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1762 };
1763 
1764 static const struct agp_bridge_driver intel_g33_driver = {
1765 	.owner                  = THIS_MODULE,
1766 	.aperture_sizes         = intel_i830_sizes,
1767 	.size_type              = FIXED_APER_SIZE,
1768 	.num_aperture_sizes     = 4,
1769 	.needs_scratch_page     = TRUE,
1770 	.configure              = intel_i915_configure,
1771 	.fetch_size             = intel_i9xx_fetch_size,
1772 	.cleanup                = intel_i915_cleanup,
1773 	.tlb_flush              = intel_i810_tlbflush,
1774 	.mask_memory            = intel_i965_mask_memory,
1775 	.masks                  = intel_i810_masks,
1776 	.agp_enable             = intel_i810_agp_enable,
1777 	.cache_flush            = global_cache_flush,
1778 	.create_gatt_table      = intel_i915_create_gatt_table,
1779 	.free_gatt_table        = intel_i830_free_gatt_table,
1780 	.insert_memory          = intel_i915_insert_entries,
1781 	.remove_memory          = intel_i915_remove_entries,
1782 	.alloc_by_type          = intel_i830_alloc_by_type,
1783 	.free_by_type           = intel_i810_free_by_type,
1784 	.agp_alloc_page         = agp_generic_alloc_page,
1785 	.agp_destroy_page       = agp_generic_destroy_page,
1786 	.agp_type_to_mask_type  = intel_i830_type_to_mask_type,
1787 };
1788 
1789 static int find_gmch(u16 device)
1790 {
1791 	struct pci_dev *gmch_device;
1792 
1793 	gmch_device = pci_get_device(PCI_VENDOR_ID_INTEL, device, NULL);
1794 	if (gmch_device && PCI_FUNC(gmch_device->devfn) != 0) {
1795 		gmch_device = pci_get_device(PCI_VENDOR_ID_INTEL,
1796                                 device, gmch_device);
1797 	}
1798 
1799 	if (!gmch_device)
1800 		return 0;
1801 
1802 	intel_private.pcidev = gmch_device;
1803 	return 1;
1804 }
1805 
1806 /* Table to describe Intel GMCH and AGP/PCIE GART drivers.  At least one of
1807  * driver and gmch_driver must be non-null, and find_gmch will determine
1808  * which one should be used if a gmch_chip_id is present.
1809  */
1810 static const struct intel_driver_description {
1811 	unsigned int chip_id;
1812 	unsigned int gmch_chip_id;
1813 	unsigned int multi_gmch_chip; /* if we have more gfx chip type on this HB. */
1814 	char *name;
1815 	const struct agp_bridge_driver *driver;
1816 	const struct agp_bridge_driver *gmch_driver;
1817 } intel_agp_chipsets[] = {
1818 	{ PCI_DEVICE_ID_INTEL_82443LX_0, 0, 0, "440LX", &intel_generic_driver, NULL },
1819 	{ PCI_DEVICE_ID_INTEL_82443BX_0, 0, 0, "440BX", &intel_generic_driver, NULL },
1820 	{ PCI_DEVICE_ID_INTEL_82443GX_0, 0, 0, "440GX", &intel_generic_driver, NULL },
1821 	{ PCI_DEVICE_ID_INTEL_82810_MC1, PCI_DEVICE_ID_INTEL_82810_IG1, 0, "i810",
1822 		NULL, &intel_810_driver },
1823 	{ PCI_DEVICE_ID_INTEL_82810_MC3, PCI_DEVICE_ID_INTEL_82810_IG3, 0, "i810",
1824 		NULL, &intel_810_driver },
1825 	{ PCI_DEVICE_ID_INTEL_82810E_MC, PCI_DEVICE_ID_INTEL_82810E_IG, 0, "i810",
1826 		NULL, &intel_810_driver },
1827 	{ PCI_DEVICE_ID_INTEL_82815_MC, PCI_DEVICE_ID_INTEL_82815_CGC, 0, "i815",
1828 		&intel_815_driver, &intel_810_driver },
1829 	{ PCI_DEVICE_ID_INTEL_82820_HB, 0, 0, "i820", &intel_820_driver, NULL },
1830 	{ PCI_DEVICE_ID_INTEL_82820_UP_HB, 0, 0, "i820", &intel_820_driver, NULL },
1831 	{ PCI_DEVICE_ID_INTEL_82830_HB, PCI_DEVICE_ID_INTEL_82830_CGC, 0, "830M",
1832 		&intel_830mp_driver, &intel_830_driver },
1833 	{ PCI_DEVICE_ID_INTEL_82840_HB, 0, 0, "i840", &intel_840_driver, NULL },
1834 	{ PCI_DEVICE_ID_INTEL_82845_HB, 0, 0, "845G", &intel_845_driver, NULL },
1835 	{ PCI_DEVICE_ID_INTEL_82845G_HB, PCI_DEVICE_ID_INTEL_82845G_IG, 0, "830M",
1836 		&intel_845_driver, &intel_830_driver },
1837 	{ PCI_DEVICE_ID_INTEL_82850_HB, 0, 0, "i850", &intel_850_driver, NULL },
1838 	{ PCI_DEVICE_ID_INTEL_82855PM_HB, 0, 0, "855PM", &intel_845_driver, NULL },
1839 	{ PCI_DEVICE_ID_INTEL_82855GM_HB, PCI_DEVICE_ID_INTEL_82855GM_IG, 0, "855GM",
1840 		&intel_845_driver, &intel_830_driver },
1841 	{ PCI_DEVICE_ID_INTEL_82860_HB, 0, 0, "i860", &intel_860_driver, NULL },
1842 	{ PCI_DEVICE_ID_INTEL_82865_HB, PCI_DEVICE_ID_INTEL_82865_IG, 0, "865",
1843 		&intel_845_driver, &intel_830_driver },
1844 	{ PCI_DEVICE_ID_INTEL_82875_HB, 0, 0, "i875", &intel_845_driver, NULL },
1845 	{ PCI_DEVICE_ID_INTEL_82915G_HB, PCI_DEVICE_ID_INTEL_82915G_IG, 0, "915G",
1846 		NULL, &intel_915_driver },
1847 	{ PCI_DEVICE_ID_INTEL_82915GM_HB, PCI_DEVICE_ID_INTEL_82915GM_IG, 0, "915GM",
1848 		NULL, &intel_915_driver },
1849 	{ PCI_DEVICE_ID_INTEL_82945G_HB, PCI_DEVICE_ID_INTEL_82945G_IG, 0, "945G",
1850 		NULL, &intel_915_driver },
1851 	{ PCI_DEVICE_ID_INTEL_82945GM_HB, PCI_DEVICE_ID_INTEL_82945GM_IG, 1, "945GM",
1852 		NULL, &intel_915_driver },
1853 	{ PCI_DEVICE_ID_INTEL_82945GM_HB, PCI_DEVICE_ID_INTEL_82945GME_IG, 0, "945GME",
1854 		NULL, &intel_915_driver },
1855 	{ PCI_DEVICE_ID_INTEL_82946GZ_HB, PCI_DEVICE_ID_INTEL_82946GZ_IG, 0, "946GZ",
1856 		NULL, &intel_i965_driver },
1857 	{ PCI_DEVICE_ID_INTEL_82965G_1_HB, PCI_DEVICE_ID_INTEL_82965G_1_IG, 0, "965G",
1858 		NULL, &intel_i965_driver },
1859 	{ PCI_DEVICE_ID_INTEL_82965Q_HB, PCI_DEVICE_ID_INTEL_82965Q_IG, 0, "965Q",
1860 		NULL, &intel_i965_driver },
1861 	{ PCI_DEVICE_ID_INTEL_82965G_HB, PCI_DEVICE_ID_INTEL_82965G_IG, 0, "965G",
1862 		NULL, &intel_i965_driver },
1863 	{ PCI_DEVICE_ID_INTEL_82965GM_HB, PCI_DEVICE_ID_INTEL_82965GM_IG, 1, "965GM",
1864 		NULL, &intel_i965_driver },
1865 	{ PCI_DEVICE_ID_INTEL_82965GM_HB, PCI_DEVICE_ID_INTEL_82965GME_IG, 0, "965GME/GLE",
1866 		NULL, &intel_i965_driver },
1867 	{ PCI_DEVICE_ID_INTEL_7505_0, 0, 0, "E7505", &intel_7505_driver, NULL },
1868 	{ PCI_DEVICE_ID_INTEL_7205_0, 0, 0, "E7205", &intel_7505_driver, NULL },
1869 	{ PCI_DEVICE_ID_INTEL_G33_HB, PCI_DEVICE_ID_INTEL_G33_IG, 0, "G33",
1870 		NULL, &intel_g33_driver },
1871 	{ PCI_DEVICE_ID_INTEL_Q35_HB, PCI_DEVICE_ID_INTEL_Q35_IG, 0, "Q35",
1872 		NULL, &intel_g33_driver },
1873 	{ PCI_DEVICE_ID_INTEL_Q33_HB, PCI_DEVICE_ID_INTEL_Q33_IG, 0, "Q33",
1874 		NULL, &intel_g33_driver },
1875 	{ 0, 0, 0, NULL, NULL, NULL }
1876 };
1877 
1878 static int __devinit agp_intel_probe(struct pci_dev *pdev,
1879 				     const struct pci_device_id *ent)
1880 {
1881 	struct agp_bridge_data *bridge;
1882 	u8 cap_ptr = 0;
1883 	struct resource *r;
1884 	int i;
1885 
1886 	cap_ptr = pci_find_capability(pdev, PCI_CAP_ID_AGP);
1887 
1888 	bridge = agp_alloc_bridge();
1889 	if (!bridge)
1890 		return -ENOMEM;
1891 
1892 	for (i = 0; intel_agp_chipsets[i].name != NULL; i++) {
1893 		/* In case that multiple models of gfx chip may
1894 		   stand on same host bridge type, this can be
1895 		   sure we detect the right IGD. */
1896 		if (pdev->device == intel_agp_chipsets[i].chip_id) {
1897 			if ((intel_agp_chipsets[i].gmch_chip_id != 0) &&
1898 				find_gmch(intel_agp_chipsets[i].gmch_chip_id)) {
1899 				bridge->driver =
1900 					intel_agp_chipsets[i].gmch_driver;
1901 				break;
1902 			} else if (intel_agp_chipsets[i].multi_gmch_chip) {
1903 				continue;
1904 			} else {
1905 				bridge->driver = intel_agp_chipsets[i].driver;
1906 				break;
1907 			}
1908 		}
1909 	}
1910 
1911 	if (intel_agp_chipsets[i].name == NULL) {
1912 		if (cap_ptr)
1913 			printk(KERN_WARNING PFX "Unsupported Intel chipset"
1914                                "(device id: %04x)\n", pdev->device);
1915 		agp_put_bridge(bridge);
1916 		return -ENODEV;
1917 	}
1918 
1919 	if (bridge->driver == NULL) {
1920 		/* bridge has no AGP and no IGD detected */
1921 		if (cap_ptr)
1922 			printk(KERN_WARNING PFX "Failed to find bridge device "
1923 				"(chip_id: %04x)\n",
1924 				intel_agp_chipsets[i].gmch_chip_id);
1925 		agp_put_bridge(bridge);
1926 		return -ENODEV;
1927         }
1928 
1929 	bridge->dev = pdev;
1930 	bridge->capndx = cap_ptr;
1931 	bridge->dev_private_data = &intel_private;
1932 
1933 	printk(KERN_INFO PFX "Detected an Intel %s Chipset.\n",
1934 		intel_agp_chipsets[i].name);
1935 
1936 	/*
1937 	* The following fixes the case where the BIOS has "forgotten" to
1938 	* provide an address range for the GART.
1939 	* 20030610 - hamish@zot.org
1940 	*/
1941 	r = &pdev->resource[0];
1942 	if (!r->start && r->end) {
1943 		if (pci_assign_resource(pdev, 0)) {
1944 			printk(KERN_ERR PFX "could not assign resource 0\n");
1945 			agp_put_bridge(bridge);
1946 			return -ENODEV;
1947 		}
1948 	}
1949 
1950 	/*
1951 	* If the device has not been properly setup, the following will catch
1952 	* the problem and should stop the system from crashing.
1953 	* 20030610 - hamish@zot.org
1954 	*/
1955 	if (pci_enable_device(pdev)) {
1956 		printk(KERN_ERR PFX "Unable to Enable PCI device\n");
1957 		agp_put_bridge(bridge);
1958 		return -ENODEV;
1959 	}
1960 
1961 	/* Fill in the mode register */
1962 	if (cap_ptr) {
1963 		pci_read_config_dword(pdev,
1964 				bridge->capndx+PCI_AGP_STATUS,
1965 				&bridge->mode);
1966 	}
1967 
1968 	pci_set_drvdata(pdev, bridge);
1969 	return agp_add_bridge(bridge);
1970 }
1971 
1972 static void __devexit agp_intel_remove(struct pci_dev *pdev)
1973 {
1974 	struct agp_bridge_data *bridge = pci_get_drvdata(pdev);
1975 
1976 	agp_remove_bridge(bridge);
1977 
1978 	if (intel_private.pcidev)
1979 		pci_dev_put(intel_private.pcidev);
1980 
1981 	agp_put_bridge(bridge);
1982 }
1983 
1984 #ifdef CONFIG_PM
1985 static int agp_intel_resume(struct pci_dev *pdev)
1986 {
1987 	struct agp_bridge_data *bridge = pci_get_drvdata(pdev);
1988 
1989 	pci_restore_state(pdev);
1990 
1991 	/* We should restore our graphics device's config space,
1992 	 * as host bridge (00:00) resumes before graphics device (02:00),
1993 	 * then our access to its pci space can work right.
1994 	 */
1995 	if (intel_private.pcidev)
1996 		pci_restore_state(intel_private.pcidev);
1997 
1998 	if (bridge->driver == &intel_generic_driver)
1999 		intel_configure();
2000 	else if (bridge->driver == &intel_850_driver)
2001 		intel_850_configure();
2002 	else if (bridge->driver == &intel_845_driver)
2003 		intel_845_configure();
2004 	else if (bridge->driver == &intel_830mp_driver)
2005 		intel_830mp_configure();
2006 	else if (bridge->driver == &intel_915_driver)
2007 		intel_i915_configure();
2008 	else if (bridge->driver == &intel_830_driver)
2009 		intel_i830_configure();
2010 	else if (bridge->driver == &intel_810_driver)
2011 		intel_i810_configure();
2012 	else if (bridge->driver == &intel_i965_driver)
2013 		intel_i915_configure();
2014 
2015 	return 0;
2016 }
2017 #endif
2018 
2019 static struct pci_device_id agp_intel_pci_table[] = {
2020 #define ID(x)						\
2021 	{						\
2022 	.class		= (PCI_CLASS_BRIDGE_HOST << 8),	\
2023 	.class_mask	= ~0,				\
2024 	.vendor		= PCI_VENDOR_ID_INTEL,		\
2025 	.device		= x,				\
2026 	.subvendor	= PCI_ANY_ID,			\
2027 	.subdevice	= PCI_ANY_ID,			\
2028 	}
2029 	ID(PCI_DEVICE_ID_INTEL_82443LX_0),
2030 	ID(PCI_DEVICE_ID_INTEL_82443BX_0),
2031 	ID(PCI_DEVICE_ID_INTEL_82443GX_0),
2032 	ID(PCI_DEVICE_ID_INTEL_82810_MC1),
2033 	ID(PCI_DEVICE_ID_INTEL_82810_MC3),
2034 	ID(PCI_DEVICE_ID_INTEL_82810E_MC),
2035 	ID(PCI_DEVICE_ID_INTEL_82815_MC),
2036 	ID(PCI_DEVICE_ID_INTEL_82820_HB),
2037 	ID(PCI_DEVICE_ID_INTEL_82820_UP_HB),
2038 	ID(PCI_DEVICE_ID_INTEL_82830_HB),
2039 	ID(PCI_DEVICE_ID_INTEL_82840_HB),
2040 	ID(PCI_DEVICE_ID_INTEL_82845_HB),
2041 	ID(PCI_DEVICE_ID_INTEL_82845G_HB),
2042 	ID(PCI_DEVICE_ID_INTEL_82850_HB),
2043 	ID(PCI_DEVICE_ID_INTEL_82855PM_HB),
2044 	ID(PCI_DEVICE_ID_INTEL_82855GM_HB),
2045 	ID(PCI_DEVICE_ID_INTEL_82860_HB),
2046 	ID(PCI_DEVICE_ID_INTEL_82865_HB),
2047 	ID(PCI_DEVICE_ID_INTEL_82875_HB),
2048 	ID(PCI_DEVICE_ID_INTEL_7505_0),
2049 	ID(PCI_DEVICE_ID_INTEL_7205_0),
2050 	ID(PCI_DEVICE_ID_INTEL_82915G_HB),
2051 	ID(PCI_DEVICE_ID_INTEL_82915GM_HB),
2052 	ID(PCI_DEVICE_ID_INTEL_82945G_HB),
2053 	ID(PCI_DEVICE_ID_INTEL_82945GM_HB),
2054 	ID(PCI_DEVICE_ID_INTEL_82946GZ_HB),
2055 	ID(PCI_DEVICE_ID_INTEL_82965G_1_HB),
2056 	ID(PCI_DEVICE_ID_INTEL_82965Q_HB),
2057 	ID(PCI_DEVICE_ID_INTEL_82965G_HB),
2058 	ID(PCI_DEVICE_ID_INTEL_82965GM_HB),
2059 	ID(PCI_DEVICE_ID_INTEL_G33_HB),
2060 	ID(PCI_DEVICE_ID_INTEL_Q35_HB),
2061 	ID(PCI_DEVICE_ID_INTEL_Q33_HB),
2062 	{ }
2063 };
2064 
2065 MODULE_DEVICE_TABLE(pci, agp_intel_pci_table);
2066 
2067 static struct pci_driver agp_intel_pci_driver = {
2068 	.name		= "agpgart-intel",
2069 	.id_table	= agp_intel_pci_table,
2070 	.probe		= agp_intel_probe,
2071 	.remove		= __devexit_p(agp_intel_remove),
2072 #ifdef CONFIG_PM
2073 	.resume		= agp_intel_resume,
2074 #endif
2075 };
2076 
2077 static int __init agp_intel_init(void)
2078 {
2079 	if (agp_off)
2080 		return -EINVAL;
2081 	return pci_register_driver(&agp_intel_pci_driver);
2082 }
2083 
2084 static void __exit agp_intel_cleanup(void)
2085 {
2086 	pci_unregister_driver(&agp_intel_pci_driver);
2087 }
2088 
2089 module_init(agp_intel_init);
2090 module_exit(agp_intel_cleanup);
2091 
2092 MODULE_AUTHOR("Dave Jones <davej@codemonkey.org.uk>");
2093 MODULE_LICENSE("GPL and additional rights");
2094