xref: /openbmc/linux/arch/x86/pci/common.c (revision 8730046c)
1 /*
2  *	Low-Level PCI Support for PC
3  *
4  *	(c) 1999--2000 Martin Mares <mj@ucw.cz>
5  */
6 
7 #include <linux/sched.h>
8 #include <linux/pci.h>
9 #include <linux/pci-acpi.h>
10 #include <linux/ioport.h>
11 #include <linux/init.h>
12 #include <linux/dmi.h>
13 #include <linux/slab.h>
14 
15 #include <asm/acpi.h>
16 #include <asm/segment.h>
17 #include <asm/io.h>
18 #include <asm/smp.h>
19 #include <asm/pci_x86.h>
20 #include <asm/setup.h>
21 
22 unsigned int pci_probe = PCI_PROBE_BIOS | PCI_PROBE_CONF1 | PCI_PROBE_CONF2 |
23 				PCI_PROBE_MMCONF;
24 
25 unsigned int pci_early_dump_regs;
26 static int pci_bf_sort;
27 static int smbios_type_b1_flag;
28 int pci_routeirq;
29 int noioapicquirk;
30 #ifdef CONFIG_X86_REROUTE_FOR_BROKEN_BOOT_IRQS
31 int noioapicreroute = 0;
32 #else
33 int noioapicreroute = 1;
34 #endif
35 int pcibios_last_bus = -1;
36 unsigned long pirq_table_addr;
37 const struct pci_raw_ops *__read_mostly raw_pci_ops;
38 const struct pci_raw_ops *__read_mostly raw_pci_ext_ops;
39 
40 int raw_pci_read(unsigned int domain, unsigned int bus, unsigned int devfn,
41 						int reg, int len, u32 *val)
42 {
43 	if (domain == 0 && reg < 256 && raw_pci_ops)
44 		return raw_pci_ops->read(domain, bus, devfn, reg, len, val);
45 	if (raw_pci_ext_ops)
46 		return raw_pci_ext_ops->read(domain, bus, devfn, reg, len, val);
47 	return -EINVAL;
48 }
49 
50 int raw_pci_write(unsigned int domain, unsigned int bus, unsigned int devfn,
51 						int reg, int len, u32 val)
52 {
53 	if (domain == 0 && reg < 256 && raw_pci_ops)
54 		return raw_pci_ops->write(domain, bus, devfn, reg, len, val);
55 	if (raw_pci_ext_ops)
56 		return raw_pci_ext_ops->write(domain, bus, devfn, reg, len, val);
57 	return -EINVAL;
58 }
59 
60 static int pci_read(struct pci_bus *bus, unsigned int devfn, int where, int size, u32 *value)
61 {
62 	return raw_pci_read(pci_domain_nr(bus), bus->number,
63 				 devfn, where, size, value);
64 }
65 
66 static int pci_write(struct pci_bus *bus, unsigned int devfn, int where, int size, u32 value)
67 {
68 	return raw_pci_write(pci_domain_nr(bus), bus->number,
69 				  devfn, where, size, value);
70 }
71 
72 struct pci_ops pci_root_ops = {
73 	.read = pci_read,
74 	.write = pci_write,
75 };
76 
77 /*
78  * This interrupt-safe spinlock protects all accesses to PCI
79  * configuration space.
80  */
81 DEFINE_RAW_SPINLOCK(pci_config_lock);
82 
83 static int __init can_skip_ioresource_align(const struct dmi_system_id *d)
84 {
85 	pci_probe |= PCI_CAN_SKIP_ISA_ALIGN;
86 	printk(KERN_INFO "PCI: %s detected, can skip ISA alignment\n", d->ident);
87 	return 0;
88 }
89 
90 static const struct dmi_system_id can_skip_pciprobe_dmi_table[] __initconst = {
91 /*
92  * Systems where PCI IO resource ISA alignment can be skipped
93  * when the ISA enable bit in the bridge control is not set
94  */
95 	{
96 		.callback = can_skip_ioresource_align,
97 		.ident = "IBM System x3800",
98 		.matches = {
99 			DMI_MATCH(DMI_SYS_VENDOR, "IBM"),
100 			DMI_MATCH(DMI_PRODUCT_NAME, "x3800"),
101 		},
102 	},
103 	{
104 		.callback = can_skip_ioresource_align,
105 		.ident = "IBM System x3850",
106 		.matches = {
107 			DMI_MATCH(DMI_SYS_VENDOR, "IBM"),
108 			DMI_MATCH(DMI_PRODUCT_NAME, "x3850"),
109 		},
110 	},
111 	{
112 		.callback = can_skip_ioresource_align,
113 		.ident = "IBM System x3950",
114 		.matches = {
115 			DMI_MATCH(DMI_SYS_VENDOR, "IBM"),
116 			DMI_MATCH(DMI_PRODUCT_NAME, "x3950"),
117 		},
118 	},
119 	{}
120 };
121 
122 void __init dmi_check_skip_isa_align(void)
123 {
124 	dmi_check_system(can_skip_pciprobe_dmi_table);
125 }
126 
127 static void pcibios_fixup_device_resources(struct pci_dev *dev)
128 {
129 	struct resource *rom_r = &dev->resource[PCI_ROM_RESOURCE];
130 	struct resource *bar_r;
131 	int bar;
132 
133 	if (pci_probe & PCI_NOASSIGN_BARS) {
134 		/*
135 		* If the BIOS did not assign the BAR, zero out the
136 		* resource so the kernel doesn't attempt to assign
137 		* it later on in pci_assign_unassigned_resources
138 		*/
139 		for (bar = 0; bar <= PCI_STD_RESOURCE_END; bar++) {
140 			bar_r = &dev->resource[bar];
141 			if (bar_r->start == 0 && bar_r->end != 0) {
142 				bar_r->flags = 0;
143 				bar_r->end = 0;
144 			}
145 		}
146 	}
147 
148 	if (pci_probe & PCI_NOASSIGN_ROMS) {
149 		if (rom_r->parent)
150 			return;
151 		if (rom_r->start) {
152 			/* we deal with BIOS assigned ROM later */
153 			return;
154 		}
155 		rom_r->start = rom_r->end = rom_r->flags = 0;
156 	}
157 }
158 
159 /*
160  *  Called after each bus is probed, but before its children
161  *  are examined.
162  */
163 
164 void pcibios_fixup_bus(struct pci_bus *b)
165 {
166 	struct pci_dev *dev;
167 
168 	pci_read_bridge_bases(b);
169 	list_for_each_entry(dev, &b->devices, bus_list)
170 		pcibios_fixup_device_resources(dev);
171 }
172 
173 void pcibios_add_bus(struct pci_bus *bus)
174 {
175 	acpi_pci_add_bus(bus);
176 }
177 
178 void pcibios_remove_bus(struct pci_bus *bus)
179 {
180 	acpi_pci_remove_bus(bus);
181 }
182 
183 /*
184  * Only use DMI information to set this if nothing was passed
185  * on the kernel command line (which was parsed earlier).
186  */
187 
188 static int __init set_bf_sort(const struct dmi_system_id *d)
189 {
190 	if (pci_bf_sort == pci_bf_sort_default) {
191 		pci_bf_sort = pci_dmi_bf;
192 		printk(KERN_INFO "PCI: %s detected, enabling pci=bfsort.\n", d->ident);
193 	}
194 	return 0;
195 }
196 
197 static void __init read_dmi_type_b1(const struct dmi_header *dm,
198 				    void *private_data)
199 {
200 	u8 *d = (u8 *)dm + 4;
201 
202 	if (dm->type != 0xB1)
203 		return;
204 	switch (((*(u32 *)d) >> 9) & 0x03) {
205 	case 0x00:
206 		printk(KERN_INFO "dmi type 0xB1 record - unknown flag\n");
207 		break;
208 	case 0x01: /* set pci=bfsort */
209 		smbios_type_b1_flag = 1;
210 		break;
211 	case 0x02: /* do not set pci=bfsort */
212 		smbios_type_b1_flag = 2;
213 		break;
214 	default:
215 		break;
216 	}
217 }
218 
219 static int __init find_sort_method(const struct dmi_system_id *d)
220 {
221 	dmi_walk(read_dmi_type_b1, NULL);
222 
223 	if (smbios_type_b1_flag == 1) {
224 		set_bf_sort(d);
225 		return 0;
226 	}
227 	return -1;
228 }
229 
230 /*
231  * Enable renumbering of PCI bus# ranges to reach all PCI busses (Cardbus)
232  */
233 #ifdef __i386__
234 static int __init assign_all_busses(const struct dmi_system_id *d)
235 {
236 	pci_probe |= PCI_ASSIGN_ALL_BUSSES;
237 	printk(KERN_INFO "%s detected: enabling PCI bus# renumbering"
238 			" (pci=assign-busses)\n", d->ident);
239 	return 0;
240 }
241 #endif
242 
243 static int __init set_scan_all(const struct dmi_system_id *d)
244 {
245 	printk(KERN_INFO "PCI: %s detected, enabling pci=pcie_scan_all\n",
246 	       d->ident);
247 	pci_add_flags(PCI_SCAN_ALL_PCIE_DEVS);
248 	return 0;
249 }
250 
251 static const struct dmi_system_id pciprobe_dmi_table[] __initconst = {
252 #ifdef __i386__
253 /*
254  * Laptops which need pci=assign-busses to see Cardbus cards
255  */
256 	{
257 		.callback = assign_all_busses,
258 		.ident = "Samsung X20 Laptop",
259 		.matches = {
260 			DMI_MATCH(DMI_SYS_VENDOR, "Samsung Electronics"),
261 			DMI_MATCH(DMI_PRODUCT_NAME, "SX20S"),
262 		},
263 	},
264 #endif		/* __i386__ */
265 	{
266 		.callback = set_bf_sort,
267 		.ident = "Dell PowerEdge 1950",
268 		.matches = {
269 			DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
270 			DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 1950"),
271 		},
272 	},
273 	{
274 		.callback = set_bf_sort,
275 		.ident = "Dell PowerEdge 1955",
276 		.matches = {
277 			DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
278 			DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 1955"),
279 		},
280 	},
281 	{
282 		.callback = set_bf_sort,
283 		.ident = "Dell PowerEdge 2900",
284 		.matches = {
285 			DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
286 			DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 2900"),
287 		},
288 	},
289 	{
290 		.callback = set_bf_sort,
291 		.ident = "Dell PowerEdge 2950",
292 		.matches = {
293 			DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
294 			DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 2950"),
295 		},
296 	},
297 	{
298 		.callback = set_bf_sort,
299 		.ident = "Dell PowerEdge R900",
300 		.matches = {
301 			DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
302 			DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge R900"),
303 		},
304 	},
305 	{
306 		.callback = find_sort_method,
307 		.ident = "Dell System",
308 		.matches = {
309 			DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc"),
310 		},
311 	},
312 	{
313 		.callback = set_bf_sort,
314 		.ident = "HP ProLiant BL20p G3",
315 		.matches = {
316 			DMI_MATCH(DMI_SYS_VENDOR, "HP"),
317 			DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL20p G3"),
318 		},
319 	},
320 	{
321 		.callback = set_bf_sort,
322 		.ident = "HP ProLiant BL20p G4",
323 		.matches = {
324 			DMI_MATCH(DMI_SYS_VENDOR, "HP"),
325 			DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL20p G4"),
326 		},
327 	},
328 	{
329 		.callback = set_bf_sort,
330 		.ident = "HP ProLiant BL30p G1",
331 		.matches = {
332 			DMI_MATCH(DMI_SYS_VENDOR, "HP"),
333 			DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL30p G1"),
334 		},
335 	},
336 	{
337 		.callback = set_bf_sort,
338 		.ident = "HP ProLiant BL25p G1",
339 		.matches = {
340 			DMI_MATCH(DMI_SYS_VENDOR, "HP"),
341 			DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL25p G1"),
342 		},
343 	},
344 	{
345 		.callback = set_bf_sort,
346 		.ident = "HP ProLiant BL35p G1",
347 		.matches = {
348 			DMI_MATCH(DMI_SYS_VENDOR, "HP"),
349 			DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL35p G1"),
350 		},
351 	},
352 	{
353 		.callback = set_bf_sort,
354 		.ident = "HP ProLiant BL45p G1",
355 		.matches = {
356 			DMI_MATCH(DMI_SYS_VENDOR, "HP"),
357 			DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL45p G1"),
358 		},
359 	},
360 	{
361 		.callback = set_bf_sort,
362 		.ident = "HP ProLiant BL45p G2",
363 		.matches = {
364 			DMI_MATCH(DMI_SYS_VENDOR, "HP"),
365 			DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL45p G2"),
366 		},
367 	},
368 	{
369 		.callback = set_bf_sort,
370 		.ident = "HP ProLiant BL460c G1",
371 		.matches = {
372 			DMI_MATCH(DMI_SYS_VENDOR, "HP"),
373 			DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL460c G1"),
374 		},
375 	},
376 	{
377 		.callback = set_bf_sort,
378 		.ident = "HP ProLiant BL465c G1",
379 		.matches = {
380 			DMI_MATCH(DMI_SYS_VENDOR, "HP"),
381 			DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL465c G1"),
382 		},
383 	},
384 	{
385 		.callback = set_bf_sort,
386 		.ident = "HP ProLiant BL480c G1",
387 		.matches = {
388 			DMI_MATCH(DMI_SYS_VENDOR, "HP"),
389 			DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL480c G1"),
390 		},
391 	},
392 	{
393 		.callback = set_bf_sort,
394 		.ident = "HP ProLiant BL685c G1",
395 		.matches = {
396 			DMI_MATCH(DMI_SYS_VENDOR, "HP"),
397 			DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL685c G1"),
398 		},
399 	},
400 	{
401 		.callback = set_bf_sort,
402 		.ident = "HP ProLiant DL360",
403 		.matches = {
404 			DMI_MATCH(DMI_SYS_VENDOR, "HP"),
405 			DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant DL360"),
406 		},
407 	},
408 	{
409 		.callback = set_bf_sort,
410 		.ident = "HP ProLiant DL380",
411 		.matches = {
412 			DMI_MATCH(DMI_SYS_VENDOR, "HP"),
413 			DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant DL380"),
414 		},
415 	},
416 #ifdef __i386__
417 	{
418 		.callback = assign_all_busses,
419 		.ident = "Compaq EVO N800c",
420 		.matches = {
421 			DMI_MATCH(DMI_SYS_VENDOR, "Compaq"),
422 			DMI_MATCH(DMI_PRODUCT_NAME, "EVO N800c"),
423 		},
424 	},
425 #endif
426 	{
427 		.callback = set_bf_sort,
428 		.ident = "HP ProLiant DL385 G2",
429 		.matches = {
430 			DMI_MATCH(DMI_SYS_VENDOR, "HP"),
431 			DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant DL385 G2"),
432 		},
433 	},
434 	{
435 		.callback = set_bf_sort,
436 		.ident = "HP ProLiant DL585 G2",
437 		.matches = {
438 			DMI_MATCH(DMI_SYS_VENDOR, "HP"),
439 			DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant DL585 G2"),
440 		},
441 	},
442 	{
443 		.callback = set_scan_all,
444 		.ident = "Stratus/NEC ftServer",
445 		.matches = {
446 			DMI_MATCH(DMI_SYS_VENDOR, "Stratus"),
447 			DMI_MATCH(DMI_PRODUCT_NAME, "ftServer"),
448 		},
449 	},
450         {
451                 .callback = set_scan_all,
452                 .ident = "Stratus/NEC ftServer",
453                 .matches = {
454                         DMI_MATCH(DMI_SYS_VENDOR, "NEC"),
455                         DMI_MATCH(DMI_PRODUCT_NAME, "Express5800/R32"),
456                 },
457         },
458         {
459                 .callback = set_scan_all,
460                 .ident = "Stratus/NEC ftServer",
461                 .matches = {
462                         DMI_MATCH(DMI_SYS_VENDOR, "NEC"),
463                         DMI_MATCH(DMI_PRODUCT_NAME, "Express5800/R31"),
464                 },
465         },
466 	{}
467 };
468 
469 void __init dmi_check_pciprobe(void)
470 {
471 	dmi_check_system(pciprobe_dmi_table);
472 }
473 
474 void pcibios_scan_root(int busnum)
475 {
476 	struct pci_bus *bus;
477 	struct pci_sysdata *sd;
478 	LIST_HEAD(resources);
479 
480 	sd = kzalloc(sizeof(*sd), GFP_KERNEL);
481 	if (!sd) {
482 		printk(KERN_ERR "PCI: OOM, skipping PCI bus %02x\n", busnum);
483 		return;
484 	}
485 	sd->node = x86_pci_root_bus_node(busnum);
486 	x86_pci_root_bus_resources(busnum, &resources);
487 	printk(KERN_DEBUG "PCI: Probing PCI hardware (bus %02x)\n", busnum);
488 	bus = pci_scan_root_bus(NULL, busnum, &pci_root_ops, sd, &resources);
489 	if (!bus) {
490 		pci_free_resource_list(&resources);
491 		kfree(sd);
492 		return;
493 	}
494 	pci_bus_add_devices(bus);
495 }
496 
497 void __init pcibios_set_cache_line_size(void)
498 {
499 	struct cpuinfo_x86 *c = &boot_cpu_data;
500 
501 	/*
502 	 * Set PCI cacheline size to that of the CPU if the CPU has reported it.
503 	 * (For older CPUs that don't support cpuid, we se it to 32 bytes
504 	 * It's also good for 386/486s (which actually have 16)
505 	 * as quite a few PCI devices do not support smaller values.
506 	 */
507 	if (c->x86_clflush_size > 0) {
508 		pci_dfl_cache_line_size = c->x86_clflush_size >> 2;
509 		printk(KERN_DEBUG "PCI: pci_cache_line_size set to %d bytes\n",
510 			pci_dfl_cache_line_size << 2);
511 	} else {
512  		pci_dfl_cache_line_size = 32 >> 2;
513 		printk(KERN_DEBUG "PCI: Unknown cacheline size. Setting to 32 bytes\n");
514 	}
515 }
516 
517 int __init pcibios_init(void)
518 {
519 	if (!raw_pci_ops && !raw_pci_ext_ops) {
520 		printk(KERN_WARNING "PCI: System does not support PCI\n");
521 		return 0;
522 	}
523 
524 	pcibios_set_cache_line_size();
525 	pcibios_resource_survey();
526 
527 	if (pci_bf_sort >= pci_force_bf)
528 		pci_sort_breadthfirst();
529 	return 0;
530 }
531 
532 char *__init pcibios_setup(char *str)
533 {
534 	if (!strcmp(str, "off")) {
535 		pci_probe = 0;
536 		return NULL;
537 	} else if (!strcmp(str, "bfsort")) {
538 		pci_bf_sort = pci_force_bf;
539 		return NULL;
540 	} else if (!strcmp(str, "nobfsort")) {
541 		pci_bf_sort = pci_force_nobf;
542 		return NULL;
543 	}
544 #ifdef CONFIG_PCI_BIOS
545 	else if (!strcmp(str, "bios")) {
546 		pci_probe = PCI_PROBE_BIOS;
547 		return NULL;
548 	} else if (!strcmp(str, "nobios")) {
549 		pci_probe &= ~PCI_PROBE_BIOS;
550 		return NULL;
551 	} else if (!strcmp(str, "biosirq")) {
552 		pci_probe |= PCI_BIOS_IRQ_SCAN;
553 		return NULL;
554 	} else if (!strncmp(str, "pirqaddr=", 9)) {
555 		pirq_table_addr = simple_strtoul(str+9, NULL, 0);
556 		return NULL;
557 	}
558 #endif
559 #ifdef CONFIG_PCI_DIRECT
560 	else if (!strcmp(str, "conf1")) {
561 		pci_probe = PCI_PROBE_CONF1 | PCI_NO_CHECKS;
562 		return NULL;
563 	}
564 	else if (!strcmp(str, "conf2")) {
565 		pci_probe = PCI_PROBE_CONF2 | PCI_NO_CHECKS;
566 		return NULL;
567 	}
568 #endif
569 #ifdef CONFIG_PCI_MMCONFIG
570 	else if (!strcmp(str, "nommconf")) {
571 		pci_probe &= ~PCI_PROBE_MMCONF;
572 		return NULL;
573 	}
574 	else if (!strcmp(str, "check_enable_amd_mmconf")) {
575 		pci_probe |= PCI_CHECK_ENABLE_AMD_MMCONF;
576 		return NULL;
577 	}
578 #endif
579 	else if (!strcmp(str, "noacpi")) {
580 		acpi_noirq_set();
581 		return NULL;
582 	}
583 	else if (!strcmp(str, "noearly")) {
584 		pci_probe |= PCI_PROBE_NOEARLY;
585 		return NULL;
586 	}
587 	else if (!strcmp(str, "usepirqmask")) {
588 		pci_probe |= PCI_USE_PIRQ_MASK;
589 		return NULL;
590 	} else if (!strncmp(str, "irqmask=", 8)) {
591 		pcibios_irq_mask = simple_strtol(str+8, NULL, 0);
592 		return NULL;
593 	} else if (!strncmp(str, "lastbus=", 8)) {
594 		pcibios_last_bus = simple_strtol(str+8, NULL, 0);
595 		return NULL;
596 	} else if (!strcmp(str, "rom")) {
597 		pci_probe |= PCI_ASSIGN_ROMS;
598 		return NULL;
599 	} else if (!strcmp(str, "norom")) {
600 		pci_probe |= PCI_NOASSIGN_ROMS;
601 		return NULL;
602 	} else if (!strcmp(str, "nobar")) {
603 		pci_probe |= PCI_NOASSIGN_BARS;
604 		return NULL;
605 	} else if (!strcmp(str, "assign-busses")) {
606 		pci_probe |= PCI_ASSIGN_ALL_BUSSES;
607 		return NULL;
608 	} else if (!strcmp(str, "use_crs")) {
609 		pci_probe |= PCI_USE__CRS;
610 		return NULL;
611 	} else if (!strcmp(str, "nocrs")) {
612 		pci_probe |= PCI_ROOT_NO_CRS;
613 		return NULL;
614 	} else if (!strcmp(str, "earlydump")) {
615 		pci_early_dump_regs = 1;
616 		return NULL;
617 	} else if (!strcmp(str, "routeirq")) {
618 		pci_routeirq = 1;
619 		return NULL;
620 	} else if (!strcmp(str, "skip_isa_align")) {
621 		pci_probe |= PCI_CAN_SKIP_ISA_ALIGN;
622 		return NULL;
623 	} else if (!strcmp(str, "noioapicquirk")) {
624 		noioapicquirk = 1;
625 		return NULL;
626 	} else if (!strcmp(str, "ioapicreroute")) {
627 		if (noioapicreroute != -1)
628 			noioapicreroute = 0;
629 		return NULL;
630 	} else if (!strcmp(str, "noioapicreroute")) {
631 		if (noioapicreroute != -1)
632 			noioapicreroute = 1;
633 		return NULL;
634 	}
635 	return str;
636 }
637 
638 unsigned int pcibios_assign_all_busses(void)
639 {
640 	return (pci_probe & PCI_ASSIGN_ALL_BUSSES) ? 1 : 0;
641 }
642 
643 #if defined(CONFIG_X86_DEV_DMA_OPS) && defined(CONFIG_PCI_DOMAINS)
644 static LIST_HEAD(dma_domain_list);
645 static DEFINE_SPINLOCK(dma_domain_list_lock);
646 
647 void add_dma_domain(struct dma_domain *domain)
648 {
649 	spin_lock(&dma_domain_list_lock);
650 	list_add(&domain->node, &dma_domain_list);
651 	spin_unlock(&dma_domain_list_lock);
652 }
653 EXPORT_SYMBOL_GPL(add_dma_domain);
654 
655 void del_dma_domain(struct dma_domain *domain)
656 {
657 	spin_lock(&dma_domain_list_lock);
658 	list_del(&domain->node);
659 	spin_unlock(&dma_domain_list_lock);
660 }
661 EXPORT_SYMBOL_GPL(del_dma_domain);
662 
663 static void set_dma_domain_ops(struct pci_dev *pdev)
664 {
665 	struct dma_domain *domain;
666 
667 	spin_lock(&dma_domain_list_lock);
668 	list_for_each_entry(domain, &dma_domain_list, node) {
669 		if (pci_domain_nr(pdev->bus) == domain->domain_nr) {
670 			pdev->dev.archdata.dma_ops = domain->dma_ops;
671 			break;
672 		}
673 	}
674 	spin_unlock(&dma_domain_list_lock);
675 }
676 #else
677 static void set_dma_domain_ops(struct pci_dev *pdev) {}
678 #endif
679 
680 static void set_dev_domain_options(struct pci_dev *pdev)
681 {
682 	if (is_vmd(pdev->bus))
683 		pdev->hotplug_user_indicators = 1;
684 }
685 
686 int pcibios_add_device(struct pci_dev *dev)
687 {
688 	struct setup_data *data;
689 	struct pci_setup_rom *rom;
690 	u64 pa_data;
691 
692 	pa_data = boot_params.hdr.setup_data;
693 	while (pa_data) {
694 		data = ioremap(pa_data, sizeof(*rom));
695 		if (!data)
696 			return -ENOMEM;
697 
698 		if (data->type == SETUP_PCI) {
699 			rom = (struct pci_setup_rom *)data;
700 
701 			if ((pci_domain_nr(dev->bus) == rom->segment) &&
702 			    (dev->bus->number == rom->bus) &&
703 			    (PCI_SLOT(dev->devfn) == rom->device) &&
704 			    (PCI_FUNC(dev->devfn) == rom->function) &&
705 			    (dev->vendor == rom->vendor) &&
706 			    (dev->device == rom->devid)) {
707 				dev->rom = pa_data +
708 				      offsetof(struct pci_setup_rom, romdata);
709 				dev->romlen = rom->pcilen;
710 			}
711 		}
712 		pa_data = data->next;
713 		iounmap(data);
714 	}
715 	set_dma_domain_ops(dev);
716 	set_dev_domain_options(dev);
717 	return 0;
718 }
719 
720 int pcibios_enable_device(struct pci_dev *dev, int mask)
721 {
722 	int err;
723 
724 	if ((err = pci_enable_resources(dev, mask)) < 0)
725 		return err;
726 
727 	if (!pci_dev_msi_enabled(dev))
728 		return pcibios_enable_irq(dev);
729 	return 0;
730 }
731 
732 void pcibios_disable_device (struct pci_dev *dev)
733 {
734 	if (!pci_dev_msi_enabled(dev) && pcibios_disable_irq)
735 		pcibios_disable_irq(dev);
736 }
737 
738 int pci_ext_cfg_avail(void)
739 {
740 	if (raw_pci_ext_ops)
741 		return 1;
742 	else
743 		return 0;
744 }
745