1 /*
2  * ACPI PCI HotPlug glue functions to ACPI CA subsystem
3  *
4  * Copyright (C) 2002,2003 Takayoshi Kochi (t-kochi@bq.jp.nec.com)
5  * Copyright (C) 2002 Hiroshi Aono (h-aono@ap.jp.nec.com)
6  * Copyright (C) 2002,2003 NEC Corporation
7  * Copyright (C) 2003-2005 Matthew Wilcox (matthew.wilcox@hp.com)
8  * Copyright (C) 2003-2005 Hewlett Packard
9  * Copyright (C) 2005 Rajesh Shah (rajesh.shah@intel.com)
10  * Copyright (C) 2005 Intel Corporation
11  *
12  * All rights reserved.
13  *
14  * This program is free software; you can redistribute it and/or modify
15  * it under the terms of the GNU General Public License as published by
16  * the Free Software Foundation; either version 2 of the License, or (at
17  * your option) any later version.
18  *
19  * This program is distributed in the hope that it will be useful, but
20  * WITHOUT ANY WARRANTY; without even the implied warranty of
21  * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
22  * NON INFRINGEMENT.  See the GNU General Public License for more
23  * details.
24  *
25  * You should have received a copy of the GNU General Public License
26  * along with this program; if not, write to the Free Software
27  * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
28  *
29  * Send feedback to <kristen.c.accardi@intel.com>
30  *
31  */
32 
33 /*
34  * Lifetime rules for pci_dev:
35  *  - The one in acpiphp_bridge has its refcount elevated by pci_get_slot()
36  *    when the bridge is scanned and it loses a refcount when the bridge
37  *    is removed.
38  *  - When a P2P bridge is present, we elevate the refcount on the subordinate
39  *    bus. It loses the refcount when the the driver unloads.
40  */
41 
42 #define pr_fmt(fmt) "acpiphp_glue: " fmt
43 
44 #include <linux/init.h>
45 #include <linux/module.h>
46 
47 #include <linux/kernel.h>
48 #include <linux/pci.h>
49 #include <linux/pci_hotplug.h>
50 #include <linux/pci-acpi.h>
51 #include <linux/pm_runtime.h>
52 #include <linux/mutex.h>
53 #include <linux/slab.h>
54 #include <linux/acpi.h>
55 
56 #include "../pci.h"
57 #include "acpiphp.h"
58 
59 static LIST_HEAD(bridge_list);
60 static DEFINE_MUTEX(bridge_mutex);
61 static DEFINE_MUTEX(acpiphp_context_lock);
62 
63 static void handle_hotplug_event(acpi_handle handle, u32 type, void *data);
64 static void acpiphp_sanitize_bus(struct pci_bus *bus);
65 static void acpiphp_set_hpp_values(struct pci_bus *bus);
66 static void hotplug_event(acpi_handle handle, u32 type, void *data);
67 static void free_bridge(struct kref *kref);
68 
69 static void acpiphp_context_handler(acpi_handle handle, void *context)
70 {
71 	/* Intentionally empty. */
72 }
73 
74 /**
75  * acpiphp_init_context - Create hotplug context and grab a reference to it.
76  * @handle: ACPI object handle to create the context for.
77  *
78  * Call under acpiphp_context_lock.
79  */
80 static struct acpiphp_context *acpiphp_init_context(acpi_handle handle)
81 {
82 	struct acpiphp_context *context;
83 	acpi_status status;
84 
85 	context = kzalloc(sizeof(*context), GFP_KERNEL);
86 	if (!context)
87 		return NULL;
88 
89 	context->handle = handle;
90 	context->refcount = 1;
91 	status = acpi_attach_data(handle, acpiphp_context_handler, context);
92 	if (ACPI_FAILURE(status)) {
93 		kfree(context);
94 		return NULL;
95 	}
96 	return context;
97 }
98 
99 /**
100  * acpiphp_get_context - Get hotplug context and grab a reference to it.
101  * @handle: ACPI object handle to get the context for.
102  *
103  * Call under acpiphp_context_lock.
104  */
105 static struct acpiphp_context *acpiphp_get_context(acpi_handle handle)
106 {
107 	struct acpiphp_context *context = NULL;
108 	acpi_status status;
109 	void *data;
110 
111 	status = acpi_get_data(handle, acpiphp_context_handler, &data);
112 	if (ACPI_SUCCESS(status)) {
113 		context = data;
114 		context->refcount++;
115 	}
116 	return context;
117 }
118 
119 /**
120  * acpiphp_put_context - Drop a reference to ACPI hotplug context.
121  * @handle: ACPI object handle to put the context for.
122  *
123  * The context object is removed if there are no more references to it.
124  *
125  * Call under acpiphp_context_lock.
126  */
127 static void acpiphp_put_context(struct acpiphp_context *context)
128 {
129 	if (--context->refcount)
130 		return;
131 
132 	WARN_ON(context->bridge);
133 	acpi_detach_data(context->handle, acpiphp_context_handler);
134 	kfree(context);
135 }
136 
137 static inline void get_bridge(struct acpiphp_bridge *bridge)
138 {
139 	kref_get(&bridge->ref);
140 }
141 
142 static inline void put_bridge(struct acpiphp_bridge *bridge)
143 {
144 	kref_put(&bridge->ref, free_bridge);
145 }
146 
147 static void free_bridge(struct kref *kref)
148 {
149 	struct acpiphp_context *context;
150 	struct acpiphp_bridge *bridge;
151 	struct acpiphp_slot *slot, *next;
152 	struct acpiphp_func *func, *tmp;
153 
154 	mutex_lock(&acpiphp_context_lock);
155 
156 	bridge = container_of(kref, struct acpiphp_bridge, ref);
157 
158 	list_for_each_entry_safe(slot, next, &bridge->slots, node) {
159 		list_for_each_entry_safe(func, tmp, &slot->funcs, sibling)
160 			acpiphp_put_context(func_to_context(func));
161 
162 		kfree(slot);
163 	}
164 
165 	context = bridge->context;
166 	/* Root bridges will not have hotplug context. */
167 	if (context) {
168 		/* Release the reference taken by acpiphp_enumerate_slots(). */
169 		put_bridge(context->func.parent);
170 		context->bridge = NULL;
171 		acpiphp_put_context(context);
172 	}
173 
174 	put_device(&bridge->pci_bus->dev);
175 	pci_dev_put(bridge->pci_dev);
176 	kfree(bridge);
177 
178 	mutex_unlock(&acpiphp_context_lock);
179 }
180 
181 /*
182  * the _DCK method can do funny things... and sometimes not
183  * hah-hah funny.
184  *
185  * TBD - figure out a way to only call fixups for
186  * systems that require them.
187  */
188 static void post_dock_fixups(acpi_handle not_used, u32 event, void *data)
189 {
190 	struct acpiphp_context *context = data;
191 	struct pci_bus *bus = context->func.slot->bus;
192 	u32 buses;
193 
194 	if (!bus->self)
195 		return;
196 
197 	/* fixup bad _DCK function that rewrites
198 	 * secondary bridge on slot
199 	 */
200 	pci_read_config_dword(bus->self,
201 			PCI_PRIMARY_BUS,
202 			&buses);
203 
204 	if (((buses >> 8) & 0xff) != bus->busn_res.start) {
205 		buses = (buses & 0xff000000)
206 			| ((unsigned int)(bus->primary)     <<  0)
207 			| ((unsigned int)(bus->busn_res.start)   <<  8)
208 			| ((unsigned int)(bus->busn_res.end) << 16);
209 		pci_write_config_dword(bus->self, PCI_PRIMARY_BUS, buses);
210 	}
211 }
212 
213 static void dock_event(acpi_handle handle, u32 type, void *data)
214 {
215 	struct acpiphp_context *context;
216 
217 	mutex_lock(&acpiphp_context_lock);
218 	context = acpiphp_get_context(handle);
219 	if (!context || WARN_ON(context->handle != handle)
220 	    || context->func.parent->is_going_away) {
221 		mutex_unlock(&acpiphp_context_lock);
222 		return;
223 	}
224 	get_bridge(context->func.parent);
225 	acpiphp_put_context(context);
226 	mutex_unlock(&acpiphp_context_lock);
227 
228 	hotplug_event(handle, type, data);
229 
230 	put_bridge(context->func.parent);
231 }
232 
233 static const struct acpi_dock_ops acpiphp_dock_ops = {
234 	.fixup = post_dock_fixups,
235 	.handler = dock_event,
236 };
237 
238 /* Check whether the PCI device is managed by native PCIe hotplug driver */
239 static bool device_is_managed_by_native_pciehp(struct pci_dev *pdev)
240 {
241 	u32 reg32;
242 	acpi_handle tmp;
243 	struct acpi_pci_root *root;
244 
245 	/* Check whether the PCIe port supports native PCIe hotplug */
246 	if (pcie_capability_read_dword(pdev, PCI_EXP_SLTCAP, &reg32))
247 		return false;
248 	if (!(reg32 & PCI_EXP_SLTCAP_HPC))
249 		return false;
250 
251 	/*
252 	 * Check whether native PCIe hotplug has been enabled for
253 	 * this PCIe hierarchy.
254 	 */
255 	tmp = acpi_find_root_bridge_handle(pdev);
256 	if (!tmp)
257 		return false;
258 	root = acpi_pci_find_root(tmp);
259 	if (!root)
260 		return false;
261 	if (!(root->osc_control_set & OSC_PCI_EXPRESS_NATIVE_HP_CONTROL))
262 		return false;
263 
264 	return true;
265 }
266 
267 static void acpiphp_dock_init(void *data)
268 {
269 	struct acpiphp_context *context = data;
270 
271 	get_bridge(context->func.parent);
272 }
273 
274 static void acpiphp_dock_release(void *data)
275 {
276 	struct acpiphp_context *context = data;
277 
278 	put_bridge(context->func.parent);
279 }
280 
281 /* callback routine to register each ACPI PCI slot object */
282 static acpi_status register_slot(acpi_handle handle, u32 lvl, void *data,
283 				 void **rv)
284 {
285 	struct acpiphp_bridge *bridge = data;
286 	struct acpiphp_context *context;
287 	struct acpiphp_slot *slot;
288 	struct acpiphp_func *newfunc;
289 	acpi_status status = AE_OK;
290 	unsigned long long adr;
291 	int device, function;
292 	struct pci_bus *pbus = bridge->pci_bus;
293 	struct pci_dev *pdev = bridge->pci_dev;
294 	u32 val;
295 
296 	if (pdev && device_is_managed_by_native_pciehp(pdev))
297 		return AE_OK;
298 
299 	status = acpi_evaluate_integer(handle, "_ADR", NULL, &adr);
300 	if (ACPI_FAILURE(status)) {
301 		if (status != AE_NOT_FOUND)
302 			acpi_handle_warn(handle,
303 				"can't evaluate _ADR (%#x)\n", status);
304 		return AE_OK;
305 	}
306 
307 	device = (adr >> 16) & 0xffff;
308 	function = adr & 0xffff;
309 
310 	mutex_lock(&acpiphp_context_lock);
311 	context = acpiphp_init_context(handle);
312 	if (!context) {
313 		mutex_unlock(&acpiphp_context_lock);
314 		acpi_handle_err(handle, "No hotplug context\n");
315 		return AE_NOT_EXIST;
316 	}
317 	newfunc = &context->func;
318 	newfunc->function = function;
319 	newfunc->parent = bridge;
320 	mutex_unlock(&acpiphp_context_lock);
321 
322 	if (acpi_has_method(handle, "_EJ0"))
323 		newfunc->flags = FUNC_HAS_EJ0;
324 
325 	if (acpi_has_method(handle, "_STA"))
326 		newfunc->flags |= FUNC_HAS_STA;
327 
328 	if (acpi_has_method(handle, "_DCK"))
329 		newfunc->flags |= FUNC_HAS_DCK;
330 
331 	/* search for objects that share the same slot */
332 	list_for_each_entry(slot, &bridge->slots, node)
333 		if (slot->device == device)
334 			goto slot_found;
335 
336 	slot = kzalloc(sizeof(struct acpiphp_slot), GFP_KERNEL);
337 	if (!slot) {
338 		mutex_lock(&acpiphp_context_lock);
339 		acpiphp_put_context(context);
340 		mutex_unlock(&acpiphp_context_lock);
341 		return AE_NO_MEMORY;
342 	}
343 
344 	slot->bus = bridge->pci_bus;
345 	slot->device = device;
346 	INIT_LIST_HEAD(&slot->funcs);
347 	mutex_init(&slot->crit_sect);
348 
349 	list_add_tail(&slot->node, &bridge->slots);
350 
351 	/* Register slots for ejectable functions only. */
352 	if (acpi_pci_check_ejectable(pbus, handle)  || is_dock_device(handle)) {
353 		unsigned long long sun;
354 		int retval;
355 
356 		bridge->nr_slots++;
357 		status = acpi_evaluate_integer(handle, "_SUN", NULL, &sun);
358 		if (ACPI_FAILURE(status))
359 			sun = bridge->nr_slots;
360 
361 		pr_debug("found ACPI PCI Hotplug slot %llu at PCI %04x:%02x:%02x\n",
362 		    sun, pci_domain_nr(pbus), pbus->number, device);
363 
364 		retval = acpiphp_register_hotplug_slot(slot, sun);
365 		if (retval) {
366 			slot->slot = NULL;
367 			bridge->nr_slots--;
368 			if (retval == -EBUSY)
369 				pr_warn("Slot %llu already registered by another "
370 					"hotplug driver\n", sun);
371 			else
372 				pr_warn("acpiphp_register_hotplug_slot failed "
373 					"(err code = 0x%x)\n", retval);
374 		}
375 		/* Even if the slot registration fails, we can still use it. */
376 	}
377 
378  slot_found:
379 	newfunc->slot = slot;
380 	list_add_tail(&newfunc->sibling, &slot->funcs);
381 
382 	if (pci_bus_read_dev_vendor_id(pbus, PCI_DEVFN(device, function),
383 				       &val, 60*1000))
384 		slot->flags |= SLOT_ENABLED;
385 
386 	if (is_dock_device(handle)) {
387 		/* we don't want to call this device's _EJ0
388 		 * because we want the dock notify handler
389 		 * to call it after it calls _DCK
390 		 */
391 		newfunc->flags &= ~FUNC_HAS_EJ0;
392 		if (register_hotplug_dock_device(handle,
393 			&acpiphp_dock_ops, context,
394 			acpiphp_dock_init, acpiphp_dock_release))
395 			pr_debug("failed to register dock device\n");
396 	}
397 
398 	/* install notify handler */
399 	if (!(newfunc->flags & FUNC_HAS_DCK)) {
400 		status = acpi_install_notify_handler(handle, ACPI_SYSTEM_NOTIFY,
401 						     handle_hotplug_event,
402 						     context);
403 		if (ACPI_FAILURE(status))
404 			acpi_handle_err(handle,
405 					"failed to install notify handler\n");
406 	}
407 
408 	return AE_OK;
409 }
410 
411 static struct acpiphp_bridge *acpiphp_handle_to_bridge(acpi_handle handle)
412 {
413 	struct acpiphp_context *context;
414 	struct acpiphp_bridge *bridge = NULL;
415 
416 	mutex_lock(&acpiphp_context_lock);
417 	context = acpiphp_get_context(handle);
418 	if (context) {
419 		bridge = context->bridge;
420 		if (bridge)
421 			get_bridge(bridge);
422 
423 		acpiphp_put_context(context);
424 	}
425 	mutex_unlock(&acpiphp_context_lock);
426 	return bridge;
427 }
428 
429 static void cleanup_bridge(struct acpiphp_bridge *bridge)
430 {
431 	struct acpiphp_slot *slot;
432 	struct acpiphp_func *func;
433 	acpi_status status;
434 
435 	list_for_each_entry(slot, &bridge->slots, node) {
436 		list_for_each_entry(func, &slot->funcs, sibling) {
437 			acpi_handle handle = func_to_handle(func);
438 
439 			if (is_dock_device(handle))
440 				unregister_hotplug_dock_device(handle);
441 
442 			if (!(func->flags & FUNC_HAS_DCK)) {
443 				status = acpi_remove_notify_handler(handle,
444 							ACPI_SYSTEM_NOTIFY,
445 							handle_hotplug_event);
446 				if (ACPI_FAILURE(status))
447 					pr_err("failed to remove notify handler\n");
448 			}
449 		}
450 		slot->flags |= SLOT_IS_GOING_AWAY;
451 		if (slot->slot)
452 			acpiphp_unregister_hotplug_slot(slot);
453 	}
454 
455 	mutex_lock(&bridge_mutex);
456 	list_del(&bridge->list);
457 	mutex_unlock(&bridge_mutex);
458 
459 	mutex_lock(&acpiphp_context_lock);
460 	bridge->is_going_away = true;
461 	mutex_unlock(&acpiphp_context_lock);
462 }
463 
464 /**
465  * acpiphp_max_busnr - return the highest reserved bus number under the given bus.
466  * @bus: bus to start search with
467  */
468 static unsigned char acpiphp_max_busnr(struct pci_bus *bus)
469 {
470 	struct list_head *tmp;
471 	unsigned char max, n;
472 
473 	/*
474 	 * pci_bus_max_busnr will return the highest
475 	 * reserved busnr for all these children.
476 	 * that is equivalent to the bus->subordinate
477 	 * value.  We don't want to use the parent's
478 	 * bus->subordinate value because it could have
479 	 * padding in it.
480 	 */
481 	max = bus->busn_res.start;
482 
483 	list_for_each(tmp, &bus->children) {
484 		n = pci_bus_max_busnr(pci_bus_b(tmp));
485 		if (n > max)
486 			max = n;
487 	}
488 	return max;
489 }
490 
491 /**
492  * acpiphp_bus_add - Scan ACPI namespace subtree.
493  * @handle: ACPI object handle to start the scan from.
494  */
495 static void acpiphp_bus_add(acpi_handle handle)
496 {
497 	struct acpi_device *adev = NULL;
498 
499 	acpi_bus_scan(handle);
500 	acpi_bus_get_device(handle, &adev);
501 	if (acpi_device_enumerated(adev))
502 		acpi_device_set_power(adev, ACPI_STATE_D0);
503 }
504 
505 static void acpiphp_set_acpi_region(struct acpiphp_slot *slot)
506 {
507 	struct acpiphp_func *func;
508 	union acpi_object params[2];
509 	struct acpi_object_list arg_list;
510 
511 	list_for_each_entry(func, &slot->funcs, sibling) {
512 		arg_list.count = 2;
513 		arg_list.pointer = params;
514 		params[0].type = ACPI_TYPE_INTEGER;
515 		params[0].integer.value = ACPI_ADR_SPACE_PCI_CONFIG;
516 		params[1].type = ACPI_TYPE_INTEGER;
517 		params[1].integer.value = 1;
518 		/* _REG is optional, we don't care about if there is failure */
519 		acpi_evaluate_object(func_to_handle(func), "_REG", &arg_list,
520 				     NULL);
521 	}
522 }
523 
524 static void check_hotplug_bridge(struct acpiphp_slot *slot, struct pci_dev *dev)
525 {
526 	struct acpiphp_func *func;
527 
528 	/* quirk, or pcie could set it already */
529 	if (dev->is_hotplug_bridge)
530 		return;
531 
532 	list_for_each_entry(func, &slot->funcs, sibling) {
533 		if (PCI_FUNC(dev->devfn) == func->function) {
534 			dev->is_hotplug_bridge = 1;
535 			break;
536 		}
537 	}
538 }
539 
540 static int acpiphp_rescan_slot(struct acpiphp_slot *slot)
541 {
542 	struct acpiphp_func *func;
543 
544 	list_for_each_entry(func, &slot->funcs, sibling)
545 		acpiphp_bus_add(func_to_handle(func));
546 
547 	return pci_scan_slot(slot->bus, PCI_DEVFN(slot->device, 0));
548 }
549 
550 /**
551  * enable_slot - enable, configure a slot
552  * @slot: slot to be enabled
553  *
554  * This function should be called per *physical slot*,
555  * not per each slot object in ACPI namespace.
556  */
557 static void __ref enable_slot(struct acpiphp_slot *slot)
558 {
559 	struct pci_dev *dev;
560 	struct pci_bus *bus = slot->bus;
561 	struct acpiphp_func *func;
562 	int max, pass;
563 	LIST_HEAD(add_list);
564 
565 	acpiphp_rescan_slot(slot);
566 	max = acpiphp_max_busnr(bus);
567 	for (pass = 0; pass < 2; pass++) {
568 		list_for_each_entry(dev, &bus->devices, bus_list) {
569 			if (PCI_SLOT(dev->devfn) != slot->device)
570 				continue;
571 
572 			if (dev->hdr_type == PCI_HEADER_TYPE_BRIDGE ||
573 			    dev->hdr_type == PCI_HEADER_TYPE_CARDBUS) {
574 				max = pci_scan_bridge(bus, dev, max, pass);
575 				if (pass && dev->subordinate) {
576 					check_hotplug_bridge(slot, dev);
577 					pcibios_resource_survey_bus(dev->subordinate);
578 					__pci_bus_size_bridges(dev->subordinate,
579 							       &add_list);
580 				}
581 			}
582 		}
583 	}
584 	__pci_bus_assign_resources(bus, &add_list, NULL);
585 
586 	acpiphp_sanitize_bus(bus);
587 	acpiphp_set_hpp_values(bus);
588 	acpiphp_set_acpi_region(slot);
589 
590 	list_for_each_entry(dev, &bus->devices, bus_list) {
591 		/* Assume that newly added devices are powered on already. */
592 		if (!dev->is_added)
593 			dev->current_state = PCI_D0;
594 	}
595 
596 	pci_bus_add_devices(bus);
597 
598 	slot->flags |= SLOT_ENABLED;
599 	list_for_each_entry(func, &slot->funcs, sibling) {
600 		dev = pci_get_slot(bus, PCI_DEVFN(slot->device,
601 						  func->function));
602 		if (!dev) {
603 			/* Do not set SLOT_ENABLED flag if some funcs
604 			   are not added. */
605 			slot->flags &= (~SLOT_ENABLED);
606 			continue;
607 		}
608 	}
609 }
610 
611 /**
612  * disable_slot - disable a slot
613  * @slot: ACPI PHP slot
614  */
615 static void disable_slot(struct acpiphp_slot *slot)
616 {
617 	struct pci_bus *bus = slot->bus;
618 	struct pci_dev *dev, *prev;
619 	struct acpiphp_func *func;
620 
621 	/*
622 	 * enable_slot() enumerates all functions in this device via
623 	 * pci_scan_slot(), whether they have associated ACPI hotplug
624 	 * methods (_EJ0, etc.) or not.  Therefore, we remove all functions
625 	 * here.
626 	 */
627 	list_for_each_entry_safe_reverse(dev, prev, &bus->devices, bus_list)
628 		if (PCI_SLOT(dev->devfn) == slot->device)
629 			pci_stop_and_remove_bus_device(dev);
630 
631 	list_for_each_entry(func, &slot->funcs, sibling) {
632 		struct acpi_device *adev;
633 
634 		if (!acpi_bus_get_device(func_to_handle(func), &adev))
635 			acpi_bus_trim(adev);
636 	}
637 
638 	slot->flags &= (~SLOT_ENABLED);
639 }
640 
641 static bool acpiphp_no_hotplug(acpi_handle handle)
642 {
643 	struct acpi_device *adev = NULL;
644 
645 	acpi_bus_get_device(handle, &adev);
646 	return adev && adev->flags.no_hotplug;
647 }
648 
649 static bool slot_no_hotplug(struct acpiphp_slot *slot)
650 {
651 	struct acpiphp_func *func;
652 
653 	list_for_each_entry(func, &slot->funcs, sibling)
654 		if (acpiphp_no_hotplug(func_to_handle(func)))
655 			return true;
656 
657 	return false;
658 }
659 
660 /**
661  * get_slot_status - get ACPI slot status
662  * @slot: ACPI PHP slot
663  *
664  * If a slot has _STA for each function and if any one of them
665  * returned non-zero status, return it.
666  *
667  * If a slot doesn't have _STA and if any one of its functions'
668  * configuration space is configured, return 0x0f as a _STA.
669  *
670  * Otherwise return 0.
671  */
672 static unsigned int get_slot_status(struct acpiphp_slot *slot)
673 {
674 	unsigned long long sta = 0;
675 	struct acpiphp_func *func;
676 
677 	list_for_each_entry(func, &slot->funcs, sibling) {
678 		if (func->flags & FUNC_HAS_STA) {
679 			acpi_status status;
680 
681 			status = acpi_evaluate_integer(func_to_handle(func),
682 						       "_STA", NULL, &sta);
683 			if (ACPI_SUCCESS(status) && sta)
684 				break;
685 		} else {
686 			u32 dvid;
687 
688 			pci_bus_read_config_dword(slot->bus,
689 						  PCI_DEVFN(slot->device,
690 							    func->function),
691 						  PCI_VENDOR_ID, &dvid);
692 			if (dvid != 0xffffffff) {
693 				sta = ACPI_STA_ALL;
694 				break;
695 			}
696 		}
697 	}
698 
699 	return (unsigned int)sta;
700 }
701 
702 /**
703  * trim_stale_devices - remove PCI devices that are not responding.
704  * @dev: PCI device to start walking the hierarchy from.
705  */
706 static void trim_stale_devices(struct pci_dev *dev)
707 {
708 	struct acpi_device *adev = ACPI_COMPANION(&dev->dev);
709 	struct pci_bus *bus = dev->subordinate;
710 	bool alive = false;
711 
712 	if (adev) {
713 		acpi_handle handle = adev->handle;
714 		acpi_status status;
715 		unsigned long long sta;
716 
717 		status = acpi_evaluate_integer(handle, "_STA", NULL, &sta);
718 		alive = (ACPI_SUCCESS(status) && sta == ACPI_STA_ALL)
719 			|| acpiphp_no_hotplug(handle);
720 	}
721 	if (!alive) {
722 		u32 v;
723 
724 		/* Check if the device responds. */
725 		alive = pci_bus_read_dev_vendor_id(dev->bus, dev->devfn, &v, 0);
726 	}
727 	if (!alive) {
728 		pci_stop_and_remove_bus_device(dev);
729 		if (adev)
730 			acpi_bus_trim(adev);
731 	} else if (bus) {
732 		struct pci_dev *child, *tmp;
733 
734 		/* The device is a bridge. so check the bus below it. */
735 		pm_runtime_get_sync(&dev->dev);
736 		list_for_each_entry_safe_reverse(child, tmp, &bus->devices, bus_list)
737 			trim_stale_devices(child);
738 
739 		pm_runtime_put(&dev->dev);
740 	}
741 }
742 
743 /**
744  * acpiphp_check_bridge - re-enumerate devices
745  * @bridge: where to begin re-enumeration
746  *
747  * Iterate over all slots under this bridge and make sure that if a
748  * card is present they are enabled, and if not they are disabled.
749  */
750 static void acpiphp_check_bridge(struct acpiphp_bridge *bridge)
751 {
752 	struct acpiphp_slot *slot;
753 
754 	/* Bail out if the bridge is going away. */
755 	if (bridge->is_going_away)
756 		return;
757 
758 	list_for_each_entry(slot, &bridge->slots, node) {
759 		struct pci_bus *bus = slot->bus;
760 		struct pci_dev *dev, *tmp;
761 
762 		mutex_lock(&slot->crit_sect);
763 		if (slot_no_hotplug(slot)) {
764 			; /* do nothing */
765 		} else if (get_slot_status(slot) == ACPI_STA_ALL) {
766 			/* remove stale devices if any */
767 			list_for_each_entry_safe_reverse(dev, tmp,
768 							 &bus->devices, bus_list)
769 				if (PCI_SLOT(dev->devfn) == slot->device)
770 					trim_stale_devices(dev);
771 
772 			/* configure all functions */
773 			enable_slot(slot);
774 		} else {
775 			disable_slot(slot);
776 		}
777 		mutex_unlock(&slot->crit_sect);
778 	}
779 }
780 
781 static void acpiphp_set_hpp_values(struct pci_bus *bus)
782 {
783 	struct pci_dev *dev;
784 
785 	list_for_each_entry(dev, &bus->devices, bus_list)
786 		pci_configure_slot(dev);
787 }
788 
789 /*
790  * Remove devices for which we could not assign resources, call
791  * arch specific code to fix-up the bus
792  */
793 static void acpiphp_sanitize_bus(struct pci_bus *bus)
794 {
795 	struct pci_dev *dev, *tmp;
796 	int i;
797 	unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM;
798 
799 	list_for_each_entry_safe_reverse(dev, tmp, &bus->devices, bus_list) {
800 		for (i=0; i<PCI_BRIDGE_RESOURCES; i++) {
801 			struct resource *res = &dev->resource[i];
802 			if ((res->flags & type_mask) && !res->start &&
803 					res->end) {
804 				/* Could not assign a required resources
805 				 * for this device, remove it */
806 				pci_stop_and_remove_bus_device(dev);
807 				break;
808 			}
809 		}
810 	}
811 }
812 
813 /*
814  * ACPI event handlers
815  */
816 
817 void acpiphp_check_host_bridge(acpi_handle handle)
818 {
819 	struct acpiphp_bridge *bridge;
820 
821 	bridge = acpiphp_handle_to_bridge(handle);
822 	if (bridge) {
823 		pci_lock_rescan_remove();
824 
825 		acpiphp_check_bridge(bridge);
826 
827 		pci_unlock_rescan_remove();
828 		put_bridge(bridge);
829 	}
830 }
831 
832 static int acpiphp_disable_and_eject_slot(struct acpiphp_slot *slot);
833 
834 static void hotplug_event(acpi_handle handle, u32 type, void *data)
835 {
836 	struct acpiphp_context *context = data;
837 	struct acpiphp_func *func = &context->func;
838 	struct acpiphp_bridge *bridge;
839 	char objname[64];
840 	struct acpi_buffer buffer = { .length = sizeof(objname),
841 				      .pointer = objname };
842 
843 	mutex_lock(&acpiphp_context_lock);
844 	bridge = context->bridge;
845 	if (bridge)
846 		get_bridge(bridge);
847 
848 	mutex_unlock(&acpiphp_context_lock);
849 
850 	pci_lock_rescan_remove();
851 	acpi_get_name(handle, ACPI_FULL_PATHNAME, &buffer);
852 
853 	switch (type) {
854 	case ACPI_NOTIFY_BUS_CHECK:
855 		/* bus re-enumerate */
856 		pr_debug("%s: Bus check notify on %s\n", __func__, objname);
857 		pr_debug("%s: re-enumerating slots under %s\n",
858 			 __func__, objname);
859 		if (bridge) {
860 			acpiphp_check_bridge(bridge);
861 		} else {
862 			struct acpiphp_slot *slot = func->slot;
863 
864 			if (slot->flags & SLOT_IS_GOING_AWAY)
865 				break;
866 
867 			mutex_lock(&slot->crit_sect);
868 			enable_slot(slot);
869 			mutex_unlock(&slot->crit_sect);
870 		}
871 		break;
872 
873 	case ACPI_NOTIFY_DEVICE_CHECK:
874 		/* device check */
875 		pr_debug("%s: Device check notify on %s\n", __func__, objname);
876 		if (bridge) {
877 			acpiphp_check_bridge(bridge);
878 		} else {
879 			struct acpiphp_slot *slot = func->slot;
880 			int ret;
881 
882 			if (slot->flags & SLOT_IS_GOING_AWAY)
883 				break;
884 
885 			/*
886 			 * Check if anything has changed in the slot and rescan
887 			 * from the parent if that's the case.
888 			 */
889 			mutex_lock(&slot->crit_sect);
890 			ret = acpiphp_rescan_slot(slot);
891 			mutex_unlock(&slot->crit_sect);
892 			if (ret)
893 				acpiphp_check_bridge(func->parent);
894 		}
895 		break;
896 
897 	case ACPI_NOTIFY_EJECT_REQUEST:
898 		/* request device eject */
899 		pr_debug("%s: Device eject notify on %s\n", __func__, objname);
900 		acpiphp_disable_and_eject_slot(func->slot);
901 		break;
902 	}
903 
904 	pci_unlock_rescan_remove();
905 	if (bridge)
906 		put_bridge(bridge);
907 }
908 
909 static void hotplug_event_work(void *data, u32 type)
910 {
911 	struct acpiphp_context *context = data;
912 	acpi_handle handle = context->handle;
913 
914 	acpi_scan_lock_acquire();
915 
916 	hotplug_event(handle, type, context);
917 
918 	acpi_scan_lock_release();
919 	acpi_evaluate_hotplug_ost(handle, type, ACPI_OST_SC_SUCCESS, NULL);
920 	put_bridge(context->func.parent);
921 }
922 
923 /**
924  * handle_hotplug_event - handle ACPI hotplug event
925  * @handle: Notify()'ed acpi_handle
926  * @type: Notify code
927  * @data: pointer to acpiphp_context structure
928  *
929  * Handles ACPI event notification on slots.
930  */
931 static void handle_hotplug_event(acpi_handle handle, u32 type, void *data)
932 {
933 	struct acpiphp_context *context;
934 	u32 ost_code = ACPI_OST_SC_SUCCESS;
935 	acpi_status status;
936 
937 	switch (type) {
938 	case ACPI_NOTIFY_BUS_CHECK:
939 	case ACPI_NOTIFY_DEVICE_CHECK:
940 		break;
941 	case ACPI_NOTIFY_EJECT_REQUEST:
942 		ost_code = ACPI_OST_SC_EJECT_IN_PROGRESS;
943 		acpi_evaluate_hotplug_ost(handle, type, ost_code, NULL);
944 		break;
945 
946 	case ACPI_NOTIFY_DEVICE_WAKE:
947 		return;
948 
949 	case ACPI_NOTIFY_FREQUENCY_MISMATCH:
950 		acpi_handle_err(handle, "Device cannot be configured due "
951 				"to a frequency mismatch\n");
952 		goto out;
953 
954 	case ACPI_NOTIFY_BUS_MODE_MISMATCH:
955 		acpi_handle_err(handle, "Device cannot be configured due "
956 				"to a bus mode mismatch\n");
957 		goto out;
958 
959 	case ACPI_NOTIFY_POWER_FAULT:
960 		acpi_handle_err(handle, "Device has suffered a power fault\n");
961 		goto out;
962 
963 	default:
964 		acpi_handle_warn(handle, "Unsupported event type 0x%x\n", type);
965 		ost_code = ACPI_OST_SC_UNRECOGNIZED_NOTIFY;
966 		goto out;
967 	}
968 
969 	mutex_lock(&acpiphp_context_lock);
970 	context = acpiphp_get_context(handle);
971 	if (!context || WARN_ON(context->handle != handle)
972 	    || context->func.parent->is_going_away)
973 		goto err_out;
974 
975 	get_bridge(context->func.parent);
976 	acpiphp_put_context(context);
977 	status = acpi_hotplug_execute(hotplug_event_work, context, type);
978 	if (ACPI_SUCCESS(status)) {
979 		mutex_unlock(&acpiphp_context_lock);
980 		return;
981 	}
982 	put_bridge(context->func.parent);
983 
984  err_out:
985 	mutex_unlock(&acpiphp_context_lock);
986 	ost_code = ACPI_OST_SC_NON_SPECIFIC_FAILURE;
987 
988  out:
989 	acpi_evaluate_hotplug_ost(handle, type, ost_code, NULL);
990 }
991 
992 /**
993  * acpiphp_enumerate_slots - Enumerate PCI slots for a given bus.
994  * @bus: PCI bus to enumerate the slots for.
995  *
996  * A "slot" is an object associated with a PCI device number.  All functions
997  * (PCI devices) with the same bus and device number belong to the same slot.
998  */
999 void acpiphp_enumerate_slots(struct pci_bus *bus)
1000 {
1001 	struct acpiphp_bridge *bridge;
1002 	acpi_handle handle;
1003 	acpi_status status;
1004 
1005 	if (acpiphp_disabled)
1006 		return;
1007 
1008 	handle = ACPI_HANDLE(bus->bridge);
1009 	if (!handle)
1010 		return;
1011 
1012 	bridge = kzalloc(sizeof(struct acpiphp_bridge), GFP_KERNEL);
1013 	if (!bridge) {
1014 		acpi_handle_err(handle, "No memory for bridge object\n");
1015 		return;
1016 	}
1017 
1018 	INIT_LIST_HEAD(&bridge->slots);
1019 	kref_init(&bridge->ref);
1020 	bridge->pci_dev = pci_dev_get(bus->self);
1021 	bridge->pci_bus = bus;
1022 
1023 	/*
1024 	 * Grab a ref to the subordinate PCI bus in case the bus is
1025 	 * removed via PCI core logical hotplug. The ref pins the bus
1026 	 * (which we access during module unload).
1027 	 */
1028 	get_device(&bus->dev);
1029 
1030 	if (!pci_is_root_bus(bridge->pci_bus)) {
1031 		struct acpiphp_context *context;
1032 
1033 		/*
1034 		 * This bridge should have been registered as a hotplug function
1035 		 * under its parent, so the context should be there, unless the
1036 		 * parent is going to be handled by pciehp, in which case this
1037 		 * bridge is not interesting to us either.
1038 		 */
1039 		mutex_lock(&acpiphp_context_lock);
1040 		context = acpiphp_get_context(handle);
1041 		if (!context) {
1042 			mutex_unlock(&acpiphp_context_lock);
1043 			put_device(&bus->dev);
1044 			pci_dev_put(bridge->pci_dev);
1045 			kfree(bridge);
1046 			return;
1047 		}
1048 		bridge->context = context;
1049 		context->bridge = bridge;
1050 		/* Get a reference to the parent bridge. */
1051 		get_bridge(context->func.parent);
1052 		mutex_unlock(&acpiphp_context_lock);
1053 	}
1054 
1055 	/* must be added to the list prior to calling register_slot */
1056 	mutex_lock(&bridge_mutex);
1057 	list_add(&bridge->list, &bridge_list);
1058 	mutex_unlock(&bridge_mutex);
1059 
1060 	/* register all slot objects under this bridge */
1061 	status = acpi_walk_namespace(ACPI_TYPE_DEVICE, handle, 1,
1062 				     register_slot, NULL, bridge, NULL);
1063 	if (ACPI_FAILURE(status)) {
1064 		acpi_handle_err(handle, "failed to register slots\n");
1065 		cleanup_bridge(bridge);
1066 		put_bridge(bridge);
1067 	}
1068 }
1069 
1070 /**
1071  * acpiphp_remove_slots - Remove slot objects associated with a given bus.
1072  * @bus: PCI bus to remove the slot objects for.
1073  */
1074 void acpiphp_remove_slots(struct pci_bus *bus)
1075 {
1076 	struct acpiphp_bridge *bridge;
1077 
1078 	if (acpiphp_disabled)
1079 		return;
1080 
1081 	mutex_lock(&bridge_mutex);
1082 	list_for_each_entry(bridge, &bridge_list, list)
1083 		if (bridge->pci_bus == bus) {
1084 			mutex_unlock(&bridge_mutex);
1085 			cleanup_bridge(bridge);
1086 			put_bridge(bridge);
1087 			return;
1088 		}
1089 
1090 	mutex_unlock(&bridge_mutex);
1091 }
1092 
1093 /**
1094  * acpiphp_enable_slot - power on slot
1095  * @slot: ACPI PHP slot
1096  */
1097 int acpiphp_enable_slot(struct acpiphp_slot *slot)
1098 {
1099 	pci_lock_rescan_remove();
1100 
1101 	if (slot->flags & SLOT_IS_GOING_AWAY)
1102 		return -ENODEV;
1103 
1104 	mutex_lock(&slot->crit_sect);
1105 	/* configure all functions */
1106 	if (!(slot->flags & SLOT_ENABLED))
1107 		enable_slot(slot);
1108 
1109 	mutex_unlock(&slot->crit_sect);
1110 
1111 	pci_unlock_rescan_remove();
1112 	return 0;
1113 }
1114 
1115 /**
1116  * acpiphp_disable_and_eject_slot - power off and eject slot
1117  * @slot: ACPI PHP slot
1118  */
1119 static int acpiphp_disable_and_eject_slot(struct acpiphp_slot *slot)
1120 {
1121 	struct acpiphp_func *func;
1122 
1123 	if (slot->flags & SLOT_IS_GOING_AWAY)
1124 		return -ENODEV;
1125 
1126 	mutex_lock(&slot->crit_sect);
1127 
1128 	/* unconfigure all functions */
1129 	disable_slot(slot);
1130 
1131 	list_for_each_entry(func, &slot->funcs, sibling)
1132 		if (func->flags & FUNC_HAS_EJ0) {
1133 			acpi_handle handle = func_to_handle(func);
1134 
1135 			if (ACPI_FAILURE(acpi_evaluate_ej0(handle)))
1136 				acpi_handle_err(handle, "_EJ0 failed\n");
1137 
1138 			break;
1139 		}
1140 
1141 	mutex_unlock(&slot->crit_sect);
1142 	return 0;
1143 }
1144 
1145 int acpiphp_disable_slot(struct acpiphp_slot *slot)
1146 {
1147 	int ret;
1148 
1149 	pci_lock_rescan_remove();
1150 	ret = acpiphp_disable_and_eject_slot(slot);
1151 	pci_unlock_rescan_remove();
1152 	return ret;
1153 }
1154 
1155 /*
1156  * slot enabled:  1
1157  * slot disabled: 0
1158  */
1159 u8 acpiphp_get_power_status(struct acpiphp_slot *slot)
1160 {
1161 	return (slot->flags & SLOT_ENABLED);
1162 }
1163 
1164 /*
1165  * latch   open:  1
1166  * latch closed:  0
1167  */
1168 u8 acpiphp_get_latch_status(struct acpiphp_slot *slot)
1169 {
1170 	return !(get_slot_status(slot) & ACPI_STA_DEVICE_UI);
1171 }
1172 
1173 /*
1174  * adapter presence : 1
1175  *          absence : 0
1176  */
1177 u8 acpiphp_get_adapter_status(struct acpiphp_slot *slot)
1178 {
1179 	return !!get_slot_status(slot);
1180 }
1181