1 /*
2  * ACPI PCI HotPlug glue functions to ACPI CA subsystem
3  *
4  * Copyright (C) 2002,2003 Takayoshi Kochi (t-kochi@bq.jp.nec.com)
5  * Copyright (C) 2002 Hiroshi Aono (h-aono@ap.jp.nec.com)
6  * Copyright (C) 2002,2003 NEC Corporation
7  * Copyright (C) 2003-2005 Matthew Wilcox (matthew.wilcox@hp.com)
8  * Copyright (C) 2003-2005 Hewlett Packard
9  * Copyright (C) 2005 Rajesh Shah (rajesh.shah@intel.com)
10  * Copyright (C) 2005 Intel Corporation
11  *
12  * All rights reserved.
13  *
14  * This program is free software; you can redistribute it and/or modify
15  * it under the terms of the GNU General Public License as published by
16  * the Free Software Foundation; either version 2 of the License, or (at
17  * your option) any later version.
18  *
19  * This program is distributed in the hope that it will be useful, but
20  * WITHOUT ANY WARRANTY; without even the implied warranty of
21  * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
22  * NON INFRINGEMENT.  See the GNU General Public License for more
23  * details.
24  *
25  * You should have received a copy of the GNU General Public License
26  * along with this program; if not, write to the Free Software
27  * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
28  *
29  * Send feedback to <kristen.c.accardi@intel.com>
30  *
31  */
32 
33 /*
34  * Lifetime rules for pci_dev:
35  *  - The one in acpiphp_bridge has its refcount elevated by pci_get_slot()
36  *    when the bridge is scanned and it loses a refcount when the bridge
37  *    is removed.
38  *  - When a P2P bridge is present, we elevate the refcount on the subordinate
39  *    bus. It loses the refcount when the the driver unloads.
40  */
41 
42 #define pr_fmt(fmt) "acpiphp_glue: " fmt
43 
44 #include <linux/init.h>
45 #include <linux/module.h>
46 
47 #include <linux/kernel.h>
48 #include <linux/pci.h>
49 #include <linux/pci_hotplug.h>
50 #include <linux/pci-acpi.h>
51 #include <linux/pm_runtime.h>
52 #include <linux/mutex.h>
53 #include <linux/slab.h>
54 #include <linux/acpi.h>
55 
56 #include "../pci.h"
57 #include "acpiphp.h"
58 
59 static LIST_HEAD(bridge_list);
60 static DEFINE_MUTEX(bridge_mutex);
61 static DEFINE_MUTEX(acpiphp_context_lock);
62 
63 static void handle_hotplug_event(acpi_handle handle, u32 type, void *data);
64 static void acpiphp_sanitize_bus(struct pci_bus *bus);
65 static void acpiphp_set_hpp_values(struct pci_bus *bus);
66 static void hotplug_event(acpi_handle handle, u32 type, void *data);
67 static void free_bridge(struct kref *kref);
68 
69 static void acpiphp_context_handler(acpi_handle handle, void *context)
70 {
71 	/* Intentionally empty. */
72 }
73 
74 /**
75  * acpiphp_init_context - Create hotplug context and grab a reference to it.
76  * @handle: ACPI object handle to create the context for.
77  *
78  * Call under acpiphp_context_lock.
79  */
80 static struct acpiphp_context *acpiphp_init_context(acpi_handle handle)
81 {
82 	struct acpiphp_context *context;
83 	acpi_status status;
84 
85 	context = kzalloc(sizeof(*context), GFP_KERNEL);
86 	if (!context)
87 		return NULL;
88 
89 	context->handle = handle;
90 	context->refcount = 1;
91 	status = acpi_attach_data(handle, acpiphp_context_handler, context);
92 	if (ACPI_FAILURE(status)) {
93 		kfree(context);
94 		return NULL;
95 	}
96 	return context;
97 }
98 
99 /**
100  * acpiphp_get_context - Get hotplug context and grab a reference to it.
101  * @handle: ACPI object handle to get the context for.
102  *
103  * Call under acpiphp_context_lock.
104  */
105 static struct acpiphp_context *acpiphp_get_context(acpi_handle handle)
106 {
107 	struct acpiphp_context *context = NULL;
108 	acpi_status status;
109 	void *data;
110 
111 	status = acpi_get_data(handle, acpiphp_context_handler, &data);
112 	if (ACPI_SUCCESS(status)) {
113 		context = data;
114 		context->refcount++;
115 	}
116 	return context;
117 }
118 
119 /**
120  * acpiphp_put_context - Drop a reference to ACPI hotplug context.
121  * @handle: ACPI object handle to put the context for.
122  *
123  * The context object is removed if there are no more references to it.
124  *
125  * Call under acpiphp_context_lock.
126  */
127 static void acpiphp_put_context(struct acpiphp_context *context)
128 {
129 	if (--context->refcount)
130 		return;
131 
132 	WARN_ON(context->bridge);
133 	acpi_detach_data(context->handle, acpiphp_context_handler);
134 	kfree(context);
135 }
136 
137 static inline void get_bridge(struct acpiphp_bridge *bridge)
138 {
139 	kref_get(&bridge->ref);
140 }
141 
142 static inline void put_bridge(struct acpiphp_bridge *bridge)
143 {
144 	kref_put(&bridge->ref, free_bridge);
145 }
146 
147 static void free_bridge(struct kref *kref)
148 {
149 	struct acpiphp_context *context;
150 	struct acpiphp_bridge *bridge;
151 	struct acpiphp_slot *slot, *next;
152 	struct acpiphp_func *func, *tmp;
153 
154 	mutex_lock(&acpiphp_context_lock);
155 
156 	bridge = container_of(kref, struct acpiphp_bridge, ref);
157 
158 	list_for_each_entry_safe(slot, next, &bridge->slots, node) {
159 		list_for_each_entry_safe(func, tmp, &slot->funcs, sibling)
160 			acpiphp_put_context(func_to_context(func));
161 
162 		kfree(slot);
163 	}
164 
165 	context = bridge->context;
166 	/* Root bridges will not have hotplug context. */
167 	if (context) {
168 		/* Release the reference taken by acpiphp_enumerate_slots(). */
169 		put_bridge(context->func.parent);
170 		context->bridge = NULL;
171 		acpiphp_put_context(context);
172 	}
173 
174 	put_device(&bridge->pci_bus->dev);
175 	pci_dev_put(bridge->pci_dev);
176 	kfree(bridge);
177 
178 	mutex_unlock(&acpiphp_context_lock);
179 }
180 
181 /*
182  * the _DCK method can do funny things... and sometimes not
183  * hah-hah funny.
184  *
185  * TBD - figure out a way to only call fixups for
186  * systems that require them.
187  */
188 static void post_dock_fixups(acpi_handle not_used, u32 event, void *data)
189 {
190 	struct acpiphp_context *context = data;
191 	struct pci_bus *bus = context->func.slot->bus;
192 	u32 buses;
193 
194 	if (!bus->self)
195 		return;
196 
197 	/* fixup bad _DCK function that rewrites
198 	 * secondary bridge on slot
199 	 */
200 	pci_read_config_dword(bus->self,
201 			PCI_PRIMARY_BUS,
202 			&buses);
203 
204 	if (((buses >> 8) & 0xff) != bus->busn_res.start) {
205 		buses = (buses & 0xff000000)
206 			| ((unsigned int)(bus->primary)     <<  0)
207 			| ((unsigned int)(bus->busn_res.start)   <<  8)
208 			| ((unsigned int)(bus->busn_res.end) << 16);
209 		pci_write_config_dword(bus->self, PCI_PRIMARY_BUS, buses);
210 	}
211 }
212 
213 static void dock_event(acpi_handle handle, u32 type, void *data)
214 {
215 	struct acpiphp_context *context;
216 
217 	mutex_lock(&acpiphp_context_lock);
218 	context = acpiphp_get_context(handle);
219 	if (!context || WARN_ON(context->handle != handle)
220 	    || context->func.parent->is_going_away) {
221 		mutex_unlock(&acpiphp_context_lock);
222 		return;
223 	}
224 	get_bridge(context->func.parent);
225 	acpiphp_put_context(context);
226 	mutex_unlock(&acpiphp_context_lock);
227 
228 	hotplug_event(handle, type, data);
229 
230 	put_bridge(context->func.parent);
231 }
232 
233 static const struct acpi_dock_ops acpiphp_dock_ops = {
234 	.fixup = post_dock_fixups,
235 	.handler = dock_event,
236 };
237 
238 /* Check whether the PCI device is managed by native PCIe hotplug driver */
239 static bool device_is_managed_by_native_pciehp(struct pci_dev *pdev)
240 {
241 	u32 reg32;
242 	acpi_handle tmp;
243 	struct acpi_pci_root *root;
244 
245 	/* Check whether the PCIe port supports native PCIe hotplug */
246 	if (pcie_capability_read_dword(pdev, PCI_EXP_SLTCAP, &reg32))
247 		return false;
248 	if (!(reg32 & PCI_EXP_SLTCAP_HPC))
249 		return false;
250 
251 	/*
252 	 * Check whether native PCIe hotplug has been enabled for
253 	 * this PCIe hierarchy.
254 	 */
255 	tmp = acpi_find_root_bridge_handle(pdev);
256 	if (!tmp)
257 		return false;
258 	root = acpi_pci_find_root(tmp);
259 	if (!root)
260 		return false;
261 	if (!(root->osc_control_set & OSC_PCI_EXPRESS_NATIVE_HP_CONTROL))
262 		return false;
263 
264 	return true;
265 }
266 
267 static void acpiphp_dock_init(void *data)
268 {
269 	struct acpiphp_context *context = data;
270 
271 	get_bridge(context->func.parent);
272 }
273 
274 static void acpiphp_dock_release(void *data)
275 {
276 	struct acpiphp_context *context = data;
277 
278 	put_bridge(context->func.parent);
279 }
280 
281 /* callback routine to register each ACPI PCI slot object */
282 static acpi_status register_slot(acpi_handle handle, u32 lvl, void *data,
283 				 void **rv)
284 {
285 	struct acpiphp_bridge *bridge = data;
286 	struct acpiphp_context *context;
287 	struct acpiphp_slot *slot;
288 	struct acpiphp_func *newfunc;
289 	acpi_status status = AE_OK;
290 	unsigned long long adr;
291 	int device, function;
292 	struct pci_bus *pbus = bridge->pci_bus;
293 	struct pci_dev *pdev = bridge->pci_dev;
294 	u32 val;
295 
296 	if (pdev && device_is_managed_by_native_pciehp(pdev))
297 		return AE_OK;
298 
299 	status = acpi_evaluate_integer(handle, "_ADR", NULL, &adr);
300 	if (ACPI_FAILURE(status)) {
301 		if (status != AE_NOT_FOUND)
302 			acpi_handle_warn(handle,
303 				"can't evaluate _ADR (%#x)\n", status);
304 		return AE_OK;
305 	}
306 
307 	device = (adr >> 16) & 0xffff;
308 	function = adr & 0xffff;
309 
310 	mutex_lock(&acpiphp_context_lock);
311 	context = acpiphp_init_context(handle);
312 	if (!context) {
313 		mutex_unlock(&acpiphp_context_lock);
314 		acpi_handle_err(handle, "No hotplug context\n");
315 		return AE_NOT_EXIST;
316 	}
317 	newfunc = &context->func;
318 	newfunc->function = function;
319 	newfunc->parent = bridge;
320 	mutex_unlock(&acpiphp_context_lock);
321 
322 	if (acpi_has_method(handle, "_EJ0"))
323 		newfunc->flags = FUNC_HAS_EJ0;
324 
325 	if (acpi_has_method(handle, "_STA"))
326 		newfunc->flags |= FUNC_HAS_STA;
327 
328 	if (acpi_has_method(handle, "_DCK"))
329 		newfunc->flags |= FUNC_HAS_DCK;
330 
331 	/* search for objects that share the same slot */
332 	list_for_each_entry(slot, &bridge->slots, node)
333 		if (slot->device == device)
334 			goto slot_found;
335 
336 	slot = kzalloc(sizeof(struct acpiphp_slot), GFP_KERNEL);
337 	if (!slot) {
338 		status = AE_NO_MEMORY;
339 		goto err;
340 	}
341 
342 	slot->bus = bridge->pci_bus;
343 	slot->device = device;
344 	INIT_LIST_HEAD(&slot->funcs);
345 	mutex_init(&slot->crit_sect);
346 
347 	list_add_tail(&slot->node, &bridge->slots);
348 
349 	/* Register slots for ejectable functions only. */
350 	if (acpi_pci_check_ejectable(pbus, handle)  || is_dock_device(handle)) {
351 		unsigned long long sun;
352 		int retval;
353 
354 		bridge->nr_slots++;
355 		status = acpi_evaluate_integer(handle, "_SUN", NULL, &sun);
356 		if (ACPI_FAILURE(status))
357 			sun = bridge->nr_slots;
358 
359 		pr_debug("found ACPI PCI Hotplug slot %llu at PCI %04x:%02x:%02x\n",
360 		    sun, pci_domain_nr(pbus), pbus->number, device);
361 
362 		retval = acpiphp_register_hotplug_slot(slot, sun);
363 		if (retval) {
364 			slot->slot = NULL;
365 			bridge->nr_slots--;
366 			if (retval == -EBUSY)
367 				pr_warn("Slot %llu already registered by another "
368 					"hotplug driver\n", sun);
369 			else
370 				pr_warn("acpiphp_register_hotplug_slot failed "
371 					"(err code = 0x%x)\n", retval);
372 		}
373 		/* Even if the slot registration fails, we can still use it. */
374 	}
375 
376  slot_found:
377 	newfunc->slot = slot;
378 	list_add_tail(&newfunc->sibling, &slot->funcs);
379 
380 	if (pci_bus_read_dev_vendor_id(pbus, PCI_DEVFN(device, function),
381 				       &val, 60*1000))
382 		slot->flags |= SLOT_ENABLED;
383 
384 	if (is_dock_device(handle)) {
385 		/* we don't want to call this device's _EJ0
386 		 * because we want the dock notify handler
387 		 * to call it after it calls _DCK
388 		 */
389 		newfunc->flags &= ~FUNC_HAS_EJ0;
390 		if (register_hotplug_dock_device(handle,
391 			&acpiphp_dock_ops, context,
392 			acpiphp_dock_init, acpiphp_dock_release))
393 			pr_debug("failed to register dock device\n");
394 	}
395 
396 	/* install notify handler */
397 	if (!(newfunc->flags & FUNC_HAS_DCK)) {
398 		status = acpi_install_notify_handler(handle, ACPI_SYSTEM_NOTIFY,
399 						     handle_hotplug_event,
400 						     context);
401 		if (ACPI_FAILURE(status))
402 			acpi_handle_err(handle,
403 					"failed to install notify handler\n");
404 	}
405 
406 	return AE_OK;
407 
408  err:
409 	mutex_lock(&acpiphp_context_lock);
410 	acpiphp_put_context(context);
411 	mutex_unlock(&acpiphp_context_lock);
412 	return status;
413 }
414 
415 static struct acpiphp_bridge *acpiphp_handle_to_bridge(acpi_handle handle)
416 {
417 	struct acpiphp_context *context;
418 	struct acpiphp_bridge *bridge = NULL;
419 
420 	mutex_lock(&acpiphp_context_lock);
421 	context = acpiphp_get_context(handle);
422 	if (context) {
423 		bridge = context->bridge;
424 		if (bridge)
425 			get_bridge(bridge);
426 
427 		acpiphp_put_context(context);
428 	}
429 	mutex_unlock(&acpiphp_context_lock);
430 	return bridge;
431 }
432 
433 static void cleanup_bridge(struct acpiphp_bridge *bridge)
434 {
435 	struct acpiphp_slot *slot;
436 	struct acpiphp_func *func;
437 	acpi_status status;
438 
439 	list_for_each_entry(slot, &bridge->slots, node) {
440 		list_for_each_entry(func, &slot->funcs, sibling) {
441 			acpi_handle handle = func_to_handle(func);
442 
443 			if (is_dock_device(handle))
444 				unregister_hotplug_dock_device(handle);
445 
446 			if (!(func->flags & FUNC_HAS_DCK)) {
447 				status = acpi_remove_notify_handler(handle,
448 							ACPI_SYSTEM_NOTIFY,
449 							handle_hotplug_event);
450 				if (ACPI_FAILURE(status))
451 					pr_err("failed to remove notify handler\n");
452 			}
453 		}
454 		slot->flags |= SLOT_IS_GOING_AWAY;
455 		if (slot->slot)
456 			acpiphp_unregister_hotplug_slot(slot);
457 	}
458 
459 	mutex_lock(&bridge_mutex);
460 	list_del(&bridge->list);
461 	mutex_unlock(&bridge_mutex);
462 
463 	mutex_lock(&acpiphp_context_lock);
464 	bridge->is_going_away = true;
465 	mutex_unlock(&acpiphp_context_lock);
466 }
467 
468 /**
469  * acpiphp_max_busnr - return the highest reserved bus number under the given bus.
470  * @bus: bus to start search with
471  */
472 static unsigned char acpiphp_max_busnr(struct pci_bus *bus)
473 {
474 	struct list_head *tmp;
475 	unsigned char max, n;
476 
477 	/*
478 	 * pci_bus_max_busnr will return the highest
479 	 * reserved busnr for all these children.
480 	 * that is equivalent to the bus->subordinate
481 	 * value.  We don't want to use the parent's
482 	 * bus->subordinate value because it could have
483 	 * padding in it.
484 	 */
485 	max = bus->busn_res.start;
486 
487 	list_for_each(tmp, &bus->children) {
488 		n = pci_bus_max_busnr(pci_bus_b(tmp));
489 		if (n > max)
490 			max = n;
491 	}
492 	return max;
493 }
494 
495 /**
496  * acpiphp_bus_trim - Trim device objects in an ACPI namespace subtree.
497  * @handle: ACPI device object handle to start from.
498  */
499 static void acpiphp_bus_trim(acpi_handle handle)
500 {
501 	struct acpi_device *adev = NULL;
502 
503 	acpi_bus_get_device(handle, &adev);
504 	if (adev)
505 		acpi_bus_trim(adev);
506 }
507 
508 /**
509  * acpiphp_bus_add - Scan ACPI namespace subtree.
510  * @handle: ACPI object handle to start the scan from.
511  */
512 static void acpiphp_bus_add(acpi_handle handle)
513 {
514 	struct acpi_device *adev = NULL;
515 
516 	acpi_bus_scan(handle);
517 	acpi_bus_get_device(handle, &adev);
518 	if (acpi_device_enumerated(adev))
519 		acpi_device_set_power(adev, ACPI_STATE_D0);
520 }
521 
522 static void acpiphp_set_acpi_region(struct acpiphp_slot *slot)
523 {
524 	struct acpiphp_func *func;
525 	union acpi_object params[2];
526 	struct acpi_object_list arg_list;
527 
528 	list_for_each_entry(func, &slot->funcs, sibling) {
529 		arg_list.count = 2;
530 		arg_list.pointer = params;
531 		params[0].type = ACPI_TYPE_INTEGER;
532 		params[0].integer.value = ACPI_ADR_SPACE_PCI_CONFIG;
533 		params[1].type = ACPI_TYPE_INTEGER;
534 		params[1].integer.value = 1;
535 		/* _REG is optional, we don't care about if there is failure */
536 		acpi_evaluate_object(func_to_handle(func), "_REG", &arg_list,
537 				     NULL);
538 	}
539 }
540 
541 static void check_hotplug_bridge(struct acpiphp_slot *slot, struct pci_dev *dev)
542 {
543 	struct acpiphp_func *func;
544 
545 	/* quirk, or pcie could set it already */
546 	if (dev->is_hotplug_bridge)
547 		return;
548 
549 	list_for_each_entry(func, &slot->funcs, sibling) {
550 		if (PCI_FUNC(dev->devfn) == func->function) {
551 			dev->is_hotplug_bridge = 1;
552 			break;
553 		}
554 	}
555 }
556 
557 static int acpiphp_rescan_slot(struct acpiphp_slot *slot)
558 {
559 	struct acpiphp_func *func;
560 
561 	list_for_each_entry(func, &slot->funcs, sibling)
562 		acpiphp_bus_add(func_to_handle(func));
563 
564 	return pci_scan_slot(slot->bus, PCI_DEVFN(slot->device, 0));
565 }
566 
567 /**
568  * enable_slot - enable, configure a slot
569  * @slot: slot to be enabled
570  *
571  * This function should be called per *physical slot*,
572  * not per each slot object in ACPI namespace.
573  */
574 static void __ref enable_slot(struct acpiphp_slot *slot)
575 {
576 	struct pci_dev *dev;
577 	struct pci_bus *bus = slot->bus;
578 	struct acpiphp_func *func;
579 	int max, pass;
580 	LIST_HEAD(add_list);
581 
582 	acpiphp_rescan_slot(slot);
583 	max = acpiphp_max_busnr(bus);
584 	for (pass = 0; pass < 2; pass++) {
585 		list_for_each_entry(dev, &bus->devices, bus_list) {
586 			if (PCI_SLOT(dev->devfn) != slot->device)
587 				continue;
588 
589 			if (dev->hdr_type == PCI_HEADER_TYPE_BRIDGE ||
590 			    dev->hdr_type == PCI_HEADER_TYPE_CARDBUS) {
591 				max = pci_scan_bridge(bus, dev, max, pass);
592 				if (pass && dev->subordinate) {
593 					check_hotplug_bridge(slot, dev);
594 					pcibios_resource_survey_bus(dev->subordinate);
595 					__pci_bus_size_bridges(dev->subordinate,
596 							       &add_list);
597 				}
598 			}
599 		}
600 	}
601 	__pci_bus_assign_resources(bus, &add_list, NULL);
602 
603 	acpiphp_sanitize_bus(bus);
604 	acpiphp_set_hpp_values(bus);
605 	acpiphp_set_acpi_region(slot);
606 
607 	list_for_each_entry(dev, &bus->devices, bus_list) {
608 		/* Assume that newly added devices are powered on already. */
609 		if (!dev->is_added)
610 			dev->current_state = PCI_D0;
611 	}
612 
613 	pci_bus_add_devices(bus);
614 
615 	slot->flags |= SLOT_ENABLED;
616 	list_for_each_entry(func, &slot->funcs, sibling) {
617 		dev = pci_get_slot(bus, PCI_DEVFN(slot->device,
618 						  func->function));
619 		if (!dev) {
620 			/* Do not set SLOT_ENABLED flag if some funcs
621 			   are not added. */
622 			slot->flags &= (~SLOT_ENABLED);
623 			continue;
624 		}
625 	}
626 }
627 
628 /**
629  * disable_slot - disable a slot
630  * @slot: ACPI PHP slot
631  */
632 static void disable_slot(struct acpiphp_slot *slot)
633 {
634 	struct pci_bus *bus = slot->bus;
635 	struct pci_dev *dev, *prev;
636 	struct acpiphp_func *func;
637 
638 	/*
639 	 * enable_slot() enumerates all functions in this device via
640 	 * pci_scan_slot(), whether they have associated ACPI hotplug
641 	 * methods (_EJ0, etc.) or not.  Therefore, we remove all functions
642 	 * here.
643 	 */
644 	list_for_each_entry_safe_reverse(dev, prev, &bus->devices, bus_list)
645 		if (PCI_SLOT(dev->devfn) == slot->device)
646 			pci_stop_and_remove_bus_device(dev);
647 
648 	list_for_each_entry(func, &slot->funcs, sibling)
649 		acpiphp_bus_trim(func_to_handle(func));
650 
651 	slot->flags &= (~SLOT_ENABLED);
652 }
653 
654 static bool acpiphp_no_hotplug(acpi_handle handle)
655 {
656 	struct acpi_device *adev = NULL;
657 
658 	acpi_bus_get_device(handle, &adev);
659 	return adev && adev->flags.no_hotplug;
660 }
661 
662 static bool slot_no_hotplug(struct acpiphp_slot *slot)
663 {
664 	struct acpiphp_func *func;
665 
666 	list_for_each_entry(func, &slot->funcs, sibling)
667 		if (acpiphp_no_hotplug(func_to_handle(func)))
668 			return true;
669 
670 	return false;
671 }
672 
673 /**
674  * get_slot_status - get ACPI slot status
675  * @slot: ACPI PHP slot
676  *
677  * If a slot has _STA for each function and if any one of them
678  * returned non-zero status, return it.
679  *
680  * If a slot doesn't have _STA and if any one of its functions'
681  * configuration space is configured, return 0x0f as a _STA.
682  *
683  * Otherwise return 0.
684  */
685 static unsigned int get_slot_status(struct acpiphp_slot *slot)
686 {
687 	unsigned long long sta = 0;
688 	struct acpiphp_func *func;
689 
690 	list_for_each_entry(func, &slot->funcs, sibling) {
691 		if (func->flags & FUNC_HAS_STA) {
692 			acpi_status status;
693 
694 			status = acpi_evaluate_integer(func_to_handle(func),
695 						       "_STA", NULL, &sta);
696 			if (ACPI_SUCCESS(status) && sta)
697 				break;
698 		} else {
699 			u32 dvid;
700 
701 			pci_bus_read_config_dword(slot->bus,
702 						  PCI_DEVFN(slot->device,
703 							    func->function),
704 						  PCI_VENDOR_ID, &dvid);
705 			if (dvid != 0xffffffff) {
706 				sta = ACPI_STA_ALL;
707 				break;
708 			}
709 		}
710 	}
711 
712 	return (unsigned int)sta;
713 }
714 
715 /**
716  * trim_stale_devices - remove PCI devices that are not responding.
717  * @dev: PCI device to start walking the hierarchy from.
718  */
719 static void trim_stale_devices(struct pci_dev *dev)
720 {
721 	acpi_handle handle = ACPI_HANDLE(&dev->dev);
722 	struct pci_bus *bus = dev->subordinate;
723 	bool alive = false;
724 
725 	if (handle) {
726 		acpi_status status;
727 		unsigned long long sta;
728 
729 		status = acpi_evaluate_integer(handle, "_STA", NULL, &sta);
730 		alive = (ACPI_SUCCESS(status) && sta == ACPI_STA_ALL)
731 			|| acpiphp_no_hotplug(handle);
732 	}
733 	if (!alive) {
734 		u32 v;
735 
736 		/* Check if the device responds. */
737 		alive = pci_bus_read_dev_vendor_id(dev->bus, dev->devfn, &v, 0);
738 	}
739 	if (!alive) {
740 		pci_stop_and_remove_bus_device(dev);
741 		if (handle)
742 			acpiphp_bus_trim(handle);
743 	} else if (bus) {
744 		struct pci_dev *child, *tmp;
745 
746 		/* The device is a bridge. so check the bus below it. */
747 		pm_runtime_get_sync(&dev->dev);
748 		list_for_each_entry_safe_reverse(child, tmp, &bus->devices, bus_list)
749 			trim_stale_devices(child);
750 
751 		pm_runtime_put(&dev->dev);
752 	}
753 }
754 
755 /**
756  * acpiphp_check_bridge - re-enumerate devices
757  * @bridge: where to begin re-enumeration
758  *
759  * Iterate over all slots under this bridge and make sure that if a
760  * card is present they are enabled, and if not they are disabled.
761  */
762 static void acpiphp_check_bridge(struct acpiphp_bridge *bridge)
763 {
764 	struct acpiphp_slot *slot;
765 
766 	/* Bail out if the bridge is going away. */
767 	if (bridge->is_going_away)
768 		return;
769 
770 	list_for_each_entry(slot, &bridge->slots, node) {
771 		struct pci_bus *bus = slot->bus;
772 		struct pci_dev *dev, *tmp;
773 
774 		mutex_lock(&slot->crit_sect);
775 		if (slot_no_hotplug(slot)) {
776 			; /* do nothing */
777 		} else if (get_slot_status(slot) == ACPI_STA_ALL) {
778 			/* remove stale devices if any */
779 			list_for_each_entry_safe_reverse(dev, tmp,
780 							 &bus->devices, bus_list)
781 				if (PCI_SLOT(dev->devfn) == slot->device)
782 					trim_stale_devices(dev);
783 
784 			/* configure all functions */
785 			enable_slot(slot);
786 		} else {
787 			disable_slot(slot);
788 		}
789 		mutex_unlock(&slot->crit_sect);
790 	}
791 }
792 
793 static void acpiphp_set_hpp_values(struct pci_bus *bus)
794 {
795 	struct pci_dev *dev;
796 
797 	list_for_each_entry(dev, &bus->devices, bus_list)
798 		pci_configure_slot(dev);
799 }
800 
801 /*
802  * Remove devices for which we could not assign resources, call
803  * arch specific code to fix-up the bus
804  */
805 static void acpiphp_sanitize_bus(struct pci_bus *bus)
806 {
807 	struct pci_dev *dev, *tmp;
808 	int i;
809 	unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM;
810 
811 	list_for_each_entry_safe_reverse(dev, tmp, &bus->devices, bus_list) {
812 		for (i=0; i<PCI_BRIDGE_RESOURCES; i++) {
813 			struct resource *res = &dev->resource[i];
814 			if ((res->flags & type_mask) && !res->start &&
815 					res->end) {
816 				/* Could not assign a required resources
817 				 * for this device, remove it */
818 				pci_stop_and_remove_bus_device(dev);
819 				break;
820 			}
821 		}
822 	}
823 }
824 
825 /*
826  * ACPI event handlers
827  */
828 
829 void acpiphp_check_host_bridge(acpi_handle handle)
830 {
831 	struct acpiphp_bridge *bridge;
832 
833 	bridge = acpiphp_handle_to_bridge(handle);
834 	if (bridge) {
835 		pci_lock_rescan_remove();
836 
837 		acpiphp_check_bridge(bridge);
838 
839 		pci_unlock_rescan_remove();
840 		put_bridge(bridge);
841 	}
842 }
843 
844 static int acpiphp_disable_and_eject_slot(struct acpiphp_slot *slot);
845 
846 static void hotplug_event(acpi_handle handle, u32 type, void *data)
847 {
848 	struct acpiphp_context *context = data;
849 	struct acpiphp_func *func = &context->func;
850 	struct acpiphp_bridge *bridge;
851 	char objname[64];
852 	struct acpi_buffer buffer = { .length = sizeof(objname),
853 				      .pointer = objname };
854 
855 	mutex_lock(&acpiphp_context_lock);
856 	bridge = context->bridge;
857 	if (bridge)
858 		get_bridge(bridge);
859 
860 	mutex_unlock(&acpiphp_context_lock);
861 
862 	pci_lock_rescan_remove();
863 	acpi_get_name(handle, ACPI_FULL_PATHNAME, &buffer);
864 
865 	switch (type) {
866 	case ACPI_NOTIFY_BUS_CHECK:
867 		/* bus re-enumerate */
868 		pr_debug("%s: Bus check notify on %s\n", __func__, objname);
869 		pr_debug("%s: re-enumerating slots under %s\n",
870 			 __func__, objname);
871 		if (bridge) {
872 			acpiphp_check_bridge(bridge);
873 		} else {
874 			struct acpiphp_slot *slot = func->slot;
875 
876 			if (slot->flags & SLOT_IS_GOING_AWAY)
877 				break;
878 
879 			mutex_lock(&slot->crit_sect);
880 			enable_slot(slot);
881 			mutex_unlock(&slot->crit_sect);
882 		}
883 		break;
884 
885 	case ACPI_NOTIFY_DEVICE_CHECK:
886 		/* device check */
887 		pr_debug("%s: Device check notify on %s\n", __func__, objname);
888 		if (bridge) {
889 			acpiphp_check_bridge(bridge);
890 		} else {
891 			struct acpiphp_slot *slot = func->slot;
892 			int ret;
893 
894 			if (slot->flags & SLOT_IS_GOING_AWAY)
895 				break;
896 
897 			/*
898 			 * Check if anything has changed in the slot and rescan
899 			 * from the parent if that's the case.
900 			 */
901 			mutex_lock(&slot->crit_sect);
902 			ret = acpiphp_rescan_slot(slot);
903 			mutex_unlock(&slot->crit_sect);
904 			if (ret)
905 				acpiphp_check_bridge(func->parent);
906 		}
907 		break;
908 
909 	case ACPI_NOTIFY_EJECT_REQUEST:
910 		/* request device eject */
911 		pr_debug("%s: Device eject notify on %s\n", __func__, objname);
912 		acpiphp_disable_and_eject_slot(func->slot);
913 		break;
914 	}
915 
916 	pci_unlock_rescan_remove();
917 	if (bridge)
918 		put_bridge(bridge);
919 }
920 
921 static void hotplug_event_work(void *data, u32 type)
922 {
923 	struct acpiphp_context *context = data;
924 	acpi_handle handle = context->handle;
925 
926 	acpi_scan_lock_acquire();
927 
928 	hotplug_event(handle, type, context);
929 
930 	acpi_scan_lock_release();
931 	acpi_evaluate_hotplug_ost(handle, type, ACPI_OST_SC_SUCCESS, NULL);
932 	put_bridge(context->func.parent);
933 }
934 
935 /**
936  * handle_hotplug_event - handle ACPI hotplug event
937  * @handle: Notify()'ed acpi_handle
938  * @type: Notify code
939  * @data: pointer to acpiphp_context structure
940  *
941  * Handles ACPI event notification on slots.
942  */
943 static void handle_hotplug_event(acpi_handle handle, u32 type, void *data)
944 {
945 	struct acpiphp_context *context;
946 	u32 ost_code = ACPI_OST_SC_SUCCESS;
947 	acpi_status status;
948 
949 	switch (type) {
950 	case ACPI_NOTIFY_BUS_CHECK:
951 	case ACPI_NOTIFY_DEVICE_CHECK:
952 		break;
953 	case ACPI_NOTIFY_EJECT_REQUEST:
954 		ost_code = ACPI_OST_SC_EJECT_IN_PROGRESS;
955 		acpi_evaluate_hotplug_ost(handle, type, ost_code, NULL);
956 		break;
957 
958 	case ACPI_NOTIFY_DEVICE_WAKE:
959 		return;
960 
961 	case ACPI_NOTIFY_FREQUENCY_MISMATCH:
962 		acpi_handle_err(handle, "Device cannot be configured due "
963 				"to a frequency mismatch\n");
964 		goto out;
965 
966 	case ACPI_NOTIFY_BUS_MODE_MISMATCH:
967 		acpi_handle_err(handle, "Device cannot be configured due "
968 				"to a bus mode mismatch\n");
969 		goto out;
970 
971 	case ACPI_NOTIFY_POWER_FAULT:
972 		acpi_handle_err(handle, "Device has suffered a power fault\n");
973 		goto out;
974 
975 	default:
976 		acpi_handle_warn(handle, "Unsupported event type 0x%x\n", type);
977 		ost_code = ACPI_OST_SC_UNRECOGNIZED_NOTIFY;
978 		goto out;
979 	}
980 
981 	mutex_lock(&acpiphp_context_lock);
982 	context = acpiphp_get_context(handle);
983 	if (!context || WARN_ON(context->handle != handle)
984 	    || context->func.parent->is_going_away)
985 		goto err_out;
986 
987 	get_bridge(context->func.parent);
988 	acpiphp_put_context(context);
989 	status = acpi_hotplug_execute(hotplug_event_work, context, type);
990 	if (ACPI_SUCCESS(status)) {
991 		mutex_unlock(&acpiphp_context_lock);
992 		return;
993 	}
994 	put_bridge(context->func.parent);
995 
996  err_out:
997 	mutex_unlock(&acpiphp_context_lock);
998 	ost_code = ACPI_OST_SC_NON_SPECIFIC_FAILURE;
999 
1000  out:
1001 	acpi_evaluate_hotplug_ost(handle, type, ost_code, NULL);
1002 }
1003 
1004 /**
1005  * acpiphp_enumerate_slots - Enumerate PCI slots for a given bus.
1006  * @bus: PCI bus to enumerate the slots for.
1007  *
1008  * A "slot" is an object associated with a PCI device number.  All functions
1009  * (PCI devices) with the same bus and device number belong to the same slot.
1010  */
1011 void acpiphp_enumerate_slots(struct pci_bus *bus)
1012 {
1013 	struct acpiphp_bridge *bridge;
1014 	acpi_handle handle;
1015 	acpi_status status;
1016 
1017 	if (acpiphp_disabled)
1018 		return;
1019 
1020 	handle = ACPI_HANDLE(bus->bridge);
1021 	if (!handle)
1022 		return;
1023 
1024 	bridge = kzalloc(sizeof(struct acpiphp_bridge), GFP_KERNEL);
1025 	if (!bridge) {
1026 		acpi_handle_err(handle, "No memory for bridge object\n");
1027 		return;
1028 	}
1029 
1030 	INIT_LIST_HEAD(&bridge->slots);
1031 	kref_init(&bridge->ref);
1032 	bridge->pci_dev = pci_dev_get(bus->self);
1033 	bridge->pci_bus = bus;
1034 
1035 	/*
1036 	 * Grab a ref to the subordinate PCI bus in case the bus is
1037 	 * removed via PCI core logical hotplug. The ref pins the bus
1038 	 * (which we access during module unload).
1039 	 */
1040 	get_device(&bus->dev);
1041 
1042 	if (!pci_is_root_bus(bridge->pci_bus)) {
1043 		struct acpiphp_context *context;
1044 
1045 		/*
1046 		 * This bridge should have been registered as a hotplug function
1047 		 * under its parent, so the context should be there, unless the
1048 		 * parent is going to be handled by pciehp, in which case this
1049 		 * bridge is not interesting to us either.
1050 		 */
1051 		mutex_lock(&acpiphp_context_lock);
1052 		context = acpiphp_get_context(handle);
1053 		if (!context) {
1054 			mutex_unlock(&acpiphp_context_lock);
1055 			put_device(&bus->dev);
1056 			pci_dev_put(bridge->pci_dev);
1057 			kfree(bridge);
1058 			return;
1059 		}
1060 		bridge->context = context;
1061 		context->bridge = bridge;
1062 		/* Get a reference to the parent bridge. */
1063 		get_bridge(context->func.parent);
1064 		mutex_unlock(&acpiphp_context_lock);
1065 	}
1066 
1067 	/* must be added to the list prior to calling register_slot */
1068 	mutex_lock(&bridge_mutex);
1069 	list_add(&bridge->list, &bridge_list);
1070 	mutex_unlock(&bridge_mutex);
1071 
1072 	/* register all slot objects under this bridge */
1073 	status = acpi_walk_namespace(ACPI_TYPE_DEVICE, handle, 1,
1074 				     register_slot, NULL, bridge, NULL);
1075 	if (ACPI_FAILURE(status)) {
1076 		acpi_handle_err(handle, "failed to register slots\n");
1077 		cleanup_bridge(bridge);
1078 		put_bridge(bridge);
1079 	}
1080 }
1081 
1082 /**
1083  * acpiphp_remove_slots - Remove slot objects associated with a given bus.
1084  * @bus: PCI bus to remove the slot objects for.
1085  */
1086 void acpiphp_remove_slots(struct pci_bus *bus)
1087 {
1088 	struct acpiphp_bridge *bridge;
1089 
1090 	if (acpiphp_disabled)
1091 		return;
1092 
1093 	mutex_lock(&bridge_mutex);
1094 	list_for_each_entry(bridge, &bridge_list, list)
1095 		if (bridge->pci_bus == bus) {
1096 			mutex_unlock(&bridge_mutex);
1097 			cleanup_bridge(bridge);
1098 			put_bridge(bridge);
1099 			return;
1100 		}
1101 
1102 	mutex_unlock(&bridge_mutex);
1103 }
1104 
1105 /**
1106  * acpiphp_enable_slot - power on slot
1107  * @slot: ACPI PHP slot
1108  */
1109 int acpiphp_enable_slot(struct acpiphp_slot *slot)
1110 {
1111 	pci_lock_rescan_remove();
1112 
1113 	if (slot->flags & SLOT_IS_GOING_AWAY)
1114 		return -ENODEV;
1115 
1116 	mutex_lock(&slot->crit_sect);
1117 	/* configure all functions */
1118 	if (!(slot->flags & SLOT_ENABLED))
1119 		enable_slot(slot);
1120 
1121 	mutex_unlock(&slot->crit_sect);
1122 
1123 	pci_unlock_rescan_remove();
1124 	return 0;
1125 }
1126 
1127 /**
1128  * acpiphp_disable_and_eject_slot - power off and eject slot
1129  * @slot: ACPI PHP slot
1130  */
1131 static int acpiphp_disable_and_eject_slot(struct acpiphp_slot *slot)
1132 {
1133 	struct acpiphp_func *func;
1134 
1135 	if (slot->flags & SLOT_IS_GOING_AWAY)
1136 		return -ENODEV;
1137 
1138 	mutex_lock(&slot->crit_sect);
1139 
1140 	/* unconfigure all functions */
1141 	disable_slot(slot);
1142 
1143 	list_for_each_entry(func, &slot->funcs, sibling)
1144 		if (func->flags & FUNC_HAS_EJ0) {
1145 			acpi_handle handle = func_to_handle(func);
1146 
1147 			if (ACPI_FAILURE(acpi_evaluate_ej0(handle)))
1148 				acpi_handle_err(handle, "_EJ0 failed\n");
1149 
1150 			break;
1151 		}
1152 
1153 	mutex_unlock(&slot->crit_sect);
1154 	return 0;
1155 }
1156 
1157 int acpiphp_disable_slot(struct acpiphp_slot *slot)
1158 {
1159 	int ret;
1160 
1161 	pci_lock_rescan_remove();
1162 	ret = acpiphp_disable_and_eject_slot(slot);
1163 	pci_unlock_rescan_remove();
1164 	return ret;
1165 }
1166 
1167 /*
1168  * slot enabled:  1
1169  * slot disabled: 0
1170  */
1171 u8 acpiphp_get_power_status(struct acpiphp_slot *slot)
1172 {
1173 	return (slot->flags & SLOT_ENABLED);
1174 }
1175 
1176 /*
1177  * latch   open:  1
1178  * latch closed:  0
1179  */
1180 u8 acpiphp_get_latch_status(struct acpiphp_slot *slot)
1181 {
1182 	return !(get_slot_status(slot) & ACPI_STA_DEVICE_UI);
1183 }
1184 
1185 /*
1186  * adapter presence : 1
1187  *          absence : 0
1188  */
1189 u8 acpiphp_get_adapter_status(struct acpiphp_slot *slot)
1190 {
1191 	return !!get_slot_status(slot);
1192 }
1193