11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * pci_root.c - ACPI PCI Root Bridge Driver ($Revision: 40 $) 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com> 51da177e4SLinus Torvalds * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com> 61da177e4SLinus Torvalds * 71da177e4SLinus Torvalds * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 81da177e4SLinus Torvalds * 91da177e4SLinus Torvalds * This program is free software; you can redistribute it and/or modify 101da177e4SLinus Torvalds * it under the terms of the GNU General Public License as published by 111da177e4SLinus Torvalds * the Free Software Foundation; either version 2 of the License, or (at 121da177e4SLinus Torvalds * your option) any later version. 131da177e4SLinus Torvalds * 141da177e4SLinus Torvalds * This program is distributed in the hope that it will be useful, but 151da177e4SLinus Torvalds * WITHOUT ANY WARRANTY; without even the implied warranty of 161da177e4SLinus Torvalds * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 171da177e4SLinus Torvalds * General Public License for more details. 181da177e4SLinus Torvalds * 191da177e4SLinus Torvalds * You should have received a copy of the GNU General Public License along 201da177e4SLinus Torvalds * with this program; if not, write to the Free Software Foundation, Inc., 211da177e4SLinus Torvalds * 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA. 221da177e4SLinus Torvalds * 231da177e4SLinus Torvalds * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 241da177e4SLinus Torvalds */ 251da177e4SLinus Torvalds 261da177e4SLinus Torvalds #include <linux/kernel.h> 271da177e4SLinus Torvalds #include <linux/module.h> 281da177e4SLinus Torvalds #include <linux/init.h> 291da177e4SLinus Torvalds #include <linux/types.h> 30d0020f65STaku Izumi #include <linux/mutex.h> 311da177e4SLinus Torvalds #include <linux/pm.h> 32b67ea761SRafael J. Wysocki #include <linux/pm_runtime.h> 331da177e4SLinus Torvalds #include <linux/pci.h> 34990a7ac5SAndrew Patterson #include <linux/pci-acpi.h> 35eca67315SNaga Chumbalkar #include <linux/pci-aspm.h> 361da177e4SLinus Torvalds #include <linux/acpi.h> 375a0e3ad6STejun Heo #include <linux/slab.h> 381da177e4SLinus Torvalds #include <acpi/acpi_bus.h> 391da177e4SLinus Torvalds #include <acpi/acpi_drivers.h> 40415e12b2SRafael J. Wysocki #include <acpi/apei.h> 411da177e4SLinus Torvalds 42a192a958SLen Brown #define PREFIX "ACPI: " 43a192a958SLen Brown 441da177e4SLinus Torvalds #define _COMPONENT ACPI_PCI_COMPONENT 45f52fd66dSLen Brown ACPI_MODULE_NAME("pci_root"); 461da177e4SLinus Torvalds #define ACPI_PCI_ROOT_CLASS "pci_bridge" 471da177e4SLinus Torvalds #define ACPI_PCI_ROOT_DEVICE_NAME "PCI Root Bridge" 4800c43b96SRafael J. Wysocki static int acpi_pci_root_add(struct acpi_device *device, 4900c43b96SRafael J. Wysocki const struct acpi_device_id *not_used); 5000c43b96SRafael J. Wysocki static void acpi_pci_root_remove(struct acpi_device *device); 511da177e4SLinus Torvalds 52415e12b2SRafael J. Wysocki #define ACPI_PCIE_REQ_SUPPORT (OSC_EXT_PCI_CONFIG_SUPPORT \ 53415e12b2SRafael J. Wysocki | OSC_ACTIVE_STATE_PWR_SUPPORT \ 54415e12b2SRafael J. Wysocki | OSC_CLOCK_PWR_CAPABILITY_SUPPORT \ 55415e12b2SRafael J. Wysocki | OSC_MSI_SUPPORT) 56415e12b2SRafael J. Wysocki 57c97adf9eSMárton Németh static const struct acpi_device_id root_device_ids[] = { 581ba90e3aSThomas Renninger {"PNP0A03", 0}, 591ba90e3aSThomas Renninger {"", 0}, 601ba90e3aSThomas Renninger }; 611ba90e3aSThomas Renninger 6200c43b96SRafael J. Wysocki static struct acpi_scan_handler pci_root_handler = { 631ba90e3aSThomas Renninger .ids = root_device_ids, 6400c43b96SRafael J. Wysocki .attach = acpi_pci_root_add, 6500c43b96SRafael J. Wysocki .detach = acpi_pci_root_remove, 661da177e4SLinus Torvalds }; 671da177e4SLinus Torvalds 6863f10f0fSKenji Kaneshige static DEFINE_MUTEX(osc_lock); 691da177e4SLinus Torvalds 7027558203SAlexander Chiang /** 7127558203SAlexander Chiang * acpi_is_root_bridge - determine whether an ACPI CA node is a PCI root bridge 7227558203SAlexander Chiang * @handle - the ACPI CA node in question. 7327558203SAlexander Chiang * 7427558203SAlexander Chiang * Note: we could make this API take a struct acpi_device * instead, but 7527558203SAlexander Chiang * for now, it's more convenient to operate on an acpi_handle. 7627558203SAlexander Chiang */ 7727558203SAlexander Chiang int acpi_is_root_bridge(acpi_handle handle) 7827558203SAlexander Chiang { 7927558203SAlexander Chiang int ret; 8027558203SAlexander Chiang struct acpi_device *device; 8127558203SAlexander Chiang 8227558203SAlexander Chiang ret = acpi_bus_get_device(handle, &device); 8327558203SAlexander Chiang if (ret) 8427558203SAlexander Chiang return 0; 8527558203SAlexander Chiang 8627558203SAlexander Chiang ret = acpi_match_device_ids(device, root_device_ids); 8727558203SAlexander Chiang if (ret) 8827558203SAlexander Chiang return 0; 8927558203SAlexander Chiang else 9027558203SAlexander Chiang return 1; 9127558203SAlexander Chiang } 9227558203SAlexander Chiang EXPORT_SYMBOL_GPL(acpi_is_root_bridge); 9327558203SAlexander Chiang 941da177e4SLinus Torvalds static acpi_status 951da177e4SLinus Torvalds get_root_bridge_busnr_callback(struct acpi_resource *resource, void *data) 961da177e4SLinus Torvalds { 976ad95513SBjorn Helgaas struct resource *res = data; 981da177e4SLinus Torvalds struct acpi_resource_address64 address; 991da177e4SLinus Torvalds 10050eca3ebSBob Moore if (resource->type != ACPI_RESOURCE_TYPE_ADDRESS16 && 10150eca3ebSBob Moore resource->type != ACPI_RESOURCE_TYPE_ADDRESS32 && 10250eca3ebSBob Moore resource->type != ACPI_RESOURCE_TYPE_ADDRESS64) 1031da177e4SLinus Torvalds return AE_OK; 1041da177e4SLinus Torvalds 1051da177e4SLinus Torvalds acpi_resource_to_address64(resource, &address); 1061da177e4SLinus Torvalds if ((address.address_length > 0) && 1076ad95513SBjorn Helgaas (address.resource_type == ACPI_BUS_NUMBER_RANGE)) { 1086ad95513SBjorn Helgaas res->start = address.minimum; 1096ad95513SBjorn Helgaas res->end = address.minimum + address.address_length - 1; 1106ad95513SBjorn Helgaas } 1111da177e4SLinus Torvalds 1121da177e4SLinus Torvalds return AE_OK; 1131da177e4SLinus Torvalds } 1141da177e4SLinus Torvalds 115f5eebbe1SBjorn Helgaas static acpi_status try_get_root_bridge_busnr(acpi_handle handle, 1166ad95513SBjorn Helgaas struct resource *res) 1171da177e4SLinus Torvalds { 1181da177e4SLinus Torvalds acpi_status status; 1191da177e4SLinus Torvalds 1206ad95513SBjorn Helgaas res->start = -1; 1214be44fcdSLen Brown status = 1224be44fcdSLen Brown acpi_walk_resources(handle, METHOD_NAME__CRS, 1236ad95513SBjorn Helgaas get_root_bridge_busnr_callback, res); 1241da177e4SLinus Torvalds if (ACPI_FAILURE(status)) 1251da177e4SLinus Torvalds return status; 1266ad95513SBjorn Helgaas if (res->start == -1) 1271da177e4SLinus Torvalds return AE_ERROR; 1281da177e4SLinus Torvalds return AE_OK; 1291da177e4SLinus Torvalds } 1301da177e4SLinus Torvalds 1313a9622dcSShaohua Li static u8 pci_osc_uuid_str[] = "33DB4D5B-1FF7-401C-9657-7441C03DD766"; 13263f10f0fSKenji Kaneshige 13363f10f0fSKenji Kaneshige static acpi_status acpi_pci_run_osc(acpi_handle handle, 13463f10f0fSKenji Kaneshige const u32 *capbuf, u32 *retval) 13563f10f0fSKenji Kaneshige { 1363a9622dcSShaohua Li struct acpi_osc_context context = { 1373a9622dcSShaohua Li .uuid_str = pci_osc_uuid_str, 1383a9622dcSShaohua Li .rev = 1, 1393a9622dcSShaohua Li .cap.length = 12, 1403a9622dcSShaohua Li .cap.pointer = (void *)capbuf, 1413a9622dcSShaohua Li }; 14263f10f0fSKenji Kaneshige acpi_status status; 14363f10f0fSKenji Kaneshige 1443a9622dcSShaohua Li status = acpi_run_osc(handle, &context); 1453a9622dcSShaohua Li if (ACPI_SUCCESS(status)) { 1463a9622dcSShaohua Li *retval = *((u32 *)(context.ret.pointer + 8)); 1473a9622dcSShaohua Li kfree(context.ret.pointer); 14863f10f0fSKenji Kaneshige } 14963f10f0fSKenji Kaneshige return status; 15063f10f0fSKenji Kaneshige } 15163f10f0fSKenji Kaneshige 152ab8e8957SRafael J. Wysocki static acpi_status acpi_pci_query_osc(struct acpi_pci_root *root, 153ab8e8957SRafael J. Wysocki u32 support, 154ab8e8957SRafael J. Wysocki u32 *control) 15563f10f0fSKenji Kaneshige { 15663f10f0fSKenji Kaneshige acpi_status status; 157ab8e8957SRafael J. Wysocki u32 result, capbuf[3]; 15863f10f0fSKenji Kaneshige 159ab8e8957SRafael J. Wysocki support &= OSC_PCI_SUPPORT_MASKS; 160ab8e8957SRafael J. Wysocki support |= root->osc_support_set; 161ab8e8957SRafael J. Wysocki 16263f10f0fSKenji Kaneshige capbuf[OSC_QUERY_TYPE] = OSC_QUERY_ENABLE; 163ab8e8957SRafael J. Wysocki capbuf[OSC_SUPPORT_TYPE] = support; 164ab8e8957SRafael J. Wysocki if (control) { 165ab8e8957SRafael J. Wysocki *control &= OSC_PCI_CONTROL_MASKS; 166ab8e8957SRafael J. Wysocki capbuf[OSC_CONTROL_TYPE] = *control | root->osc_control_set; 167ab8e8957SRafael J. Wysocki } else { 168545d6e18SYinghai Lu /* Run _OSC query only with existing controls. */ 169545d6e18SYinghai Lu capbuf[OSC_CONTROL_TYPE] = root->osc_control_set; 170ab8e8957SRafael J. Wysocki } 17163f10f0fSKenji Kaneshige 17263f10f0fSKenji Kaneshige status = acpi_pci_run_osc(root->device->handle, capbuf, &result); 17363f10f0fSKenji Kaneshige if (ACPI_SUCCESS(status)) { 174ab8e8957SRafael J. Wysocki root->osc_support_set = support; 1752b8fd918SRafael J. Wysocki if (control) 176ab8e8957SRafael J. Wysocki *control = result; 177ab8e8957SRafael J. Wysocki } 17863f10f0fSKenji Kaneshige return status; 17963f10f0fSKenji Kaneshige } 18063f10f0fSKenji Kaneshige 18163f10f0fSKenji Kaneshige static acpi_status acpi_pci_osc_support(struct acpi_pci_root *root, u32 flags) 18263f10f0fSKenji Kaneshige { 18363f10f0fSKenji Kaneshige acpi_status status; 18463f10f0fSKenji Kaneshige acpi_handle tmp; 18563f10f0fSKenji Kaneshige 18663f10f0fSKenji Kaneshige status = acpi_get_handle(root->device->handle, "_OSC", &tmp); 18763f10f0fSKenji Kaneshige if (ACPI_FAILURE(status)) 18863f10f0fSKenji Kaneshige return status; 18963f10f0fSKenji Kaneshige mutex_lock(&osc_lock); 190ab8e8957SRafael J. Wysocki status = acpi_pci_query_osc(root, flags, NULL); 19163f10f0fSKenji Kaneshige mutex_unlock(&osc_lock); 19263f10f0fSKenji Kaneshige return status; 19363f10f0fSKenji Kaneshige } 19463f10f0fSKenji Kaneshige 19576d56de5SAlex Chiang struct acpi_pci_root *acpi_pci_find_root(acpi_handle handle) 19663f10f0fSKenji Kaneshige { 19763f10f0fSKenji Kaneshige struct acpi_pci_root *root; 198cd4faf9cSTaku Izumi struct acpi_device *device; 199c1aec834SBjorn Helgaas 200cd4faf9cSTaku Izumi if (acpi_bus_get_device(handle, &device) || 201cd4faf9cSTaku Izumi acpi_match_device_ids(device, root_device_ids)) 20263f10f0fSKenji Kaneshige return NULL; 203cd4faf9cSTaku Izumi 204cd4faf9cSTaku Izumi root = acpi_driver_data(device); 205cd4faf9cSTaku Izumi 206cd4faf9cSTaku Izumi return root; 20763f10f0fSKenji Kaneshige } 20876d56de5SAlex Chiang EXPORT_SYMBOL_GPL(acpi_pci_find_root); 20963f10f0fSKenji Kaneshige 2102f7bbcebSAlexander Chiang struct acpi_handle_node { 2112f7bbcebSAlexander Chiang struct list_head node; 2122f7bbcebSAlexander Chiang acpi_handle handle; 2132f7bbcebSAlexander Chiang }; 2142f7bbcebSAlexander Chiang 2152f7bbcebSAlexander Chiang /** 2162f7bbcebSAlexander Chiang * acpi_get_pci_dev - convert ACPI CA handle to struct pci_dev 2172f7bbcebSAlexander Chiang * @handle: the handle in question 2182f7bbcebSAlexander Chiang * 2192f7bbcebSAlexander Chiang * Given an ACPI CA handle, the desired PCI device is located in the 2202f7bbcebSAlexander Chiang * list of PCI devices. 2212f7bbcebSAlexander Chiang * 2222f7bbcebSAlexander Chiang * If the device is found, its reference count is increased and this 2232f7bbcebSAlexander Chiang * function returns a pointer to its data structure. The caller must 2242f7bbcebSAlexander Chiang * decrement the reference count by calling pci_dev_put(). 2252f7bbcebSAlexander Chiang * If no device is found, %NULL is returned. 2262f7bbcebSAlexander Chiang */ 2272f7bbcebSAlexander Chiang struct pci_dev *acpi_get_pci_dev(acpi_handle handle) 2282f7bbcebSAlexander Chiang { 2292f7bbcebSAlexander Chiang int dev, fn; 2302f7bbcebSAlexander Chiang unsigned long long adr; 2312f7bbcebSAlexander Chiang acpi_status status; 2322f7bbcebSAlexander Chiang acpi_handle phandle; 2332f7bbcebSAlexander Chiang struct pci_bus *pbus; 2342f7bbcebSAlexander Chiang struct pci_dev *pdev = NULL; 2352f7bbcebSAlexander Chiang struct acpi_handle_node *node, *tmp; 2362f7bbcebSAlexander Chiang struct acpi_pci_root *root; 2372f7bbcebSAlexander Chiang LIST_HEAD(device_list); 2382f7bbcebSAlexander Chiang 2392f7bbcebSAlexander Chiang /* 2402f7bbcebSAlexander Chiang * Walk up the ACPI CA namespace until we reach a PCI root bridge. 2412f7bbcebSAlexander Chiang */ 2422f7bbcebSAlexander Chiang phandle = handle; 2432f7bbcebSAlexander Chiang while (!acpi_is_root_bridge(phandle)) { 2442f7bbcebSAlexander Chiang node = kzalloc(sizeof(struct acpi_handle_node), GFP_KERNEL); 2452f7bbcebSAlexander Chiang if (!node) 2462f7bbcebSAlexander Chiang goto out; 2472f7bbcebSAlexander Chiang 2482f7bbcebSAlexander Chiang INIT_LIST_HEAD(&node->node); 2492f7bbcebSAlexander Chiang node->handle = phandle; 2502f7bbcebSAlexander Chiang list_add(&node->node, &device_list); 2512f7bbcebSAlexander Chiang 2522f7bbcebSAlexander Chiang status = acpi_get_parent(phandle, &phandle); 2532f7bbcebSAlexander Chiang if (ACPI_FAILURE(status)) 2542f7bbcebSAlexander Chiang goto out; 2552f7bbcebSAlexander Chiang } 2562f7bbcebSAlexander Chiang 2572f7bbcebSAlexander Chiang root = acpi_pci_find_root(phandle); 2582f7bbcebSAlexander Chiang if (!root) 2592f7bbcebSAlexander Chiang goto out; 2602f7bbcebSAlexander Chiang 2612f7bbcebSAlexander Chiang pbus = root->bus; 2622f7bbcebSAlexander Chiang 2632f7bbcebSAlexander Chiang /* 2642f7bbcebSAlexander Chiang * Now, walk back down the PCI device tree until we return to our 2652f7bbcebSAlexander Chiang * original handle. Assumes that everything between the PCI root 2662f7bbcebSAlexander Chiang * bridge and the device we're looking for must be a P2P bridge. 2672f7bbcebSAlexander Chiang */ 2682f7bbcebSAlexander Chiang list_for_each_entry(node, &device_list, node) { 2692f7bbcebSAlexander Chiang acpi_handle hnd = node->handle; 2702f7bbcebSAlexander Chiang status = acpi_evaluate_integer(hnd, "_ADR", NULL, &adr); 2712f7bbcebSAlexander Chiang if (ACPI_FAILURE(status)) 2722f7bbcebSAlexander Chiang goto out; 2732f7bbcebSAlexander Chiang dev = (adr >> 16) & 0xffff; 2742f7bbcebSAlexander Chiang fn = adr & 0xffff; 2752f7bbcebSAlexander Chiang 2762f7bbcebSAlexander Chiang pdev = pci_get_slot(pbus, PCI_DEVFN(dev, fn)); 277412af978STroy Moure if (!pdev || hnd == handle) 2782f7bbcebSAlexander Chiang break; 2792f7bbcebSAlexander Chiang 2802f7bbcebSAlexander Chiang pbus = pdev->subordinate; 2812f7bbcebSAlexander Chiang pci_dev_put(pdev); 282497fb54fSRafael J. Wysocki 283497fb54fSRafael J. Wysocki /* 284497fb54fSRafael J. Wysocki * This function may be called for a non-PCI device that has a 285497fb54fSRafael J. Wysocki * PCI parent (eg. a disk under a PCI SATA controller). In that 286497fb54fSRafael J. Wysocki * case pdev->subordinate will be NULL for the parent. 287497fb54fSRafael J. Wysocki */ 288497fb54fSRafael J. Wysocki if (!pbus) { 289497fb54fSRafael J. Wysocki dev_dbg(&pdev->dev, "Not a PCI-to-PCI bridge\n"); 290497fb54fSRafael J. Wysocki pdev = NULL; 291497fb54fSRafael J. Wysocki break; 292497fb54fSRafael J. Wysocki } 2932f7bbcebSAlexander Chiang } 2942f7bbcebSAlexander Chiang out: 2952f7bbcebSAlexander Chiang list_for_each_entry_safe(node, tmp, &device_list, node) 2962f7bbcebSAlexander Chiang kfree(node); 2972f7bbcebSAlexander Chiang 2982f7bbcebSAlexander Chiang return pdev; 2992f7bbcebSAlexander Chiang } 3002f7bbcebSAlexander Chiang EXPORT_SYMBOL_GPL(acpi_get_pci_dev); 3012f7bbcebSAlexander Chiang 30263f10f0fSKenji Kaneshige /** 30375fb60f2SRafael J. Wysocki * acpi_pci_osc_control_set - Request control of PCI root _OSC features. 30475fb60f2SRafael J. Wysocki * @handle: ACPI handle of a PCI root bridge (or PCIe Root Complex). 30575fb60f2SRafael J. Wysocki * @mask: Mask of _OSC bits to request control of, place to store control mask. 30675fb60f2SRafael J. Wysocki * @req: Mask of _OSC bits the control of is essential to the caller. 30763f10f0fSKenji Kaneshige * 30875fb60f2SRafael J. Wysocki * Run _OSC query for @mask and if that is successful, compare the returned 30975fb60f2SRafael J. Wysocki * mask of control bits with @req. If all of the @req bits are set in the 31075fb60f2SRafael J. Wysocki * returned mask, run _OSC request for it. 31175fb60f2SRafael J. Wysocki * 31275fb60f2SRafael J. Wysocki * The variable at the @mask address may be modified regardless of whether or 31375fb60f2SRafael J. Wysocki * not the function returns success. On success it will contain the mask of 31475fb60f2SRafael J. Wysocki * _OSC bits the BIOS has granted control of, but its contents are meaningless 31575fb60f2SRafael J. Wysocki * on failure. 31663f10f0fSKenji Kaneshige **/ 31775fb60f2SRafael J. Wysocki acpi_status acpi_pci_osc_control_set(acpi_handle handle, u32 *mask, u32 req) 31863f10f0fSKenji Kaneshige { 31963f10f0fSKenji Kaneshige struct acpi_pci_root *root; 32075fb60f2SRafael J. Wysocki acpi_status status; 32175fb60f2SRafael J. Wysocki u32 ctrl, capbuf[3]; 32275fb60f2SRafael J. Wysocki acpi_handle tmp; 32363f10f0fSKenji Kaneshige 32475fb60f2SRafael J. Wysocki if (!mask) 32575fb60f2SRafael J. Wysocki return AE_BAD_PARAMETER; 32675fb60f2SRafael J. Wysocki 32775fb60f2SRafael J. Wysocki ctrl = *mask & OSC_PCI_CONTROL_MASKS; 32875fb60f2SRafael J. Wysocki if ((ctrl & req) != req) 32963f10f0fSKenji Kaneshige return AE_TYPE; 33063f10f0fSKenji Kaneshige 33163f10f0fSKenji Kaneshige root = acpi_pci_find_root(handle); 33263f10f0fSKenji Kaneshige if (!root) 33363f10f0fSKenji Kaneshige return AE_NOT_EXIST; 33463f10f0fSKenji Kaneshige 335b879dc4bSRafael J. Wysocki status = acpi_get_handle(handle, "_OSC", &tmp); 336b879dc4bSRafael J. Wysocki if (ACPI_FAILURE(status)) 337b879dc4bSRafael J. Wysocki return status; 338b879dc4bSRafael J. Wysocki 33963f10f0fSKenji Kaneshige mutex_lock(&osc_lock); 34075fb60f2SRafael J. Wysocki 34175fb60f2SRafael J. Wysocki *mask = ctrl | root->osc_control_set; 34263f10f0fSKenji Kaneshige /* No need to evaluate _OSC if the control was already granted. */ 34375fb60f2SRafael J. Wysocki if ((root->osc_control_set & ctrl) == ctrl) 34463f10f0fSKenji Kaneshige goto out; 34563f10f0fSKenji Kaneshige 34675fb60f2SRafael J. Wysocki /* Need to check the available controls bits before requesting them. */ 34775fb60f2SRafael J. Wysocki while (*mask) { 34875fb60f2SRafael J. Wysocki status = acpi_pci_query_osc(root, root->osc_support_set, mask); 34963f10f0fSKenji Kaneshige if (ACPI_FAILURE(status)) 35063f10f0fSKenji Kaneshige goto out; 35175fb60f2SRafael J. Wysocki if (ctrl == *mask) 35275fb60f2SRafael J. Wysocki break; 35375fb60f2SRafael J. Wysocki ctrl = *mask; 35475fb60f2SRafael J. Wysocki } 3552b8fd918SRafael J. Wysocki 35675fb60f2SRafael J. Wysocki if ((ctrl & req) != req) { 35763f10f0fSKenji Kaneshige status = AE_SUPPORT; 35863f10f0fSKenji Kaneshige goto out; 35963f10f0fSKenji Kaneshige } 36063f10f0fSKenji Kaneshige 36163f10f0fSKenji Kaneshige capbuf[OSC_QUERY_TYPE] = 0; 36263f10f0fSKenji Kaneshige capbuf[OSC_SUPPORT_TYPE] = root->osc_support_set; 36375fb60f2SRafael J. Wysocki capbuf[OSC_CONTROL_TYPE] = ctrl; 36475fb60f2SRafael J. Wysocki status = acpi_pci_run_osc(handle, capbuf, mask); 36563f10f0fSKenji Kaneshige if (ACPI_SUCCESS(status)) 36675fb60f2SRafael J. Wysocki root->osc_control_set = *mask; 36763f10f0fSKenji Kaneshige out: 36863f10f0fSKenji Kaneshige mutex_unlock(&osc_lock); 36963f10f0fSKenji Kaneshige return status; 37063f10f0fSKenji Kaneshige } 3719f5404d8SKenji Kaneshige EXPORT_SYMBOL(acpi_pci_osc_control_set); 37263f10f0fSKenji Kaneshige 37300c43b96SRafael J. Wysocki static int acpi_pci_root_add(struct acpi_device *device, 37400c43b96SRafael J. Wysocki const struct acpi_device_id *not_used) 3751da177e4SLinus Torvalds { 376f5eebbe1SBjorn Helgaas unsigned long long segment, bus; 377f5eebbe1SBjorn Helgaas acpi_status status; 378f5eebbe1SBjorn Helgaas int result; 379f5eebbe1SBjorn Helgaas struct acpi_pci_root *root; 3800ef5f8f6SAndrew Patterson u32 flags, base_flags; 381bfe2414aSJiang Liu acpi_handle handle = device->handle; 3821da177e4SLinus Torvalds 3836ad95513SBjorn Helgaas root = kzalloc(sizeof(struct acpi_pci_root), GFP_KERNEL); 3846ad95513SBjorn Helgaas if (!root) 3856ad95513SBjorn Helgaas return -ENOMEM; 3866ad95513SBjorn Helgaas 387f5eebbe1SBjorn Helgaas segment = 0; 388bfe2414aSJiang Liu status = acpi_evaluate_integer(handle, METHOD_NAME__SEG, NULL, 389f5eebbe1SBjorn Helgaas &segment); 390f5eebbe1SBjorn Helgaas if (ACPI_FAILURE(status) && status != AE_NOT_FOUND) { 3916dc7d22cSJiang Liu dev_err(&device->dev, "can't evaluate _SEG\n"); 3926ad95513SBjorn Helgaas result = -ENODEV; 3936ad95513SBjorn Helgaas goto end; 394f5eebbe1SBjorn Helgaas } 3951da177e4SLinus Torvalds 396f5eebbe1SBjorn Helgaas /* Check _CRS first, then _BBN. If no _BBN, default to zero. */ 3976ad95513SBjorn Helgaas root->secondary.flags = IORESOURCE_BUS; 398bfe2414aSJiang Liu status = try_get_root_bridge_busnr(handle, &root->secondary); 399f5eebbe1SBjorn Helgaas if (ACPI_FAILURE(status)) { 4006ad95513SBjorn Helgaas /* 4016ad95513SBjorn Helgaas * We need both the start and end of the downstream bus range 4026ad95513SBjorn Helgaas * to interpret _CBA (MMCONFIG base address), so it really is 4036ad95513SBjorn Helgaas * supposed to be in _CRS. If we don't find it there, all we 4046ad95513SBjorn Helgaas * can do is assume [_BBN-0xFF] or [0-0xFF]. 4056ad95513SBjorn Helgaas */ 4066ad95513SBjorn Helgaas root->secondary.end = 0xFF; 4076dc7d22cSJiang Liu dev_warn(&device->dev, 4086dc7d22cSJiang Liu FW_BUG "no secondary bus range in _CRS\n"); 409bfe2414aSJiang Liu status = acpi_evaluate_integer(handle, METHOD_NAME__BBN, 410e545b55aSJon Mason NULL, &bus); 4116ad95513SBjorn Helgaas if (ACPI_SUCCESS(status)) 4126ad95513SBjorn Helgaas root->secondary.start = bus; 4136ad95513SBjorn Helgaas else if (status == AE_NOT_FOUND) 4146ad95513SBjorn Helgaas root->secondary.start = 0; 4156ad95513SBjorn Helgaas else { 4166dc7d22cSJiang Liu dev_err(&device->dev, "can't evaluate _BBN\n"); 4176ad95513SBjorn Helgaas result = -ENODEV; 4186ad95513SBjorn Helgaas goto end; 419f5eebbe1SBjorn Helgaas } 420f5eebbe1SBjorn Helgaas } 4211da177e4SLinus Torvalds 42232917e5bSPatrick Mochel root->device = device; 4230705495dSBjorn Helgaas root->segment = segment & 0xFFFF; 4241da177e4SLinus Torvalds strcpy(acpi_device_name(device), ACPI_PCI_ROOT_DEVICE_NAME); 4251da177e4SLinus Torvalds strcpy(acpi_device_class(device), ACPI_PCI_ROOT_CLASS); 426db89b4f0SPavel Machek device->driver_data = root; 4271da177e4SLinus Torvalds 4286dc7d22cSJiang Liu pr_info(PREFIX "%s [%s] (domain %04x %pR)\n", 429d4761ba2SBjorn Helgaas acpi_device_name(device), acpi_device_bid(device), 430d4761ba2SBjorn Helgaas root->segment, &root->secondary); 431d4761ba2SBjorn Helgaas 432bfe2414aSJiang Liu root->mcfg_addr = acpi_pci_root_get_mcfg_addr(handle); 433f4b57a3bSJiang Liu 4341da177e4SLinus Torvalds /* 435990a7ac5SAndrew Patterson * All supported architectures that use ACPI have support for 436990a7ac5SAndrew Patterson * PCI domains, so we indicate this in _OSC support capabilities. 437990a7ac5SAndrew Patterson */ 4380ef5f8f6SAndrew Patterson flags = base_flags = OSC_PCI_SEGMENT_GROUPS_SUPPORT; 43963f10f0fSKenji Kaneshige acpi_pci_osc_support(root, flags); 440990a7ac5SAndrew Patterson 441990a7ac5SAndrew Patterson /* 4421da177e4SLinus Torvalds * TBD: Need PCI interface for enumeration/configuration of roots. 4431da177e4SLinus Torvalds */ 4441da177e4SLinus Torvalds 4451da177e4SLinus Torvalds /* 4461da177e4SLinus Torvalds * Scan the Root Bridge 4471da177e4SLinus Torvalds * -------------------- 4481da177e4SLinus Torvalds * Must do this prior to any attempt to bind the root device, as the 4491da177e4SLinus Torvalds * PCI namespace does not get created until this call is made (and 4501da177e4SLinus Torvalds * thus the root bridge's pci_dev does not exist). 4511da177e4SLinus Torvalds */ 45257283776SBjorn Helgaas root->bus = pci_acpi_scan_root(root); 4531da177e4SLinus Torvalds if (!root->bus) { 4546dc7d22cSJiang Liu dev_err(&device->dev, 4556468463aSLen Brown "Bus %04x:%02x not present in PCI namespace\n", 4566ad95513SBjorn Helgaas root->segment, (unsigned int)root->secondary.start); 4571da177e4SLinus Torvalds result = -ENODEV; 458bbebed64SJiang Liu goto end; 4591da177e4SLinus Torvalds } 4601da177e4SLinus Torvalds 461b8178f13SBjorn Helgaas /* Indicate support for various _OSC capabilities. */ 462b8178f13SBjorn Helgaas if (pci_ext_cfg_avail()) 463b8178f13SBjorn Helgaas flags |= OSC_EXT_PCI_CONFIG_SUPPORT; 464b8178f13SBjorn Helgaas if (pcie_aspm_support_enabled()) { 465b8178f13SBjorn Helgaas flags |= OSC_ACTIVE_STATE_PWR_SUPPORT | 466b8178f13SBjorn Helgaas OSC_CLOCK_PWR_CAPABILITY_SUPPORT; 467b8178f13SBjorn Helgaas } 468b8178f13SBjorn Helgaas if (pci_msi_enabled()) 469b8178f13SBjorn Helgaas flags |= OSC_MSI_SUPPORT; 470b8178f13SBjorn Helgaas if (flags != base_flags) { 471b8178f13SBjorn Helgaas status = acpi_pci_osc_support(root, flags); 472b8178f13SBjorn Helgaas if (ACPI_FAILURE(status)) { 473b8178f13SBjorn Helgaas dev_info(&device->dev, "ACPI _OSC support " 474b8178f13SBjorn Helgaas "notification failed, disabling PCIe ASPM\n"); 475b8178f13SBjorn Helgaas pcie_no_aspm(); 476b8178f13SBjorn Helgaas flags = base_flags; 477b8178f13SBjorn Helgaas } 478b8178f13SBjorn Helgaas } 479b8178f13SBjorn Helgaas 480b8178f13SBjorn Helgaas if (!pcie_ports_disabled 481b8178f13SBjorn Helgaas && (flags & ACPI_PCIE_REQ_SUPPORT) == ACPI_PCIE_REQ_SUPPORT) { 482b8178f13SBjorn Helgaas flags = OSC_PCI_EXPRESS_CAP_STRUCTURE_CONTROL 483b8178f13SBjorn Helgaas | OSC_PCI_EXPRESS_NATIVE_HP_CONTROL 484b8178f13SBjorn Helgaas | OSC_PCI_EXPRESS_PME_CONTROL; 485b8178f13SBjorn Helgaas 486b8178f13SBjorn Helgaas if (pci_aer_available()) { 487b8178f13SBjorn Helgaas if (aer_acpi_firmware_first()) 488b8178f13SBjorn Helgaas dev_dbg(&device->dev, 489b8178f13SBjorn Helgaas "PCIe errors handled by BIOS.\n"); 490b8178f13SBjorn Helgaas else 491b8178f13SBjorn Helgaas flags |= OSC_PCI_EXPRESS_AER_CONTROL; 492b8178f13SBjorn Helgaas } 493b8178f13SBjorn Helgaas 494b8178f13SBjorn Helgaas dev_info(&device->dev, 495b8178f13SBjorn Helgaas "Requesting ACPI _OSC control (0x%02x)\n", flags); 496b8178f13SBjorn Helgaas 497bfe2414aSJiang Liu status = acpi_pci_osc_control_set(handle, &flags, 498b8178f13SBjorn Helgaas OSC_PCI_EXPRESS_CAP_STRUCTURE_CONTROL); 499b8178f13SBjorn Helgaas if (ACPI_SUCCESS(status)) { 500b8178f13SBjorn Helgaas dev_info(&device->dev, 501b8178f13SBjorn Helgaas "ACPI _OSC control (0x%02x) granted\n", flags); 502b8178f13SBjorn Helgaas if (acpi_gbl_FADT.boot_flags & ACPI_FADT_NO_ASPM) { 503b8178f13SBjorn Helgaas /* 504b8178f13SBjorn Helgaas * We have ASPM control, but the FADT indicates 505b8178f13SBjorn Helgaas * that it's unsupported. Clear it. 506b8178f13SBjorn Helgaas */ 5073c076351SMatthew Garrett pcie_clear_aspm(root->bus); 508b8178f13SBjorn Helgaas } 509eca67315SNaga Chumbalkar } else { 510b8178f13SBjorn Helgaas dev_info(&device->dev, 511b8178f13SBjorn Helgaas "ACPI _OSC request failed (%s), " 512b8178f13SBjorn Helgaas "returned control mask: 0x%02x\n", 513b8178f13SBjorn Helgaas acpi_format_exception(status), flags); 5146dc7d22cSJiang Liu dev_info(&device->dev, 5156dc7d22cSJiang Liu "ACPI _OSC control for PCIe not granted, disabling ASPM\n"); 516eca67315SNaga Chumbalkar pcie_no_aspm(); 517eca67315SNaga Chumbalkar } 518b8178f13SBjorn Helgaas } else { 519b8178f13SBjorn Helgaas dev_info(&device->dev, 520b8178f13SBjorn Helgaas "Unable to request _OSC control " 521b8178f13SBjorn Helgaas "(_OSC support mask: 0x%02x)\n", flags); 522b8178f13SBjorn Helgaas } 523415e12b2SRafael J. Wysocki 524b67ea761SRafael J. Wysocki pci_acpi_add_bus_pm_notifier(device, root->bus); 525b67ea761SRafael J. Wysocki if (device->wakeup.flags.run_wake) 526b67ea761SRafael J. Wysocki device_set_run_wake(root->bus->bridge, true); 527b67ea761SRafael J. Wysocki 5283c449ed0SYinghai Lu if (system_state != SYSTEM_BOOTING) { 5293c449ed0SYinghai Lu pcibios_resource_survey_bus(root->bus); 53062a08c5aSYinghai Lu pci_assign_unassigned_bus_resources(root->bus); 53162a08c5aSYinghai Lu 53262a08c5aSYinghai Lu /* need to after hot-added ioapic is registered */ 53362a08c5aSYinghai Lu pci_enable_bridges(root->bus); 534516ca223SJiang Liu } 53562a08c5aSYinghai Lu 536c431ada4SRajesh Shah pci_bus_add_devices(root->bus); 53700c43b96SRafael J. Wysocki return 1; 53847525cdaSRafael J. Wysocki 53947525cdaSRafael J. Wysocki end: 54047525cdaSRafael J. Wysocki kfree(root); 54147525cdaSRafael J. Wysocki return result; 542c431ada4SRajesh Shah } 5431da177e4SLinus Torvalds 54400c43b96SRafael J. Wysocki static void acpi_pci_root_remove(struct acpi_device *device) 5451da177e4SLinus Torvalds { 546caf420c6SBjorn Helgaas struct acpi_pci_root *root = acpi_driver_data(device); 547c8e9afb1SJiang Liu 5489738a1fdSYinghai Lu pci_stop_root_bus(root->bus); 5499738a1fdSYinghai Lu 550b67ea761SRafael J. Wysocki device_set_run_wake(root->bus->bridge, false); 551b67ea761SRafael J. Wysocki pci_acpi_remove_bus_pm_notifier(device); 552b67ea761SRafael J. Wysocki 5539738a1fdSYinghai Lu pci_remove_root_bus(root->bus); 5549738a1fdSYinghai Lu 5551da177e4SLinus Torvalds kfree(root); 5561da177e4SLinus Torvalds } 5571da177e4SLinus Torvalds 55800c43b96SRafael J. Wysocki void __init acpi_pci_root_init(void) 5591da177e4SLinus Torvalds { 560d3072e6aSRafael J. Wysocki acpi_hest_init(); 561d3072e6aSRafael J. Wysocki 56200c43b96SRafael J. Wysocki if (!acpi_pci_disabled) { 5637bc5e3f2SBjorn Helgaas pci_acpi_crs_quirks(); 56400c43b96SRafael J. Wysocki acpi_scan_add_handler(&pci_root_handler); 56500c43b96SRafael J. Wysocki } 5661da177e4SLinus Torvalds } 567668192b6SYinghai Lu /* Support root bridge hotplug */ 568668192b6SYinghai Lu 569668192b6SYinghai Lu static void handle_root_bridge_insertion(acpi_handle handle) 570668192b6SYinghai Lu { 571668192b6SYinghai Lu struct acpi_device *device; 572668192b6SYinghai Lu 573668192b6SYinghai Lu if (!acpi_bus_get_device(handle, &device)) { 5746dc7d22cSJiang Liu dev_printk(KERN_DEBUG, &device->dev, 5756dc7d22cSJiang Liu "acpi device already exists; ignoring notify\n"); 576668192b6SYinghai Lu return; 577668192b6SYinghai Lu } 578668192b6SYinghai Lu 579668192b6SYinghai Lu if (acpi_bus_scan(handle)) 5806dc7d22cSJiang Liu acpi_handle_err(handle, "cannot add bridge to acpi list\n"); 581668192b6SYinghai Lu } 582668192b6SYinghai Lu 583668192b6SYinghai Lu static void handle_root_bridge_removal(struct acpi_device *device) 584668192b6SYinghai Lu { 585b8b66110SYinghai Lu acpi_status status; 586668192b6SYinghai Lu struct acpi_eject_event *ej_event; 587668192b6SYinghai Lu 588668192b6SYinghai Lu ej_event = kmalloc(sizeof(*ej_event), GFP_KERNEL); 589668192b6SYinghai Lu if (!ej_event) { 590668192b6SYinghai Lu /* Inform firmware the hot-remove operation has error */ 591668192b6SYinghai Lu (void) acpi_evaluate_hotplug_ost(device->handle, 592668192b6SYinghai Lu ACPI_NOTIFY_EJECT_REQUEST, 593668192b6SYinghai Lu ACPI_OST_SC_NON_SPECIFIC_FAILURE, 594668192b6SYinghai Lu NULL); 595668192b6SYinghai Lu return; 596668192b6SYinghai Lu } 597668192b6SYinghai Lu 598668192b6SYinghai Lu ej_event->device = device; 599668192b6SYinghai Lu ej_event->event = ACPI_NOTIFY_EJECT_REQUEST; 600668192b6SYinghai Lu 601b8b66110SYinghai Lu status = acpi_os_hotplug_execute(acpi_bus_hot_remove_device, ej_event); 602b8b66110SYinghai Lu if (ACPI_FAILURE(status)) 603b8b66110SYinghai Lu kfree(ej_event); 604668192b6SYinghai Lu } 605668192b6SYinghai Lu 606668192b6SYinghai Lu static void _handle_hotplug_event_root(struct work_struct *work) 607668192b6SYinghai Lu { 608668192b6SYinghai Lu struct acpi_pci_root *root; 609668192b6SYinghai Lu struct acpi_hp_work *hp_work; 610668192b6SYinghai Lu acpi_handle handle; 611668192b6SYinghai Lu u32 type; 612668192b6SYinghai Lu 613668192b6SYinghai Lu hp_work = container_of(work, struct acpi_hp_work, work); 614668192b6SYinghai Lu handle = hp_work->handle; 615668192b6SYinghai Lu type = hp_work->type; 616668192b6SYinghai Lu 617b8b66110SYinghai Lu acpi_scan_lock_acquire(); 618668192b6SYinghai Lu 619b8b66110SYinghai Lu root = acpi_pci_find_root(handle); 620668192b6SYinghai Lu 621668192b6SYinghai Lu switch (type) { 622668192b6SYinghai Lu case ACPI_NOTIFY_BUS_CHECK: 623668192b6SYinghai Lu /* bus enumerate */ 6246dc7d22cSJiang Liu acpi_handle_printk(KERN_DEBUG, handle, 6256dc7d22cSJiang Liu "Bus check notify on %s\n", __func__); 626668192b6SYinghai Lu if (!root) 627668192b6SYinghai Lu handle_root_bridge_insertion(handle); 628668192b6SYinghai Lu 629668192b6SYinghai Lu break; 630668192b6SYinghai Lu 631668192b6SYinghai Lu case ACPI_NOTIFY_DEVICE_CHECK: 632668192b6SYinghai Lu /* device check */ 6336dc7d22cSJiang Liu acpi_handle_printk(KERN_DEBUG, handle, 6346dc7d22cSJiang Liu "Device check notify on %s\n", __func__); 635668192b6SYinghai Lu if (!root) 636668192b6SYinghai Lu handle_root_bridge_insertion(handle); 637668192b6SYinghai Lu break; 638668192b6SYinghai Lu 639668192b6SYinghai Lu case ACPI_NOTIFY_EJECT_REQUEST: 640668192b6SYinghai Lu /* request device eject */ 6416dc7d22cSJiang Liu acpi_handle_printk(KERN_DEBUG, handle, 6426dc7d22cSJiang Liu "Device eject notify on %s\n", __func__); 643668192b6SYinghai Lu if (root) 644668192b6SYinghai Lu handle_root_bridge_removal(root->device); 645668192b6SYinghai Lu break; 646668192b6SYinghai Lu default: 6476dc7d22cSJiang Liu acpi_handle_warn(handle, 6486dc7d22cSJiang Liu "notify_handler: unknown event type 0x%x\n", 6496dc7d22cSJiang Liu type); 650668192b6SYinghai Lu break; 651668192b6SYinghai Lu } 652668192b6SYinghai Lu 653b8b66110SYinghai Lu acpi_scan_lock_release(); 654668192b6SYinghai Lu kfree(hp_work); /* allocated in handle_hotplug_event_bridge */ 655668192b6SYinghai Lu } 656668192b6SYinghai Lu 657668192b6SYinghai Lu static void handle_hotplug_event_root(acpi_handle handle, u32 type, 658668192b6SYinghai Lu void *context) 659668192b6SYinghai Lu { 660668192b6SYinghai Lu alloc_acpi_hp_work(handle, type, context, 661668192b6SYinghai Lu _handle_hotplug_event_root); 662668192b6SYinghai Lu } 663668192b6SYinghai Lu 664668192b6SYinghai Lu static acpi_status __init 665668192b6SYinghai Lu find_root_bridges(acpi_handle handle, u32 lvl, void *context, void **rv) 666668192b6SYinghai Lu { 667121b090eSTang Chen acpi_status status; 668668192b6SYinghai Lu int *count = (int *)context; 669668192b6SYinghai Lu 670668192b6SYinghai Lu if (!acpi_is_root_bridge(handle)) 671668192b6SYinghai Lu return AE_OK; 672668192b6SYinghai Lu 673668192b6SYinghai Lu (*count)++; 674668192b6SYinghai Lu 675121b090eSTang Chen status = acpi_install_notify_handler(handle, ACPI_SYSTEM_NOTIFY, 676668192b6SYinghai Lu handle_hotplug_event_root, NULL); 677121b090eSTang Chen if (ACPI_FAILURE(status)) 6786dc7d22cSJiang Liu acpi_handle_printk(KERN_DEBUG, handle, 6796dc7d22cSJiang Liu "notify handler is not installed, exit status: %u\n", 6806dc7d22cSJiang Liu (unsigned int)status); 681121b090eSTang Chen else 6826dc7d22cSJiang Liu acpi_handle_printk(KERN_DEBUG, handle, 6836dc7d22cSJiang Liu "notify handler is installed\n"); 684668192b6SYinghai Lu 685668192b6SYinghai Lu return AE_OK; 686668192b6SYinghai Lu } 687668192b6SYinghai Lu 688668192b6SYinghai Lu void __init acpi_pci_root_hp_init(void) 689668192b6SYinghai Lu { 690668192b6SYinghai Lu int num = 0; 691668192b6SYinghai Lu 692668192b6SYinghai Lu acpi_walk_namespace(ACPI_TYPE_DEVICE, ACPI_ROOT_OBJECT, 693668192b6SYinghai Lu ACPI_UINT32_MAX, find_root_bridges, NULL, &num, NULL); 694668192b6SYinghai Lu 695668192b6SYinghai Lu printk(KERN_DEBUG "Found %d acpi root devices\n", num); 696668192b6SYinghai Lu } 697