11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * pci_root.c - ACPI PCI Root Bridge Driver ($Revision: 40 $) 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com> 51da177e4SLinus Torvalds * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com> 61da177e4SLinus Torvalds * 71da177e4SLinus Torvalds * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 81da177e4SLinus Torvalds * 91da177e4SLinus Torvalds * This program is free software; you can redistribute it and/or modify 101da177e4SLinus Torvalds * it under the terms of the GNU General Public License as published by 111da177e4SLinus Torvalds * the Free Software Foundation; either version 2 of the License, or (at 121da177e4SLinus Torvalds * your option) any later version. 131da177e4SLinus Torvalds * 141da177e4SLinus Torvalds * This program is distributed in the hope that it will be useful, but 151da177e4SLinus Torvalds * WITHOUT ANY WARRANTY; without even the implied warranty of 161da177e4SLinus Torvalds * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 171da177e4SLinus Torvalds * General Public License for more details. 181da177e4SLinus Torvalds * 191da177e4SLinus Torvalds * You should have received a copy of the GNU General Public License along 201da177e4SLinus Torvalds * with this program; if not, write to the Free Software Foundation, Inc., 211da177e4SLinus Torvalds * 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA. 221da177e4SLinus Torvalds * 231da177e4SLinus Torvalds * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 241da177e4SLinus Torvalds */ 251da177e4SLinus Torvalds 261da177e4SLinus Torvalds #include <linux/kernel.h> 271da177e4SLinus Torvalds #include <linux/module.h> 281da177e4SLinus Torvalds #include <linux/init.h> 291da177e4SLinus Torvalds #include <linux/types.h> 30d0020f65STaku Izumi #include <linux/mutex.h> 311da177e4SLinus Torvalds #include <linux/pm.h> 32b67ea761SRafael J. Wysocki #include <linux/pm_runtime.h> 331da177e4SLinus Torvalds #include <linux/pci.h> 34990a7ac5SAndrew Patterson #include <linux/pci-acpi.h> 35eca67315SNaga Chumbalkar #include <linux/pci-aspm.h> 361da177e4SLinus Torvalds #include <linux/acpi.h> 375a0e3ad6STejun Heo #include <linux/slab.h> 388b48463fSLv Zheng #include <acpi/apei.h> /* for acpi_hest_init() */ 391da177e4SLinus Torvalds 40ace8238bSRafael J. Wysocki #include "internal.h" 41ace8238bSRafael J. Wysocki 42a192a958SLen Brown #define PREFIX "ACPI: " 43a192a958SLen Brown 441da177e4SLinus Torvalds #define _COMPONENT ACPI_PCI_COMPONENT 45f52fd66dSLen Brown ACPI_MODULE_NAME("pci_root"); 461da177e4SLinus Torvalds #define ACPI_PCI_ROOT_CLASS "pci_bridge" 471da177e4SLinus Torvalds #define ACPI_PCI_ROOT_DEVICE_NAME "PCI Root Bridge" 4800c43b96SRafael J. Wysocki static int acpi_pci_root_add(struct acpi_device *device, 4900c43b96SRafael J. Wysocki const struct acpi_device_id *not_used); 5000c43b96SRafael J. Wysocki static void acpi_pci_root_remove(struct acpi_device *device); 511da177e4SLinus Torvalds 523338db00SRafael J. Wysocki static int acpi_pci_root_scan_dependent(struct acpi_device *adev) 533338db00SRafael J. Wysocki { 541f7c164bSRafael J. Wysocki acpiphp_check_host_bridge(adev); 553338db00SRafael J. Wysocki return 0; 563338db00SRafael J. Wysocki } 573338db00SRafael J. Wysocki 587dab9ef4SBjorn Helgaas #define ACPI_PCIE_REQ_SUPPORT (OSC_PCI_EXT_CONFIG_SUPPORT \ 597dab9ef4SBjorn Helgaas | OSC_PCI_ASPM_SUPPORT \ 607dab9ef4SBjorn Helgaas | OSC_PCI_CLOCK_PM_SUPPORT \ 617dab9ef4SBjorn Helgaas | OSC_PCI_MSI_SUPPORT) 62415e12b2SRafael J. Wysocki 63c97adf9eSMárton Németh static const struct acpi_device_id root_device_ids[] = { 641ba90e3aSThomas Renninger {"PNP0A03", 0}, 651ba90e3aSThomas Renninger {"", 0}, 661ba90e3aSThomas Renninger }; 671ba90e3aSThomas Renninger 6800c43b96SRafael J. Wysocki static struct acpi_scan_handler pci_root_handler = { 691ba90e3aSThomas Renninger .ids = root_device_ids, 7000c43b96SRafael J. Wysocki .attach = acpi_pci_root_add, 7100c43b96SRafael J. Wysocki .detach = acpi_pci_root_remove, 72ca499fc8SToshi Kani .hotplug = { 733338db00SRafael J. Wysocki .enabled = true, 743338db00SRafael J. Wysocki .scan_dependent = acpi_pci_root_scan_dependent, 75ca499fc8SToshi Kani }, 761da177e4SLinus Torvalds }; 771da177e4SLinus Torvalds 7863f10f0fSKenji Kaneshige static DEFINE_MUTEX(osc_lock); 791da177e4SLinus Torvalds 8027558203SAlexander Chiang /** 8127558203SAlexander Chiang * acpi_is_root_bridge - determine whether an ACPI CA node is a PCI root bridge 8227558203SAlexander Chiang * @handle - the ACPI CA node in question. 8327558203SAlexander Chiang * 8427558203SAlexander Chiang * Note: we could make this API take a struct acpi_device * instead, but 8527558203SAlexander Chiang * for now, it's more convenient to operate on an acpi_handle. 8627558203SAlexander Chiang */ 8727558203SAlexander Chiang int acpi_is_root_bridge(acpi_handle handle) 8827558203SAlexander Chiang { 8927558203SAlexander Chiang int ret; 9027558203SAlexander Chiang struct acpi_device *device; 9127558203SAlexander Chiang 9227558203SAlexander Chiang ret = acpi_bus_get_device(handle, &device); 9327558203SAlexander Chiang if (ret) 9427558203SAlexander Chiang return 0; 9527558203SAlexander Chiang 9627558203SAlexander Chiang ret = acpi_match_device_ids(device, root_device_ids); 9727558203SAlexander Chiang if (ret) 9827558203SAlexander Chiang return 0; 9927558203SAlexander Chiang else 10027558203SAlexander Chiang return 1; 10127558203SAlexander Chiang } 10227558203SAlexander Chiang EXPORT_SYMBOL_GPL(acpi_is_root_bridge); 10327558203SAlexander Chiang 1041da177e4SLinus Torvalds static acpi_status 1051da177e4SLinus Torvalds get_root_bridge_busnr_callback(struct acpi_resource *resource, void *data) 1061da177e4SLinus Torvalds { 1076ad95513SBjorn Helgaas struct resource *res = data; 1081da177e4SLinus Torvalds struct acpi_resource_address64 address; 109f6c1c8ffSBjorn Helgaas acpi_status status; 1101da177e4SLinus Torvalds 111f6c1c8ffSBjorn Helgaas status = acpi_resource_to_address64(resource, &address); 112f6c1c8ffSBjorn Helgaas if (ACPI_FAILURE(status)) 1131da177e4SLinus Torvalds return AE_OK; 1141da177e4SLinus Torvalds 1151da177e4SLinus Torvalds if ((address.address_length > 0) && 1166ad95513SBjorn Helgaas (address.resource_type == ACPI_BUS_NUMBER_RANGE)) { 1176ad95513SBjorn Helgaas res->start = address.minimum; 1186ad95513SBjorn Helgaas res->end = address.minimum + address.address_length - 1; 1196ad95513SBjorn Helgaas } 1201da177e4SLinus Torvalds 1211da177e4SLinus Torvalds return AE_OK; 1221da177e4SLinus Torvalds } 1231da177e4SLinus Torvalds 124f5eebbe1SBjorn Helgaas static acpi_status try_get_root_bridge_busnr(acpi_handle handle, 1256ad95513SBjorn Helgaas struct resource *res) 1261da177e4SLinus Torvalds { 1271da177e4SLinus Torvalds acpi_status status; 1281da177e4SLinus Torvalds 1296ad95513SBjorn Helgaas res->start = -1; 1304be44fcdSLen Brown status = 1314be44fcdSLen Brown acpi_walk_resources(handle, METHOD_NAME__CRS, 1326ad95513SBjorn Helgaas get_root_bridge_busnr_callback, res); 1331da177e4SLinus Torvalds if (ACPI_FAILURE(status)) 1341da177e4SLinus Torvalds return status; 1356ad95513SBjorn Helgaas if (res->start == -1) 1361da177e4SLinus Torvalds return AE_ERROR; 1371da177e4SLinus Torvalds return AE_OK; 1381da177e4SLinus Torvalds } 1391da177e4SLinus Torvalds 140955f14b4SBjorn Helgaas struct pci_osc_bit_struct { 141955f14b4SBjorn Helgaas u32 bit; 142955f14b4SBjorn Helgaas char *desc; 143955f14b4SBjorn Helgaas }; 144955f14b4SBjorn Helgaas 145955f14b4SBjorn Helgaas static struct pci_osc_bit_struct pci_osc_support_bit[] = { 146955f14b4SBjorn Helgaas { OSC_PCI_EXT_CONFIG_SUPPORT, "ExtendedConfig" }, 147955f14b4SBjorn Helgaas { OSC_PCI_ASPM_SUPPORT, "ASPM" }, 148955f14b4SBjorn Helgaas { OSC_PCI_CLOCK_PM_SUPPORT, "ClockPM" }, 149955f14b4SBjorn Helgaas { OSC_PCI_SEGMENT_GROUPS_SUPPORT, "Segments" }, 150955f14b4SBjorn Helgaas { OSC_PCI_MSI_SUPPORT, "MSI" }, 151955f14b4SBjorn Helgaas }; 152955f14b4SBjorn Helgaas 153955f14b4SBjorn Helgaas static struct pci_osc_bit_struct pci_osc_control_bit[] = { 154955f14b4SBjorn Helgaas { OSC_PCI_EXPRESS_NATIVE_HP_CONTROL, "PCIeHotplug" }, 155955f14b4SBjorn Helgaas { OSC_PCI_SHPC_NATIVE_HP_CONTROL, "SHPCHotplug" }, 156955f14b4SBjorn Helgaas { OSC_PCI_EXPRESS_PME_CONTROL, "PME" }, 157955f14b4SBjorn Helgaas { OSC_PCI_EXPRESS_AER_CONTROL, "AER" }, 158955f14b4SBjorn Helgaas { OSC_PCI_EXPRESS_CAPABILITY_CONTROL, "PCIeCapability" }, 159955f14b4SBjorn Helgaas }; 160955f14b4SBjorn Helgaas 161955f14b4SBjorn Helgaas static void decode_osc_bits(struct acpi_pci_root *root, char *msg, u32 word, 162955f14b4SBjorn Helgaas struct pci_osc_bit_struct *table, int size) 163955f14b4SBjorn Helgaas { 164955f14b4SBjorn Helgaas char buf[80]; 165955f14b4SBjorn Helgaas int i, len = 0; 166955f14b4SBjorn Helgaas struct pci_osc_bit_struct *entry; 167955f14b4SBjorn Helgaas 168955f14b4SBjorn Helgaas buf[0] = '\0'; 169955f14b4SBjorn Helgaas for (i = 0, entry = table; i < size; i++, entry++) 170955f14b4SBjorn Helgaas if (word & entry->bit) 171955f14b4SBjorn Helgaas len += snprintf(buf + len, sizeof(buf) - len, "%s%s", 172955f14b4SBjorn Helgaas len ? " " : "", entry->desc); 173955f14b4SBjorn Helgaas 174955f14b4SBjorn Helgaas dev_info(&root->device->dev, "_OSC: %s [%s]\n", msg, buf); 175955f14b4SBjorn Helgaas } 176955f14b4SBjorn Helgaas 177955f14b4SBjorn Helgaas static void decode_osc_support(struct acpi_pci_root *root, char *msg, u32 word) 178955f14b4SBjorn Helgaas { 179955f14b4SBjorn Helgaas decode_osc_bits(root, msg, word, pci_osc_support_bit, 180955f14b4SBjorn Helgaas ARRAY_SIZE(pci_osc_support_bit)); 181955f14b4SBjorn Helgaas } 182955f14b4SBjorn Helgaas 183955f14b4SBjorn Helgaas static void decode_osc_control(struct acpi_pci_root *root, char *msg, u32 word) 184955f14b4SBjorn Helgaas { 185955f14b4SBjorn Helgaas decode_osc_bits(root, msg, word, pci_osc_control_bit, 186955f14b4SBjorn Helgaas ARRAY_SIZE(pci_osc_control_bit)); 187955f14b4SBjorn Helgaas } 188955f14b4SBjorn Helgaas 1893a9622dcSShaohua Li static u8 pci_osc_uuid_str[] = "33DB4D5B-1FF7-401C-9657-7441C03DD766"; 19063f10f0fSKenji Kaneshige 19163f10f0fSKenji Kaneshige static acpi_status acpi_pci_run_osc(acpi_handle handle, 19263f10f0fSKenji Kaneshige const u32 *capbuf, u32 *retval) 19363f10f0fSKenji Kaneshige { 1943a9622dcSShaohua Li struct acpi_osc_context context = { 1953a9622dcSShaohua Li .uuid_str = pci_osc_uuid_str, 1963a9622dcSShaohua Li .rev = 1, 1973a9622dcSShaohua Li .cap.length = 12, 1983a9622dcSShaohua Li .cap.pointer = (void *)capbuf, 1993a9622dcSShaohua Li }; 20063f10f0fSKenji Kaneshige acpi_status status; 20163f10f0fSKenji Kaneshige 2023a9622dcSShaohua Li status = acpi_run_osc(handle, &context); 2033a9622dcSShaohua Li if (ACPI_SUCCESS(status)) { 2043a9622dcSShaohua Li *retval = *((u32 *)(context.ret.pointer + 8)); 2053a9622dcSShaohua Li kfree(context.ret.pointer); 20663f10f0fSKenji Kaneshige } 20763f10f0fSKenji Kaneshige return status; 20863f10f0fSKenji Kaneshige } 20963f10f0fSKenji Kaneshige 210ab8e8957SRafael J. Wysocki static acpi_status acpi_pci_query_osc(struct acpi_pci_root *root, 211ab8e8957SRafael J. Wysocki u32 support, 212ab8e8957SRafael J. Wysocki u32 *control) 21363f10f0fSKenji Kaneshige { 21463f10f0fSKenji Kaneshige acpi_status status; 215ab8e8957SRafael J. Wysocki u32 result, capbuf[3]; 21663f10f0fSKenji Kaneshige 217ab8e8957SRafael J. Wysocki support &= OSC_PCI_SUPPORT_MASKS; 218ab8e8957SRafael J. Wysocki support |= root->osc_support_set; 219ab8e8957SRafael J. Wysocki 220b938a229SBjorn Helgaas capbuf[OSC_QUERY_DWORD] = OSC_QUERY_ENABLE; 221b938a229SBjorn Helgaas capbuf[OSC_SUPPORT_DWORD] = support; 222ab8e8957SRafael J. Wysocki if (control) { 223ab8e8957SRafael J. Wysocki *control &= OSC_PCI_CONTROL_MASKS; 224b938a229SBjorn Helgaas capbuf[OSC_CONTROL_DWORD] = *control | root->osc_control_set; 225ab8e8957SRafael J. Wysocki } else { 226545d6e18SYinghai Lu /* Run _OSC query only with existing controls. */ 227b938a229SBjorn Helgaas capbuf[OSC_CONTROL_DWORD] = root->osc_control_set; 228ab8e8957SRafael J. Wysocki } 22963f10f0fSKenji Kaneshige 23063f10f0fSKenji Kaneshige status = acpi_pci_run_osc(root->device->handle, capbuf, &result); 23163f10f0fSKenji Kaneshige if (ACPI_SUCCESS(status)) { 232ab8e8957SRafael J. Wysocki root->osc_support_set = support; 2332b8fd918SRafael J. Wysocki if (control) 234ab8e8957SRafael J. Wysocki *control = result; 235ab8e8957SRafael J. Wysocki } 23663f10f0fSKenji Kaneshige return status; 23763f10f0fSKenji Kaneshige } 23863f10f0fSKenji Kaneshige 23963f10f0fSKenji Kaneshige static acpi_status acpi_pci_osc_support(struct acpi_pci_root *root, u32 flags) 24063f10f0fSKenji Kaneshige { 24163f10f0fSKenji Kaneshige acpi_status status; 24263f10f0fSKenji Kaneshige 24363f10f0fSKenji Kaneshige mutex_lock(&osc_lock); 244ab8e8957SRafael J. Wysocki status = acpi_pci_query_osc(root, flags, NULL); 24563f10f0fSKenji Kaneshige mutex_unlock(&osc_lock); 24663f10f0fSKenji Kaneshige return status; 24763f10f0fSKenji Kaneshige } 24863f10f0fSKenji Kaneshige 24976d56de5SAlex Chiang struct acpi_pci_root *acpi_pci_find_root(acpi_handle handle) 25063f10f0fSKenji Kaneshige { 25163f10f0fSKenji Kaneshige struct acpi_pci_root *root; 252cd4faf9cSTaku Izumi struct acpi_device *device; 253c1aec834SBjorn Helgaas 254cd4faf9cSTaku Izumi if (acpi_bus_get_device(handle, &device) || 255cd4faf9cSTaku Izumi acpi_match_device_ids(device, root_device_ids)) 25663f10f0fSKenji Kaneshige return NULL; 257cd4faf9cSTaku Izumi 258cd4faf9cSTaku Izumi root = acpi_driver_data(device); 259cd4faf9cSTaku Izumi 260cd4faf9cSTaku Izumi return root; 26163f10f0fSKenji Kaneshige } 26276d56de5SAlex Chiang EXPORT_SYMBOL_GPL(acpi_pci_find_root); 26363f10f0fSKenji Kaneshige 2642f7bbcebSAlexander Chiang struct acpi_handle_node { 2652f7bbcebSAlexander Chiang struct list_head node; 2662f7bbcebSAlexander Chiang acpi_handle handle; 2672f7bbcebSAlexander Chiang }; 2682f7bbcebSAlexander Chiang 2692f7bbcebSAlexander Chiang /** 2702f7bbcebSAlexander Chiang * acpi_get_pci_dev - convert ACPI CA handle to struct pci_dev 2712f7bbcebSAlexander Chiang * @handle: the handle in question 2722f7bbcebSAlexander Chiang * 2732f7bbcebSAlexander Chiang * Given an ACPI CA handle, the desired PCI device is located in the 2742f7bbcebSAlexander Chiang * list of PCI devices. 2752f7bbcebSAlexander Chiang * 2762f7bbcebSAlexander Chiang * If the device is found, its reference count is increased and this 2772f7bbcebSAlexander Chiang * function returns a pointer to its data structure. The caller must 2782f7bbcebSAlexander Chiang * decrement the reference count by calling pci_dev_put(). 2792f7bbcebSAlexander Chiang * If no device is found, %NULL is returned. 2802f7bbcebSAlexander Chiang */ 2812f7bbcebSAlexander Chiang struct pci_dev *acpi_get_pci_dev(acpi_handle handle) 2822f7bbcebSAlexander Chiang { 2832f7bbcebSAlexander Chiang int dev, fn; 2842f7bbcebSAlexander Chiang unsigned long long adr; 2852f7bbcebSAlexander Chiang acpi_status status; 2862f7bbcebSAlexander Chiang acpi_handle phandle; 2872f7bbcebSAlexander Chiang struct pci_bus *pbus; 2882f7bbcebSAlexander Chiang struct pci_dev *pdev = NULL; 2892f7bbcebSAlexander Chiang struct acpi_handle_node *node, *tmp; 2902f7bbcebSAlexander Chiang struct acpi_pci_root *root; 2912f7bbcebSAlexander Chiang LIST_HEAD(device_list); 2922f7bbcebSAlexander Chiang 2932f7bbcebSAlexander Chiang /* 2942f7bbcebSAlexander Chiang * Walk up the ACPI CA namespace until we reach a PCI root bridge. 2952f7bbcebSAlexander Chiang */ 2962f7bbcebSAlexander Chiang phandle = handle; 2972f7bbcebSAlexander Chiang while (!acpi_is_root_bridge(phandle)) { 2982f7bbcebSAlexander Chiang node = kzalloc(sizeof(struct acpi_handle_node), GFP_KERNEL); 2992f7bbcebSAlexander Chiang if (!node) 3002f7bbcebSAlexander Chiang goto out; 3012f7bbcebSAlexander Chiang 3022f7bbcebSAlexander Chiang INIT_LIST_HEAD(&node->node); 3032f7bbcebSAlexander Chiang node->handle = phandle; 3042f7bbcebSAlexander Chiang list_add(&node->node, &device_list); 3052f7bbcebSAlexander Chiang 3062f7bbcebSAlexander Chiang status = acpi_get_parent(phandle, &phandle); 3072f7bbcebSAlexander Chiang if (ACPI_FAILURE(status)) 3082f7bbcebSAlexander Chiang goto out; 3092f7bbcebSAlexander Chiang } 3102f7bbcebSAlexander Chiang 3112f7bbcebSAlexander Chiang root = acpi_pci_find_root(phandle); 3122f7bbcebSAlexander Chiang if (!root) 3132f7bbcebSAlexander Chiang goto out; 3142f7bbcebSAlexander Chiang 3152f7bbcebSAlexander Chiang pbus = root->bus; 3162f7bbcebSAlexander Chiang 3172f7bbcebSAlexander Chiang /* 3182f7bbcebSAlexander Chiang * Now, walk back down the PCI device tree until we return to our 3192f7bbcebSAlexander Chiang * original handle. Assumes that everything between the PCI root 3202f7bbcebSAlexander Chiang * bridge and the device we're looking for must be a P2P bridge. 3212f7bbcebSAlexander Chiang */ 3222f7bbcebSAlexander Chiang list_for_each_entry(node, &device_list, node) { 3232f7bbcebSAlexander Chiang acpi_handle hnd = node->handle; 3242f7bbcebSAlexander Chiang status = acpi_evaluate_integer(hnd, "_ADR", NULL, &adr); 3252f7bbcebSAlexander Chiang if (ACPI_FAILURE(status)) 3262f7bbcebSAlexander Chiang goto out; 3272f7bbcebSAlexander Chiang dev = (adr >> 16) & 0xffff; 3282f7bbcebSAlexander Chiang fn = adr & 0xffff; 3292f7bbcebSAlexander Chiang 3302f7bbcebSAlexander Chiang pdev = pci_get_slot(pbus, PCI_DEVFN(dev, fn)); 331412af978STroy Moure if (!pdev || hnd == handle) 3322f7bbcebSAlexander Chiang break; 3332f7bbcebSAlexander Chiang 3342f7bbcebSAlexander Chiang pbus = pdev->subordinate; 3352f7bbcebSAlexander Chiang pci_dev_put(pdev); 336497fb54fSRafael J. Wysocki 337497fb54fSRafael J. Wysocki /* 338497fb54fSRafael J. Wysocki * This function may be called for a non-PCI device that has a 339497fb54fSRafael J. Wysocki * PCI parent (eg. a disk under a PCI SATA controller). In that 340497fb54fSRafael J. Wysocki * case pdev->subordinate will be NULL for the parent. 341497fb54fSRafael J. Wysocki */ 342497fb54fSRafael J. Wysocki if (!pbus) { 343497fb54fSRafael J. Wysocki dev_dbg(&pdev->dev, "Not a PCI-to-PCI bridge\n"); 344497fb54fSRafael J. Wysocki pdev = NULL; 345497fb54fSRafael J. Wysocki break; 346497fb54fSRafael J. Wysocki } 3472f7bbcebSAlexander Chiang } 3482f7bbcebSAlexander Chiang out: 3492f7bbcebSAlexander Chiang list_for_each_entry_safe(node, tmp, &device_list, node) 3502f7bbcebSAlexander Chiang kfree(node); 3512f7bbcebSAlexander Chiang 3522f7bbcebSAlexander Chiang return pdev; 3532f7bbcebSAlexander Chiang } 3542f7bbcebSAlexander Chiang EXPORT_SYMBOL_GPL(acpi_get_pci_dev); 3552f7bbcebSAlexander Chiang 35663f10f0fSKenji Kaneshige /** 35775fb60f2SRafael J. Wysocki * acpi_pci_osc_control_set - Request control of PCI root _OSC features. 35875fb60f2SRafael J. Wysocki * @handle: ACPI handle of a PCI root bridge (or PCIe Root Complex). 35975fb60f2SRafael J. Wysocki * @mask: Mask of _OSC bits to request control of, place to store control mask. 36075fb60f2SRafael J. Wysocki * @req: Mask of _OSC bits the control of is essential to the caller. 36163f10f0fSKenji Kaneshige * 36275fb60f2SRafael J. Wysocki * Run _OSC query for @mask and if that is successful, compare the returned 36375fb60f2SRafael J. Wysocki * mask of control bits with @req. If all of the @req bits are set in the 36475fb60f2SRafael J. Wysocki * returned mask, run _OSC request for it. 36575fb60f2SRafael J. Wysocki * 36675fb60f2SRafael J. Wysocki * The variable at the @mask address may be modified regardless of whether or 36775fb60f2SRafael J. Wysocki * not the function returns success. On success it will contain the mask of 36875fb60f2SRafael J. Wysocki * _OSC bits the BIOS has granted control of, but its contents are meaningless 36975fb60f2SRafael J. Wysocki * on failure. 37063f10f0fSKenji Kaneshige **/ 37175fb60f2SRafael J. Wysocki acpi_status acpi_pci_osc_control_set(acpi_handle handle, u32 *mask, u32 req) 37263f10f0fSKenji Kaneshige { 37363f10f0fSKenji Kaneshige struct acpi_pci_root *root; 3744ffe6e54SBjorn Helgaas acpi_status status = AE_OK; 37575fb60f2SRafael J. Wysocki u32 ctrl, capbuf[3]; 37663f10f0fSKenji Kaneshige 37775fb60f2SRafael J. Wysocki if (!mask) 37875fb60f2SRafael J. Wysocki return AE_BAD_PARAMETER; 37975fb60f2SRafael J. Wysocki 38075fb60f2SRafael J. Wysocki ctrl = *mask & OSC_PCI_CONTROL_MASKS; 38175fb60f2SRafael J. Wysocki if ((ctrl & req) != req) 38263f10f0fSKenji Kaneshige return AE_TYPE; 38363f10f0fSKenji Kaneshige 38463f10f0fSKenji Kaneshige root = acpi_pci_find_root(handle); 38563f10f0fSKenji Kaneshige if (!root) 38663f10f0fSKenji Kaneshige return AE_NOT_EXIST; 38763f10f0fSKenji Kaneshige 38863f10f0fSKenji Kaneshige mutex_lock(&osc_lock); 38975fb60f2SRafael J. Wysocki 39075fb60f2SRafael J. Wysocki *mask = ctrl | root->osc_control_set; 39163f10f0fSKenji Kaneshige /* No need to evaluate _OSC if the control was already granted. */ 39275fb60f2SRafael J. Wysocki if ((root->osc_control_set & ctrl) == ctrl) 39363f10f0fSKenji Kaneshige goto out; 39463f10f0fSKenji Kaneshige 39575fb60f2SRafael J. Wysocki /* Need to check the available controls bits before requesting them. */ 39675fb60f2SRafael J. Wysocki while (*mask) { 39775fb60f2SRafael J. Wysocki status = acpi_pci_query_osc(root, root->osc_support_set, mask); 39863f10f0fSKenji Kaneshige if (ACPI_FAILURE(status)) 39963f10f0fSKenji Kaneshige goto out; 40075fb60f2SRafael J. Wysocki if (ctrl == *mask) 40175fb60f2SRafael J. Wysocki break; 402955f14b4SBjorn Helgaas decode_osc_control(root, "platform does not support", 403955f14b4SBjorn Helgaas ctrl & ~(*mask)); 40475fb60f2SRafael J. Wysocki ctrl = *mask; 40575fb60f2SRafael J. Wysocki } 4062b8fd918SRafael J. Wysocki 40775fb60f2SRafael J. Wysocki if ((ctrl & req) != req) { 408955f14b4SBjorn Helgaas decode_osc_control(root, "not requesting control; platform does not support", 409955f14b4SBjorn Helgaas req & ~(ctrl)); 41063f10f0fSKenji Kaneshige status = AE_SUPPORT; 41163f10f0fSKenji Kaneshige goto out; 41263f10f0fSKenji Kaneshige } 41363f10f0fSKenji Kaneshige 414b938a229SBjorn Helgaas capbuf[OSC_QUERY_DWORD] = 0; 415b938a229SBjorn Helgaas capbuf[OSC_SUPPORT_DWORD] = root->osc_support_set; 416b938a229SBjorn Helgaas capbuf[OSC_CONTROL_DWORD] = ctrl; 41775fb60f2SRafael J. Wysocki status = acpi_pci_run_osc(handle, capbuf, mask); 41863f10f0fSKenji Kaneshige if (ACPI_SUCCESS(status)) 41975fb60f2SRafael J. Wysocki root->osc_control_set = *mask; 42063f10f0fSKenji Kaneshige out: 42163f10f0fSKenji Kaneshige mutex_unlock(&osc_lock); 42263f10f0fSKenji Kaneshige return status; 42363f10f0fSKenji Kaneshige } 4249f5404d8SKenji Kaneshige EXPORT_SYMBOL(acpi_pci_osc_control_set); 42563f10f0fSKenji Kaneshige 4263e43abb0SBjorn Helgaas static void negotiate_os_control(struct acpi_pci_root *root, int *no_aspm, 4273e43abb0SBjorn Helgaas int *clear_aspm) 4283e43abb0SBjorn Helgaas { 429955f14b4SBjorn Helgaas u32 support, control, requested; 4303e43abb0SBjorn Helgaas acpi_status status; 4313e43abb0SBjorn Helgaas struct acpi_device *device = root->device; 4323e43abb0SBjorn Helgaas acpi_handle handle = device->handle; 4333e43abb0SBjorn Helgaas 4343e43abb0SBjorn Helgaas /* 4353e43abb0SBjorn Helgaas * All supported architectures that use ACPI have support for 4363e43abb0SBjorn Helgaas * PCI domains, so we indicate this in _OSC support capabilities. 4373e43abb0SBjorn Helgaas */ 43865afe916SBjorn Helgaas support = OSC_PCI_SEGMENT_GROUPS_SUPPORT; 4393e43abb0SBjorn Helgaas if (pci_ext_cfg_avail()) 440b8eb67fcSBjorn Helgaas support |= OSC_PCI_EXT_CONFIG_SUPPORT; 4411b2a7be6SBjorn Helgaas if (pcie_aspm_support_enabled()) 442b8eb67fcSBjorn Helgaas support |= OSC_PCI_ASPM_SUPPORT | OSC_PCI_CLOCK_PM_SUPPORT; 4433e43abb0SBjorn Helgaas if (pci_msi_enabled()) 444b8eb67fcSBjorn Helgaas support |= OSC_PCI_MSI_SUPPORT; 445955f14b4SBjorn Helgaas 446955f14b4SBjorn Helgaas decode_osc_support(root, "OS supports", support); 447b8eb67fcSBjorn Helgaas status = acpi_pci_osc_support(root, support); 4483e43abb0SBjorn Helgaas if (ACPI_FAILURE(status)) { 44965afe916SBjorn Helgaas dev_info(&device->dev, "_OSC failed (%s); disabling ASPM\n", 45065afe916SBjorn Helgaas acpi_format_exception(status)); 4513e43abb0SBjorn Helgaas *no_aspm = 1; 45265afe916SBjorn Helgaas return; 4533e43abb0SBjorn Helgaas } 4543e43abb0SBjorn Helgaas 45543613a1fSBjorn Helgaas if (pcie_ports_disabled) { 45643613a1fSBjorn Helgaas dev_info(&device->dev, "PCIe port services disabled; not requesting _OSC control\n"); 45743613a1fSBjorn Helgaas return; 45843613a1fSBjorn Helgaas } 45943613a1fSBjorn Helgaas 460de189662SBjorn Helgaas if ((support & ACPI_PCIE_REQ_SUPPORT) != ACPI_PCIE_REQ_SUPPORT) { 461955f14b4SBjorn Helgaas decode_osc_support(root, "not requesting OS control; OS requires", 462955f14b4SBjorn Helgaas ACPI_PCIE_REQ_SUPPORT); 463de189662SBjorn Helgaas return; 464de189662SBjorn Helgaas } 465de189662SBjorn Helgaas 466b8eb67fcSBjorn Helgaas control = OSC_PCI_EXPRESS_CAPABILITY_CONTROL 4673e43abb0SBjorn Helgaas | OSC_PCI_EXPRESS_NATIVE_HP_CONTROL 4683e43abb0SBjorn Helgaas | OSC_PCI_EXPRESS_PME_CONTROL; 4693e43abb0SBjorn Helgaas 4703e43abb0SBjorn Helgaas if (pci_aer_available()) { 4713e43abb0SBjorn Helgaas if (aer_acpi_firmware_first()) 472955f14b4SBjorn Helgaas dev_info(&device->dev, 473955f14b4SBjorn Helgaas "PCIe AER handled by firmware\n"); 4743e43abb0SBjorn Helgaas else 475b8eb67fcSBjorn Helgaas control |= OSC_PCI_EXPRESS_AER_CONTROL; 4763e43abb0SBjorn Helgaas } 4773e43abb0SBjorn Helgaas 478955f14b4SBjorn Helgaas requested = control; 479b8eb67fcSBjorn Helgaas status = acpi_pci_osc_control_set(handle, &control, 4803e43abb0SBjorn Helgaas OSC_PCI_EXPRESS_CAPABILITY_CONTROL); 4813e43abb0SBjorn Helgaas if (ACPI_SUCCESS(status)) { 482955f14b4SBjorn Helgaas decode_osc_control(root, "OS now controls", control); 4833e43abb0SBjorn Helgaas if (acpi_gbl_FADT.boot_flags & ACPI_FADT_NO_ASPM) { 4843e43abb0SBjorn Helgaas /* 4853e43abb0SBjorn Helgaas * We have ASPM control, but the FADT indicates 4863e43abb0SBjorn Helgaas * that it's unsupported. Clear it. 4873e43abb0SBjorn Helgaas */ 4883e43abb0SBjorn Helgaas *clear_aspm = 1; 4893e43abb0SBjorn Helgaas } 4903e43abb0SBjorn Helgaas } else { 491955f14b4SBjorn Helgaas decode_osc_control(root, "OS requested", requested); 492955f14b4SBjorn Helgaas decode_osc_control(root, "platform willing to grant", control); 493955f14b4SBjorn Helgaas dev_info(&device->dev, "_OSC failed (%s); disabling ASPM\n", 494955f14b4SBjorn Helgaas acpi_format_exception(status)); 495955f14b4SBjorn Helgaas 4963e43abb0SBjorn Helgaas /* 4973e43abb0SBjorn Helgaas * We want to disable ASPM here, but aspm_disabled 4983e43abb0SBjorn Helgaas * needs to remain in its state from boot so that we 4993e43abb0SBjorn Helgaas * properly handle PCIe 1.1 devices. So we set this 5003e43abb0SBjorn Helgaas * flag here, to defer the action until after the ACPI 5013e43abb0SBjorn Helgaas * root scan. 5023e43abb0SBjorn Helgaas */ 5033e43abb0SBjorn Helgaas *no_aspm = 1; 5043e43abb0SBjorn Helgaas } 5053e43abb0SBjorn Helgaas } 5063e43abb0SBjorn Helgaas 50700c43b96SRafael J. Wysocki static int acpi_pci_root_add(struct acpi_device *device, 50800c43b96SRafael J. Wysocki const struct acpi_device_id *not_used) 5091da177e4SLinus Torvalds { 510f5eebbe1SBjorn Helgaas unsigned long long segment, bus; 511f5eebbe1SBjorn Helgaas acpi_status status; 512f5eebbe1SBjorn Helgaas int result; 513f5eebbe1SBjorn Helgaas struct acpi_pci_root *root; 514bfe2414aSJiang Liu acpi_handle handle = device->handle; 5153e43abb0SBjorn Helgaas int no_aspm = 0, clear_aspm = 0; 5161da177e4SLinus Torvalds 5176ad95513SBjorn Helgaas root = kzalloc(sizeof(struct acpi_pci_root), GFP_KERNEL); 5186ad95513SBjorn Helgaas if (!root) 5196ad95513SBjorn Helgaas return -ENOMEM; 5206ad95513SBjorn Helgaas 521f5eebbe1SBjorn Helgaas segment = 0; 522bfe2414aSJiang Liu status = acpi_evaluate_integer(handle, METHOD_NAME__SEG, NULL, 523f5eebbe1SBjorn Helgaas &segment); 524f5eebbe1SBjorn Helgaas if (ACPI_FAILURE(status) && status != AE_NOT_FOUND) { 5256dc7d22cSJiang Liu dev_err(&device->dev, "can't evaluate _SEG\n"); 5266ad95513SBjorn Helgaas result = -ENODEV; 5276ad95513SBjorn Helgaas goto end; 528f5eebbe1SBjorn Helgaas } 5291da177e4SLinus Torvalds 530f5eebbe1SBjorn Helgaas /* Check _CRS first, then _BBN. If no _BBN, default to zero. */ 5316ad95513SBjorn Helgaas root->secondary.flags = IORESOURCE_BUS; 532bfe2414aSJiang Liu status = try_get_root_bridge_busnr(handle, &root->secondary); 533f5eebbe1SBjorn Helgaas if (ACPI_FAILURE(status)) { 5346ad95513SBjorn Helgaas /* 5356ad95513SBjorn Helgaas * We need both the start and end of the downstream bus range 5366ad95513SBjorn Helgaas * to interpret _CBA (MMCONFIG base address), so it really is 5376ad95513SBjorn Helgaas * supposed to be in _CRS. If we don't find it there, all we 5386ad95513SBjorn Helgaas * can do is assume [_BBN-0xFF] or [0-0xFF]. 5396ad95513SBjorn Helgaas */ 5406ad95513SBjorn Helgaas root->secondary.end = 0xFF; 5416dc7d22cSJiang Liu dev_warn(&device->dev, 5426dc7d22cSJiang Liu FW_BUG "no secondary bus range in _CRS\n"); 543bfe2414aSJiang Liu status = acpi_evaluate_integer(handle, METHOD_NAME__BBN, 544e545b55aSJon Mason NULL, &bus); 5456ad95513SBjorn Helgaas if (ACPI_SUCCESS(status)) 5466ad95513SBjorn Helgaas root->secondary.start = bus; 5476ad95513SBjorn Helgaas else if (status == AE_NOT_FOUND) 5486ad95513SBjorn Helgaas root->secondary.start = 0; 5496ad95513SBjorn Helgaas else { 5506dc7d22cSJiang Liu dev_err(&device->dev, "can't evaluate _BBN\n"); 5516ad95513SBjorn Helgaas result = -ENODEV; 5526ad95513SBjorn Helgaas goto end; 553f5eebbe1SBjorn Helgaas } 554f5eebbe1SBjorn Helgaas } 5551da177e4SLinus Torvalds 55632917e5bSPatrick Mochel root->device = device; 5570705495dSBjorn Helgaas root->segment = segment & 0xFFFF; 5581da177e4SLinus Torvalds strcpy(acpi_device_name(device), ACPI_PCI_ROOT_DEVICE_NAME); 5591da177e4SLinus Torvalds strcpy(acpi_device_class(device), ACPI_PCI_ROOT_CLASS); 560db89b4f0SPavel Machek device->driver_data = root; 5611da177e4SLinus Torvalds 5626dc7d22cSJiang Liu pr_info(PREFIX "%s [%s] (domain %04x %pR)\n", 563d4761ba2SBjorn Helgaas acpi_device_name(device), acpi_device_bid(device), 564d4761ba2SBjorn Helgaas root->segment, &root->secondary); 565d4761ba2SBjorn Helgaas 566bfe2414aSJiang Liu root->mcfg_addr = acpi_pci_root_get_mcfg_addr(handle); 567f4b57a3bSJiang Liu 5683e43abb0SBjorn Helgaas negotiate_os_control(root, &no_aspm, &clear_aspm); 569415e12b2SRafael J. Wysocki 5703dc48af3SNeil Horman /* 5713dc48af3SNeil Horman * TBD: Need PCI interface for enumeration/configuration of roots. 5723dc48af3SNeil Horman */ 5733dc48af3SNeil Horman 5743dc48af3SNeil Horman /* 5753dc48af3SNeil Horman * Scan the Root Bridge 5763dc48af3SNeil Horman * -------------------- 5773dc48af3SNeil Horman * Must do this prior to any attempt to bind the root device, as the 5783dc48af3SNeil Horman * PCI namespace does not get created until this call is made (and 5793dc48af3SNeil Horman * thus the root bridge's pci_dev does not exist). 5803dc48af3SNeil Horman */ 5813dc48af3SNeil Horman root->bus = pci_acpi_scan_root(root); 5823dc48af3SNeil Horman if (!root->bus) { 5833dc48af3SNeil Horman dev_err(&device->dev, 5843dc48af3SNeil Horman "Bus %04x:%02x not present in PCI namespace\n", 5853dc48af3SNeil Horman root->segment, (unsigned int)root->secondary.start); 586f516bde5SRafael J. Wysocki device->driver_data = NULL; 5873dc48af3SNeil Horman result = -ENODEV; 5883dc48af3SNeil Horman goto end; 5893dc48af3SNeil Horman } 5903dc48af3SNeil Horman 5913dc48af3SNeil Horman if (clear_aspm) { 5923dc48af3SNeil Horman dev_info(&device->dev, "Disabling ASPM (FADT indicates it is unsupported)\n"); 5933dc48af3SNeil Horman pcie_clear_aspm(root->bus); 5943dc48af3SNeil Horman } 5953dc48af3SNeil Horman if (no_aspm) 5963dc48af3SNeil Horman pcie_no_aspm(); 5973dc48af3SNeil Horman 598b67ea761SRafael J. Wysocki pci_acpi_add_bus_pm_notifier(device, root->bus); 599b67ea761SRafael J. Wysocki if (device->wakeup.flags.run_wake) 600b67ea761SRafael J. Wysocki device_set_run_wake(root->bus->bridge, true); 601b67ea761SRafael J. Wysocki 6023c449ed0SYinghai Lu if (system_state != SYSTEM_BOOTING) { 6033c449ed0SYinghai Lu pcibios_resource_survey_bus(root->bus); 60439772038SYinghai Lu pci_assign_unassigned_root_bus_resources(root->bus); 605516ca223SJiang Liu } 60662a08c5aSYinghai Lu 6077a3bb55eSRafael J. Wysocki pci_lock_rescan_remove(); 608c431ada4SRajesh Shah pci_bus_add_devices(root->bus); 6097a3bb55eSRafael J. Wysocki pci_unlock_rescan_remove(); 61000c43b96SRafael J. Wysocki return 1; 61147525cdaSRafael J. Wysocki 61247525cdaSRafael J. Wysocki end: 61347525cdaSRafael J. Wysocki kfree(root); 61447525cdaSRafael J. Wysocki return result; 615c431ada4SRajesh Shah } 6161da177e4SLinus Torvalds 61700c43b96SRafael J. Wysocki static void acpi_pci_root_remove(struct acpi_device *device) 6181da177e4SLinus Torvalds { 619caf420c6SBjorn Helgaas struct acpi_pci_root *root = acpi_driver_data(device); 620c8e9afb1SJiang Liu 6217a3bb55eSRafael J. Wysocki pci_lock_rescan_remove(); 6227a3bb55eSRafael J. Wysocki 6239738a1fdSYinghai Lu pci_stop_root_bus(root->bus); 6249738a1fdSYinghai Lu 625b67ea761SRafael J. Wysocki device_set_run_wake(root->bus->bridge, false); 626b67ea761SRafael J. Wysocki pci_acpi_remove_bus_pm_notifier(device); 627b67ea761SRafael J. Wysocki 6289738a1fdSYinghai Lu pci_remove_root_bus(root->bus); 6299738a1fdSYinghai Lu 6307a3bb55eSRafael J. Wysocki pci_unlock_rescan_remove(); 6317a3bb55eSRafael J. Wysocki 6321da177e4SLinus Torvalds kfree(root); 6331da177e4SLinus Torvalds } 6341da177e4SLinus Torvalds 63500c43b96SRafael J. Wysocki void __init acpi_pci_root_init(void) 6361da177e4SLinus Torvalds { 637d3072e6aSRafael J. Wysocki acpi_hest_init(); 6383338db00SRafael J. Wysocki if (acpi_pci_disabled) 6393338db00SRafael J. Wysocki return; 640d3072e6aSRafael J. Wysocki 6417bc5e3f2SBjorn Helgaas pci_acpi_crs_quirks(); 6423338db00SRafael J. Wysocki acpi_scan_add_handler_with_hotplug(&pci_root_handler, "pci_root"); 643668192b6SYinghai Lu } 644