1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * PCIe host controller driver for Amazon's Annapurna Labs IP (used in chips 4 * such as Graviton and Alpine) 5 * 6 * Copyright 2019 Amazon.com, Inc. or its affiliates. All Rights Reserved. 7 * 8 * Author: Jonathan Chocron <jonnyc@amazon.com> 9 */ 10 11 #include <linux/pci.h> 12 #include <linux/pci-ecam.h> 13 #include <linux/pci-acpi.h> 14 #include "../../pci.h" 15 16 #if defined(CONFIG_ACPI) && defined(CONFIG_PCI_QUIRKS) 17 18 struct al_pcie_acpi { 19 void __iomem *dbi_base; 20 }; 21 22 static void __iomem *al_pcie_map_bus(struct pci_bus *bus, unsigned int devfn, 23 int where) 24 { 25 struct pci_config_window *cfg = bus->sysdata; 26 struct al_pcie_acpi *pcie = cfg->priv; 27 void __iomem *dbi_base = pcie->dbi_base; 28 29 if (bus->number == cfg->busr.start) { 30 /* 31 * The DW PCIe core doesn't filter out transactions to other 32 * devices/functions on the root bus num, so we do this here. 33 */ 34 if (PCI_SLOT(devfn) > 0) 35 return NULL; 36 else 37 return dbi_base + where; 38 } 39 40 return pci_ecam_map_bus(bus, devfn, where); 41 } 42 43 static int al_pcie_init(struct pci_config_window *cfg) 44 { 45 struct device *dev = cfg->parent; 46 struct acpi_device *adev = to_acpi_device(dev); 47 struct acpi_pci_root *root = acpi_driver_data(adev); 48 struct al_pcie_acpi *al_pcie; 49 struct resource *res; 50 int ret; 51 52 al_pcie = devm_kzalloc(dev, sizeof(*al_pcie), GFP_KERNEL); 53 if (!al_pcie) 54 return -ENOMEM; 55 56 res = devm_kzalloc(dev, sizeof(*res), GFP_KERNEL); 57 if (!res) 58 return -ENOMEM; 59 60 ret = acpi_get_rc_resources(dev, "AMZN0001", root->segment, res); 61 if (ret) { 62 dev_err(dev, "can't get rc dbi base address for SEG %d\n", 63 root->segment); 64 return ret; 65 } 66 67 dev_dbg(dev, "Root port dbi res: %pR\n", res); 68 69 al_pcie->dbi_base = devm_pci_remap_cfg_resource(dev, res); 70 if (IS_ERR(al_pcie->dbi_base)) 71 return PTR_ERR(al_pcie->dbi_base); 72 73 cfg->priv = al_pcie; 74 75 return 0; 76 } 77 78 const struct pci_ecam_ops al_pcie_ops = { 79 .init = al_pcie_init, 80 .pci_ops = { 81 .map_bus = al_pcie_map_bus, 82 .read = pci_generic_config_read, 83 .write = pci_generic_config_write, 84 } 85 }; 86 87 #endif /* defined(CONFIG_ACPI) && defined(CONFIG_PCI_QUIRKS) */ 88 89 #ifdef CONFIG_PCIE_AL 90 91 #include <linux/of_pci.h> 92 #include "pcie-designware.h" 93 94 #define AL_PCIE_REV_ID_2 2 95 #define AL_PCIE_REV_ID_3 3 96 #define AL_PCIE_REV_ID_4 4 97 98 #define AXI_BASE_OFFSET 0x0 99 100 #define DEVICE_ID_OFFSET 0x16c 101 102 #define DEVICE_REV_ID 0x0 103 #define DEVICE_REV_ID_DEV_ID_MASK GENMASK(31, 16) 104 105 #define DEVICE_REV_ID_DEV_ID_X4 0 106 #define DEVICE_REV_ID_DEV_ID_X8 2 107 #define DEVICE_REV_ID_DEV_ID_X16 4 108 109 #define OB_CTRL_REV1_2_OFFSET 0x0040 110 #define OB_CTRL_REV3_5_OFFSET 0x0030 111 112 #define CFG_TARGET_BUS 0x0 113 #define CFG_TARGET_BUS_MASK_MASK GENMASK(7, 0) 114 #define CFG_TARGET_BUS_BUSNUM_MASK GENMASK(15, 8) 115 116 #define CFG_CONTROL 0x4 117 #define CFG_CONTROL_SUBBUS_MASK GENMASK(15, 8) 118 #define CFG_CONTROL_SEC_BUS_MASK GENMASK(23, 16) 119 120 struct al_pcie_reg_offsets { 121 unsigned int ob_ctrl; 122 }; 123 124 struct al_pcie_target_bus_cfg { 125 u8 reg_val; 126 u8 reg_mask; 127 u8 ecam_mask; 128 }; 129 130 struct al_pcie { 131 struct dw_pcie *pci; 132 void __iomem *controller_base; /* base of PCIe unit (not DW core) */ 133 struct device *dev; 134 resource_size_t ecam_size; 135 unsigned int controller_rev_id; 136 struct al_pcie_reg_offsets reg_offsets; 137 struct al_pcie_target_bus_cfg target_bus_cfg; 138 }; 139 140 #define to_al_pcie(x) dev_get_drvdata((x)->dev) 141 142 static inline u32 al_pcie_controller_readl(struct al_pcie *pcie, u32 offset) 143 { 144 return readl_relaxed(pcie->controller_base + offset); 145 } 146 147 static inline void al_pcie_controller_writel(struct al_pcie *pcie, u32 offset, 148 u32 val) 149 { 150 writel_relaxed(val, pcie->controller_base + offset); 151 } 152 153 static int al_pcie_rev_id_get(struct al_pcie *pcie, unsigned int *rev_id) 154 { 155 u32 dev_rev_id_val; 156 u32 dev_id_val; 157 158 dev_rev_id_val = al_pcie_controller_readl(pcie, AXI_BASE_OFFSET + 159 DEVICE_ID_OFFSET + 160 DEVICE_REV_ID); 161 dev_id_val = FIELD_GET(DEVICE_REV_ID_DEV_ID_MASK, dev_rev_id_val); 162 163 switch (dev_id_val) { 164 case DEVICE_REV_ID_DEV_ID_X4: 165 *rev_id = AL_PCIE_REV_ID_2; 166 break; 167 case DEVICE_REV_ID_DEV_ID_X8: 168 *rev_id = AL_PCIE_REV_ID_3; 169 break; 170 case DEVICE_REV_ID_DEV_ID_X16: 171 *rev_id = AL_PCIE_REV_ID_4; 172 break; 173 default: 174 dev_err(pcie->dev, "Unsupported dev_id_val (0x%x)\n", 175 dev_id_val); 176 return -EINVAL; 177 } 178 179 dev_dbg(pcie->dev, "dev_id_val: 0x%x\n", dev_id_val); 180 181 return 0; 182 } 183 184 static int al_pcie_reg_offsets_set(struct al_pcie *pcie) 185 { 186 switch (pcie->controller_rev_id) { 187 case AL_PCIE_REV_ID_2: 188 pcie->reg_offsets.ob_ctrl = OB_CTRL_REV1_2_OFFSET; 189 break; 190 case AL_PCIE_REV_ID_3: 191 case AL_PCIE_REV_ID_4: 192 pcie->reg_offsets.ob_ctrl = OB_CTRL_REV3_5_OFFSET; 193 break; 194 default: 195 dev_err(pcie->dev, "Unsupported controller rev_id: 0x%x\n", 196 pcie->controller_rev_id); 197 return -EINVAL; 198 } 199 200 return 0; 201 } 202 203 static inline void al_pcie_target_bus_set(struct al_pcie *pcie, 204 u8 target_bus, 205 u8 mask_target_bus) 206 { 207 u32 reg; 208 209 reg = FIELD_PREP(CFG_TARGET_BUS_MASK_MASK, mask_target_bus) | 210 FIELD_PREP(CFG_TARGET_BUS_BUSNUM_MASK, target_bus); 211 212 al_pcie_controller_writel(pcie, AXI_BASE_OFFSET + 213 pcie->reg_offsets.ob_ctrl + CFG_TARGET_BUS, 214 reg); 215 } 216 217 static void __iomem *al_pcie_conf_addr_map_bus(struct pci_bus *bus, 218 unsigned int devfn, int where) 219 { 220 struct dw_pcie_rp *pp = bus->sysdata; 221 struct al_pcie *pcie = to_al_pcie(to_dw_pcie_from_pp(pp)); 222 unsigned int busnr = bus->number; 223 struct al_pcie_target_bus_cfg *target_bus_cfg = &pcie->target_bus_cfg; 224 unsigned int busnr_ecam = busnr & target_bus_cfg->ecam_mask; 225 unsigned int busnr_reg = busnr & target_bus_cfg->reg_mask; 226 227 if (busnr_reg != target_bus_cfg->reg_val) { 228 dev_dbg(pcie->pci->dev, "Changing target bus busnum val from 0x%x to 0x%x\n", 229 target_bus_cfg->reg_val, busnr_reg); 230 target_bus_cfg->reg_val = busnr_reg; 231 al_pcie_target_bus_set(pcie, 232 target_bus_cfg->reg_val, 233 target_bus_cfg->reg_mask); 234 } 235 236 return pp->va_cfg0_base + PCIE_ECAM_OFFSET(busnr_ecam, devfn, where); 237 } 238 239 static struct pci_ops al_child_pci_ops = { 240 .map_bus = al_pcie_conf_addr_map_bus, 241 .read = pci_generic_config_read, 242 .write = pci_generic_config_write, 243 }; 244 245 static int al_pcie_config_prepare(struct al_pcie *pcie) 246 { 247 struct al_pcie_target_bus_cfg *target_bus_cfg; 248 struct dw_pcie_rp *pp = &pcie->pci->pp; 249 unsigned int ecam_bus_mask; 250 struct resource_entry *ft; 251 u32 cfg_control_offset; 252 struct resource *bus; 253 u8 subordinate_bus; 254 u8 secondary_bus; 255 u32 cfg_control; 256 u32 reg; 257 258 ft = resource_list_first_type(&pp->bridge->windows, IORESOURCE_BUS); 259 if (!ft) 260 return -ENODEV; 261 262 bus = ft->res; 263 target_bus_cfg = &pcie->target_bus_cfg; 264 265 ecam_bus_mask = (pcie->ecam_size >> PCIE_ECAM_BUS_SHIFT) - 1; 266 if (ecam_bus_mask > 255) { 267 dev_warn(pcie->dev, "ECAM window size is larger than 256MB. Cutting off at 256\n"); 268 ecam_bus_mask = 255; 269 } 270 271 /* This portion is taken from the transaction address */ 272 target_bus_cfg->ecam_mask = ecam_bus_mask; 273 /* This portion is taken from the cfg_target_bus reg */ 274 target_bus_cfg->reg_mask = ~target_bus_cfg->ecam_mask; 275 target_bus_cfg->reg_val = bus->start & target_bus_cfg->reg_mask; 276 277 al_pcie_target_bus_set(pcie, target_bus_cfg->reg_val, 278 target_bus_cfg->reg_mask); 279 280 secondary_bus = bus->start + 1; 281 subordinate_bus = bus->end; 282 283 /* Set the valid values of secondary and subordinate buses */ 284 cfg_control_offset = AXI_BASE_OFFSET + pcie->reg_offsets.ob_ctrl + 285 CFG_CONTROL; 286 287 cfg_control = al_pcie_controller_readl(pcie, cfg_control_offset); 288 289 reg = cfg_control & 290 ~(CFG_CONTROL_SEC_BUS_MASK | CFG_CONTROL_SUBBUS_MASK); 291 292 reg |= FIELD_PREP(CFG_CONTROL_SUBBUS_MASK, subordinate_bus) | 293 FIELD_PREP(CFG_CONTROL_SEC_BUS_MASK, secondary_bus); 294 295 al_pcie_controller_writel(pcie, cfg_control_offset, reg); 296 297 return 0; 298 } 299 300 static int al_pcie_host_init(struct dw_pcie_rp *pp) 301 { 302 struct dw_pcie *pci = to_dw_pcie_from_pp(pp); 303 struct al_pcie *pcie = to_al_pcie(pci); 304 int rc; 305 306 pp->bridge->child_ops = &al_child_pci_ops; 307 308 rc = al_pcie_rev_id_get(pcie, &pcie->controller_rev_id); 309 if (rc) 310 return rc; 311 312 rc = al_pcie_reg_offsets_set(pcie); 313 if (rc) 314 return rc; 315 316 rc = al_pcie_config_prepare(pcie); 317 if (rc) 318 return rc; 319 320 return 0; 321 } 322 323 static const struct dw_pcie_host_ops al_pcie_host_ops = { 324 .host_init = al_pcie_host_init, 325 }; 326 327 static int al_pcie_probe(struct platform_device *pdev) 328 { 329 struct device *dev = &pdev->dev; 330 struct resource *controller_res; 331 struct resource *ecam_res; 332 struct al_pcie *al_pcie; 333 struct dw_pcie *pci; 334 335 al_pcie = devm_kzalloc(dev, sizeof(*al_pcie), GFP_KERNEL); 336 if (!al_pcie) 337 return -ENOMEM; 338 339 pci = devm_kzalloc(dev, sizeof(*pci), GFP_KERNEL); 340 if (!pci) 341 return -ENOMEM; 342 343 pci->dev = dev; 344 pci->pp.ops = &al_pcie_host_ops; 345 346 al_pcie->pci = pci; 347 al_pcie->dev = dev; 348 349 ecam_res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "config"); 350 if (!ecam_res) { 351 dev_err(dev, "couldn't find 'config' reg in DT\n"); 352 return -ENOENT; 353 } 354 al_pcie->ecam_size = resource_size(ecam_res); 355 356 controller_res = platform_get_resource_byname(pdev, IORESOURCE_MEM, 357 "controller"); 358 al_pcie->controller_base = devm_ioremap_resource(dev, controller_res); 359 if (IS_ERR(al_pcie->controller_base)) { 360 dev_err(dev, "couldn't remap controller base %pR\n", 361 controller_res); 362 return PTR_ERR(al_pcie->controller_base); 363 } 364 365 dev_dbg(dev, "From DT: controller_base: %pR\n", controller_res); 366 367 platform_set_drvdata(pdev, al_pcie); 368 369 return dw_pcie_host_init(&pci->pp); 370 } 371 372 static const struct of_device_id al_pcie_of_match[] = { 373 { .compatible = "amazon,al-alpine-v2-pcie", 374 }, 375 { .compatible = "amazon,al-alpine-v3-pcie", 376 }, 377 {}, 378 }; 379 380 static struct platform_driver al_pcie_driver = { 381 .driver = { 382 .name = "al-pcie", 383 .of_match_table = al_pcie_of_match, 384 .suppress_bind_attrs = true, 385 }, 386 .probe = al_pcie_probe, 387 }; 388 builtin_platform_driver(al_pcie_driver); 389 390 #endif /* CONFIG_PCIE_AL*/ 391