1*d29ad70aSHou Zhiqiang // SPDX-License-Identifier: GPL-2.0 2*d29ad70aSHou Zhiqiang /* 3*d29ad70aSHou Zhiqiang * PCIe Gen4 host controller driver for NXP Layerscape SoCs 4*d29ad70aSHou Zhiqiang * 5*d29ad70aSHou Zhiqiang * Copyright 2019-2020 NXP 6*d29ad70aSHou Zhiqiang * 7*d29ad70aSHou Zhiqiang * Author: Zhiqiang Hou <Zhiqiang.Hou@nxp.com> 8*d29ad70aSHou Zhiqiang */ 9*d29ad70aSHou Zhiqiang 10*d29ad70aSHou Zhiqiang #include <linux/kernel.h> 11*d29ad70aSHou Zhiqiang #include <linux/interrupt.h> 12*d29ad70aSHou Zhiqiang #include <linux/init.h> 13*d29ad70aSHou Zhiqiang #include <linux/of_pci.h> 14*d29ad70aSHou Zhiqiang #include <linux/of_platform.h> 15*d29ad70aSHou Zhiqiang #include <linux/of_irq.h> 16*d29ad70aSHou Zhiqiang #include <linux/of_address.h> 17*d29ad70aSHou Zhiqiang #include <linux/pci.h> 18*d29ad70aSHou Zhiqiang #include <linux/platform_device.h> 19*d29ad70aSHou Zhiqiang #include <linux/resource.h> 20*d29ad70aSHou Zhiqiang #include <linux/mfd/syscon.h> 21*d29ad70aSHou Zhiqiang #include <linux/regmap.h> 22*d29ad70aSHou Zhiqiang 23*d29ad70aSHou Zhiqiang #include "pcie-mobiveil.h" 24*d29ad70aSHou Zhiqiang 25*d29ad70aSHou Zhiqiang /* LUT and PF control registers */ 26*d29ad70aSHou Zhiqiang #define PCIE_LUT_OFF 0x80000 27*d29ad70aSHou Zhiqiang #define PCIE_PF_OFF 0xc0000 28*d29ad70aSHou Zhiqiang #define PCIE_PF_INT_STAT 0x18 29*d29ad70aSHou Zhiqiang #define PF_INT_STAT_PABRST BIT(31) 30*d29ad70aSHou Zhiqiang 31*d29ad70aSHou Zhiqiang #define PCIE_PF_DBG 0x7fc 32*d29ad70aSHou Zhiqiang #define PF_DBG_LTSSM_MASK 0x3f 33*d29ad70aSHou Zhiqiang #define PF_DBG_LTSSM_L0 0x2d /* L0 state */ 34*d29ad70aSHou Zhiqiang #define PF_DBG_WE BIT(31) 35*d29ad70aSHou Zhiqiang #define PF_DBG_PABR BIT(27) 36*d29ad70aSHou Zhiqiang 37*d29ad70aSHou Zhiqiang #define to_ls_pcie_g4(x) platform_get_drvdata((x)->pdev) 38*d29ad70aSHou Zhiqiang 39*d29ad70aSHou Zhiqiang struct ls_pcie_g4 { 40*d29ad70aSHou Zhiqiang struct mobiveil_pcie pci; 41*d29ad70aSHou Zhiqiang struct delayed_work dwork; 42*d29ad70aSHou Zhiqiang int irq; 43*d29ad70aSHou Zhiqiang }; 44*d29ad70aSHou Zhiqiang 45*d29ad70aSHou Zhiqiang static inline u32 ls_pcie_g4_lut_readl(struct ls_pcie_g4 *pcie, u32 off) 46*d29ad70aSHou Zhiqiang { 47*d29ad70aSHou Zhiqiang return ioread32(pcie->pci.csr_axi_slave_base + PCIE_LUT_OFF + off); 48*d29ad70aSHou Zhiqiang } 49*d29ad70aSHou Zhiqiang 50*d29ad70aSHou Zhiqiang static inline void ls_pcie_g4_lut_writel(struct ls_pcie_g4 *pcie, 51*d29ad70aSHou Zhiqiang u32 off, u32 val) 52*d29ad70aSHou Zhiqiang { 53*d29ad70aSHou Zhiqiang iowrite32(val, pcie->pci.csr_axi_slave_base + PCIE_LUT_OFF + off); 54*d29ad70aSHou Zhiqiang } 55*d29ad70aSHou Zhiqiang 56*d29ad70aSHou Zhiqiang static inline u32 ls_pcie_g4_pf_readl(struct ls_pcie_g4 *pcie, u32 off) 57*d29ad70aSHou Zhiqiang { 58*d29ad70aSHou Zhiqiang return ioread32(pcie->pci.csr_axi_slave_base + PCIE_PF_OFF + off); 59*d29ad70aSHou Zhiqiang } 60*d29ad70aSHou Zhiqiang 61*d29ad70aSHou Zhiqiang static inline void ls_pcie_g4_pf_writel(struct ls_pcie_g4 *pcie, 62*d29ad70aSHou Zhiqiang u32 off, u32 val) 63*d29ad70aSHou Zhiqiang { 64*d29ad70aSHou Zhiqiang iowrite32(val, pcie->pci.csr_axi_slave_base + PCIE_PF_OFF + off); 65*d29ad70aSHou Zhiqiang } 66*d29ad70aSHou Zhiqiang 67*d29ad70aSHou Zhiqiang static int ls_pcie_g4_link_up(struct mobiveil_pcie *pci) 68*d29ad70aSHou Zhiqiang { 69*d29ad70aSHou Zhiqiang struct ls_pcie_g4 *pcie = to_ls_pcie_g4(pci); 70*d29ad70aSHou Zhiqiang u32 state; 71*d29ad70aSHou Zhiqiang 72*d29ad70aSHou Zhiqiang state = ls_pcie_g4_pf_readl(pcie, PCIE_PF_DBG); 73*d29ad70aSHou Zhiqiang state = state & PF_DBG_LTSSM_MASK; 74*d29ad70aSHou Zhiqiang 75*d29ad70aSHou Zhiqiang if (state == PF_DBG_LTSSM_L0) 76*d29ad70aSHou Zhiqiang return 1; 77*d29ad70aSHou Zhiqiang 78*d29ad70aSHou Zhiqiang return 0; 79*d29ad70aSHou Zhiqiang } 80*d29ad70aSHou Zhiqiang 81*d29ad70aSHou Zhiqiang static void ls_pcie_g4_disable_interrupt(struct ls_pcie_g4 *pcie) 82*d29ad70aSHou Zhiqiang { 83*d29ad70aSHou Zhiqiang struct mobiveil_pcie *mv_pci = &pcie->pci; 84*d29ad70aSHou Zhiqiang 85*d29ad70aSHou Zhiqiang mobiveil_csr_writel(mv_pci, 0, PAB_INTP_AMBA_MISC_ENB); 86*d29ad70aSHou Zhiqiang } 87*d29ad70aSHou Zhiqiang 88*d29ad70aSHou Zhiqiang static void ls_pcie_g4_enable_interrupt(struct ls_pcie_g4 *pcie) 89*d29ad70aSHou Zhiqiang { 90*d29ad70aSHou Zhiqiang struct mobiveil_pcie *mv_pci = &pcie->pci; 91*d29ad70aSHou Zhiqiang u32 val; 92*d29ad70aSHou Zhiqiang 93*d29ad70aSHou Zhiqiang /* Clear the interrupt status */ 94*d29ad70aSHou Zhiqiang mobiveil_csr_writel(mv_pci, 0xffffffff, PAB_INTP_AMBA_MISC_STAT); 95*d29ad70aSHou Zhiqiang 96*d29ad70aSHou Zhiqiang val = PAB_INTP_INTX_MASK | PAB_INTP_MSI | PAB_INTP_RESET | 97*d29ad70aSHou Zhiqiang PAB_INTP_PCIE_UE | PAB_INTP_IE_PMREDI | PAB_INTP_IE_EC; 98*d29ad70aSHou Zhiqiang mobiveil_csr_writel(mv_pci, val, PAB_INTP_AMBA_MISC_ENB); 99*d29ad70aSHou Zhiqiang } 100*d29ad70aSHou Zhiqiang 101*d29ad70aSHou Zhiqiang static int ls_pcie_g4_reinit_hw(struct ls_pcie_g4 *pcie) 102*d29ad70aSHou Zhiqiang { 103*d29ad70aSHou Zhiqiang struct mobiveil_pcie *mv_pci = &pcie->pci; 104*d29ad70aSHou Zhiqiang struct device *dev = &mv_pci->pdev->dev; 105*d29ad70aSHou Zhiqiang u32 val, act_stat; 106*d29ad70aSHou Zhiqiang int to = 100; 107*d29ad70aSHou Zhiqiang 108*d29ad70aSHou Zhiqiang /* Poll for pab_csb_reset to set and PAB activity to clear */ 109*d29ad70aSHou Zhiqiang do { 110*d29ad70aSHou Zhiqiang usleep_range(10, 15); 111*d29ad70aSHou Zhiqiang val = ls_pcie_g4_pf_readl(pcie, PCIE_PF_INT_STAT); 112*d29ad70aSHou Zhiqiang act_stat = mobiveil_csr_readl(mv_pci, PAB_ACTIVITY_STAT); 113*d29ad70aSHou Zhiqiang } while (((val & PF_INT_STAT_PABRST) == 0 || act_stat) && to--); 114*d29ad70aSHou Zhiqiang if (to < 0) { 115*d29ad70aSHou Zhiqiang dev_err(dev, "Poll PABRST&PABACT timeout\n"); 116*d29ad70aSHou Zhiqiang return -EIO; 117*d29ad70aSHou Zhiqiang } 118*d29ad70aSHou Zhiqiang 119*d29ad70aSHou Zhiqiang /* clear PEX_RESET bit in PEX_PF0_DBG register */ 120*d29ad70aSHou Zhiqiang val = ls_pcie_g4_pf_readl(pcie, PCIE_PF_DBG); 121*d29ad70aSHou Zhiqiang val |= PF_DBG_WE; 122*d29ad70aSHou Zhiqiang ls_pcie_g4_pf_writel(pcie, PCIE_PF_DBG, val); 123*d29ad70aSHou Zhiqiang 124*d29ad70aSHou Zhiqiang val = ls_pcie_g4_pf_readl(pcie, PCIE_PF_DBG); 125*d29ad70aSHou Zhiqiang val |= PF_DBG_PABR; 126*d29ad70aSHou Zhiqiang ls_pcie_g4_pf_writel(pcie, PCIE_PF_DBG, val); 127*d29ad70aSHou Zhiqiang 128*d29ad70aSHou Zhiqiang val = ls_pcie_g4_pf_readl(pcie, PCIE_PF_DBG); 129*d29ad70aSHou Zhiqiang val &= ~PF_DBG_WE; 130*d29ad70aSHou Zhiqiang ls_pcie_g4_pf_writel(pcie, PCIE_PF_DBG, val); 131*d29ad70aSHou Zhiqiang 132*d29ad70aSHou Zhiqiang mobiveil_host_init(mv_pci, true); 133*d29ad70aSHou Zhiqiang 134*d29ad70aSHou Zhiqiang to = 100; 135*d29ad70aSHou Zhiqiang while (!ls_pcie_g4_link_up(mv_pci) && to--) 136*d29ad70aSHou Zhiqiang usleep_range(200, 250); 137*d29ad70aSHou Zhiqiang if (to < 0) { 138*d29ad70aSHou Zhiqiang dev_err(dev, "PCIe link training timeout\n"); 139*d29ad70aSHou Zhiqiang return -EIO; 140*d29ad70aSHou Zhiqiang } 141*d29ad70aSHou Zhiqiang 142*d29ad70aSHou Zhiqiang return 0; 143*d29ad70aSHou Zhiqiang } 144*d29ad70aSHou Zhiqiang 145*d29ad70aSHou Zhiqiang static irqreturn_t ls_pcie_g4_isr(int irq, void *dev_id) 146*d29ad70aSHou Zhiqiang { 147*d29ad70aSHou Zhiqiang struct ls_pcie_g4 *pcie = (struct ls_pcie_g4 *)dev_id; 148*d29ad70aSHou Zhiqiang struct mobiveil_pcie *mv_pci = &pcie->pci; 149*d29ad70aSHou Zhiqiang u32 val; 150*d29ad70aSHou Zhiqiang 151*d29ad70aSHou Zhiqiang val = mobiveil_csr_readl(mv_pci, PAB_INTP_AMBA_MISC_STAT); 152*d29ad70aSHou Zhiqiang if (!val) 153*d29ad70aSHou Zhiqiang return IRQ_NONE; 154*d29ad70aSHou Zhiqiang 155*d29ad70aSHou Zhiqiang if (val & PAB_INTP_RESET) { 156*d29ad70aSHou Zhiqiang ls_pcie_g4_disable_interrupt(pcie); 157*d29ad70aSHou Zhiqiang schedule_delayed_work(&pcie->dwork, msecs_to_jiffies(1)); 158*d29ad70aSHou Zhiqiang } 159*d29ad70aSHou Zhiqiang 160*d29ad70aSHou Zhiqiang mobiveil_csr_writel(mv_pci, val, PAB_INTP_AMBA_MISC_STAT); 161*d29ad70aSHou Zhiqiang 162*d29ad70aSHou Zhiqiang return IRQ_HANDLED; 163*d29ad70aSHou Zhiqiang } 164*d29ad70aSHou Zhiqiang 165*d29ad70aSHou Zhiqiang static int ls_pcie_g4_interrupt_init(struct mobiveil_pcie *mv_pci) 166*d29ad70aSHou Zhiqiang { 167*d29ad70aSHou Zhiqiang struct ls_pcie_g4 *pcie = to_ls_pcie_g4(mv_pci); 168*d29ad70aSHou Zhiqiang struct platform_device *pdev = mv_pci->pdev; 169*d29ad70aSHou Zhiqiang struct device *dev = &pdev->dev; 170*d29ad70aSHou Zhiqiang int ret; 171*d29ad70aSHou Zhiqiang 172*d29ad70aSHou Zhiqiang pcie->irq = platform_get_irq_byname(pdev, "intr"); 173*d29ad70aSHou Zhiqiang if (pcie->irq < 0) { 174*d29ad70aSHou Zhiqiang dev_err(dev, "Can't get 'intr' IRQ, errno = %d\n", pcie->irq); 175*d29ad70aSHou Zhiqiang return pcie->irq; 176*d29ad70aSHou Zhiqiang } 177*d29ad70aSHou Zhiqiang ret = devm_request_irq(dev, pcie->irq, ls_pcie_g4_isr, 178*d29ad70aSHou Zhiqiang IRQF_SHARED, pdev->name, pcie); 179*d29ad70aSHou Zhiqiang if (ret) { 180*d29ad70aSHou Zhiqiang dev_err(dev, "Can't register PCIe IRQ, errno = %d\n", ret); 181*d29ad70aSHou Zhiqiang return ret; 182*d29ad70aSHou Zhiqiang } 183*d29ad70aSHou Zhiqiang 184*d29ad70aSHou Zhiqiang return 0; 185*d29ad70aSHou Zhiqiang } 186*d29ad70aSHou Zhiqiang 187*d29ad70aSHou Zhiqiang static void ls_pcie_g4_reset(struct work_struct *work) 188*d29ad70aSHou Zhiqiang { 189*d29ad70aSHou Zhiqiang struct delayed_work *dwork = container_of(work, struct delayed_work, 190*d29ad70aSHou Zhiqiang work); 191*d29ad70aSHou Zhiqiang struct ls_pcie_g4 *pcie = container_of(dwork, struct ls_pcie_g4, dwork); 192*d29ad70aSHou Zhiqiang struct mobiveil_pcie *mv_pci = &pcie->pci; 193*d29ad70aSHou Zhiqiang u16 ctrl; 194*d29ad70aSHou Zhiqiang 195*d29ad70aSHou Zhiqiang ctrl = mobiveil_csr_readw(mv_pci, PCI_BRIDGE_CONTROL); 196*d29ad70aSHou Zhiqiang ctrl &= ~PCI_BRIDGE_CTL_BUS_RESET; 197*d29ad70aSHou Zhiqiang mobiveil_csr_writew(mv_pci, ctrl, PCI_BRIDGE_CONTROL); 198*d29ad70aSHou Zhiqiang 199*d29ad70aSHou Zhiqiang if (!ls_pcie_g4_reinit_hw(pcie)) 200*d29ad70aSHou Zhiqiang return; 201*d29ad70aSHou Zhiqiang 202*d29ad70aSHou Zhiqiang ls_pcie_g4_enable_interrupt(pcie); 203*d29ad70aSHou Zhiqiang } 204*d29ad70aSHou Zhiqiang 205*d29ad70aSHou Zhiqiang static struct mobiveil_rp_ops ls_pcie_g4_rp_ops = { 206*d29ad70aSHou Zhiqiang .interrupt_init = ls_pcie_g4_interrupt_init, 207*d29ad70aSHou Zhiqiang }; 208*d29ad70aSHou Zhiqiang 209*d29ad70aSHou Zhiqiang static const struct mobiveil_pab_ops ls_pcie_g4_pab_ops = { 210*d29ad70aSHou Zhiqiang .link_up = ls_pcie_g4_link_up, 211*d29ad70aSHou Zhiqiang }; 212*d29ad70aSHou Zhiqiang 213*d29ad70aSHou Zhiqiang static int __init ls_pcie_g4_probe(struct platform_device *pdev) 214*d29ad70aSHou Zhiqiang { 215*d29ad70aSHou Zhiqiang struct device *dev = &pdev->dev; 216*d29ad70aSHou Zhiqiang struct pci_host_bridge *bridge; 217*d29ad70aSHou Zhiqiang struct mobiveil_pcie *mv_pci; 218*d29ad70aSHou Zhiqiang struct ls_pcie_g4 *pcie; 219*d29ad70aSHou Zhiqiang struct device_node *np = dev->of_node; 220*d29ad70aSHou Zhiqiang int ret; 221*d29ad70aSHou Zhiqiang 222*d29ad70aSHou Zhiqiang if (!of_parse_phandle(np, "msi-parent", 0)) { 223*d29ad70aSHou Zhiqiang dev_err(dev, "Failed to find msi-parent\n"); 224*d29ad70aSHou Zhiqiang return -EINVAL; 225*d29ad70aSHou Zhiqiang } 226*d29ad70aSHou Zhiqiang 227*d29ad70aSHou Zhiqiang bridge = devm_pci_alloc_host_bridge(dev, sizeof(*pcie)); 228*d29ad70aSHou Zhiqiang if (!bridge) 229*d29ad70aSHou Zhiqiang return -ENOMEM; 230*d29ad70aSHou Zhiqiang 231*d29ad70aSHou Zhiqiang pcie = pci_host_bridge_priv(bridge); 232*d29ad70aSHou Zhiqiang mv_pci = &pcie->pci; 233*d29ad70aSHou Zhiqiang 234*d29ad70aSHou Zhiqiang mv_pci->pdev = pdev; 235*d29ad70aSHou Zhiqiang mv_pci->ops = &ls_pcie_g4_pab_ops; 236*d29ad70aSHou Zhiqiang mv_pci->rp.ops = &ls_pcie_g4_rp_ops; 237*d29ad70aSHou Zhiqiang mv_pci->rp.bridge = bridge; 238*d29ad70aSHou Zhiqiang 239*d29ad70aSHou Zhiqiang platform_set_drvdata(pdev, pcie); 240*d29ad70aSHou Zhiqiang 241*d29ad70aSHou Zhiqiang INIT_DELAYED_WORK(&pcie->dwork, ls_pcie_g4_reset); 242*d29ad70aSHou Zhiqiang 243*d29ad70aSHou Zhiqiang ret = mobiveil_pcie_host_probe(mv_pci); 244*d29ad70aSHou Zhiqiang if (ret) { 245*d29ad70aSHou Zhiqiang dev_err(dev, "Fail to probe\n"); 246*d29ad70aSHou Zhiqiang return ret; 247*d29ad70aSHou Zhiqiang } 248*d29ad70aSHou Zhiqiang 249*d29ad70aSHou Zhiqiang ls_pcie_g4_enable_interrupt(pcie); 250*d29ad70aSHou Zhiqiang 251*d29ad70aSHou Zhiqiang return 0; 252*d29ad70aSHou Zhiqiang } 253*d29ad70aSHou Zhiqiang 254*d29ad70aSHou Zhiqiang static const struct of_device_id ls_pcie_g4_of_match[] = { 255*d29ad70aSHou Zhiqiang { .compatible = "fsl,lx2160a-pcie", }, 256*d29ad70aSHou Zhiqiang { }, 257*d29ad70aSHou Zhiqiang }; 258*d29ad70aSHou Zhiqiang 259*d29ad70aSHou Zhiqiang static struct platform_driver ls_pcie_g4_driver = { 260*d29ad70aSHou Zhiqiang .driver = { 261*d29ad70aSHou Zhiqiang .name = "layerscape-pcie-gen4", 262*d29ad70aSHou Zhiqiang .of_match_table = ls_pcie_g4_of_match, 263*d29ad70aSHou Zhiqiang .suppress_bind_attrs = true, 264*d29ad70aSHou Zhiqiang }, 265*d29ad70aSHou Zhiqiang }; 266*d29ad70aSHou Zhiqiang 267*d29ad70aSHou Zhiqiang builtin_platform_driver_probe(ls_pcie_g4_driver, ls_pcie_g4_probe); 268