xref: /openbmc/linux/drivers/pci/controller/cadence/pcie-cadence.c (revision c900529f3d9161bfde5cca0754f83b4d3c3e0220)
1de80f95cSTom Joseph // SPDX-License-Identifier: GPL-2.0
2de80f95cSTom Joseph // Copyright (c) 2017 Cadence
3de80f95cSTom Joseph // Cadence PCIe controller driver.
4de80f95cSTom Joseph // Author: Cyrille Pitchen <cyrille.pitchen@free-electrons.com>
5de80f95cSTom Joseph 
6de80f95cSTom Joseph #include <linux/kernel.h>
7*c925cfafSRob Herring #include <linux/of.h>
8de80f95cSTom Joseph 
9de80f95cSTom Joseph #include "pcie-cadence.h"
10de80f95cSTom Joseph 
cdns_pcie_detect_quiet_min_delay_set(struct cdns_pcie * pcie)1109c24094SNadeem Athani void cdns_pcie_detect_quiet_min_delay_set(struct cdns_pcie *pcie)
1209c24094SNadeem Athani {
1309c24094SNadeem Athani 	u32 delay = 0x3;
1409c24094SNadeem Athani 	u32 ltssm_control_cap;
1509c24094SNadeem Athani 
1609c24094SNadeem Athani 	/*
1709c24094SNadeem Athani 	 * Set the LTSSM Detect Quiet state min. delay to 2ms.
1809c24094SNadeem Athani 	 */
1909c24094SNadeem Athani 	ltssm_control_cap = cdns_pcie_readl(pcie, CDNS_PCIE_LTSSM_CONTROL_CAP);
2009c24094SNadeem Athani 	ltssm_control_cap = ((ltssm_control_cap &
2109c24094SNadeem Athani 			    ~CDNS_PCIE_DETECT_QUIET_MIN_DELAY_MASK) |
2209c24094SNadeem Athani 			    CDNS_PCIE_DETECT_QUIET_MIN_DELAY(delay));
2309c24094SNadeem Athani 
2409c24094SNadeem Athani 	cdns_pcie_writel(pcie, CDNS_PCIE_LTSSM_CONTROL_CAP, ltssm_control_cap);
2509c24094SNadeem Athani }
2609c24094SNadeem Athani 
cdns_pcie_set_outbound_region(struct cdns_pcie * pcie,u8 busnr,u8 fn,u32 r,bool is_io,u64 cpu_addr,u64 pci_addr,size_t size)27ec64e279SRob Herring void cdns_pcie_set_outbound_region(struct cdns_pcie *pcie, u8 busnr, u8 fn,
28de80f95cSTom Joseph 				   u32 r, bool is_io,
29de80f95cSTom Joseph 				   u64 cpu_addr, u64 pci_addr, size_t size)
30de80f95cSTom Joseph {
31de80f95cSTom Joseph 	/*
32de80f95cSTom Joseph 	 * roundup_pow_of_two() returns an unsigned long, which is not suited
33de80f95cSTom Joseph 	 * for 64bit values.
34de80f95cSTom Joseph 	 */
35de80f95cSTom Joseph 	u64 sz = 1ULL << fls64(size - 1);
36de80f95cSTom Joseph 	int nbits = ilog2(sz);
37de80f95cSTom Joseph 	u32 addr0, addr1, desc0, desc1;
38de80f95cSTom Joseph 
39de80f95cSTom Joseph 	if (nbits < 8)
40de80f95cSTom Joseph 		nbits = 8;
41de80f95cSTom Joseph 
42de80f95cSTom Joseph 	/* Set the PCI address */
43de80f95cSTom Joseph 	addr0 = CDNS_PCIE_AT_OB_REGION_PCI_ADDR0_NBITS(nbits) |
44de80f95cSTom Joseph 		(lower_32_bits(pci_addr) & GENMASK(31, 8));
45de80f95cSTom Joseph 	addr1 = upper_32_bits(pci_addr);
46de80f95cSTom Joseph 
47de80f95cSTom Joseph 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_PCI_ADDR0(r), addr0);
48de80f95cSTom Joseph 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_PCI_ADDR1(r), addr1);
49de80f95cSTom Joseph 
50de80f95cSTom Joseph 	/* Set the PCIe header descriptor */
51de80f95cSTom Joseph 	if (is_io)
52de80f95cSTom Joseph 		desc0 = CDNS_PCIE_AT_OB_REGION_DESC0_TYPE_IO;
53de80f95cSTom Joseph 	else
54de80f95cSTom Joseph 		desc0 = CDNS_PCIE_AT_OB_REGION_DESC0_TYPE_MEM;
55de80f95cSTom Joseph 	desc1 = 0;
56de80f95cSTom Joseph 
57de80f95cSTom Joseph 	/*
58de80f95cSTom Joseph 	 * Whatever Bit [23] is set or not inside DESC0 register of the outbound
59de80f95cSTom Joseph 	 * PCIe descriptor, the PCI function number must be set into
60de80f95cSTom Joseph 	 * Bits [26:24] of DESC0 anyway.
61de80f95cSTom Joseph 	 *
62de80f95cSTom Joseph 	 * In Root Complex mode, the function number is always 0 but in Endpoint
63de80f95cSTom Joseph 	 * mode, the PCIe controller may support more than one function. This
64de80f95cSTom Joseph 	 * function number needs to be set properly into the outbound PCIe
65de80f95cSTom Joseph 	 * descriptor.
66de80f95cSTom Joseph 	 *
67de80f95cSTom Joseph 	 * Besides, setting Bit [23] is mandatory when in Root Complex mode:
68de80f95cSTom Joseph 	 * then the driver must provide the bus, resp. device, number in
69de80f95cSTom Joseph 	 * Bits [7:0] of DESC1, resp. Bits[31:27] of DESC0. Like the function
70de80f95cSTom Joseph 	 * number, the device number is always 0 in Root Complex mode.
71de80f95cSTom Joseph 	 *
72de80f95cSTom Joseph 	 * However when in Endpoint mode, we can clear Bit [23] of DESC0, hence
73de80f95cSTom Joseph 	 * the PCIe controller will use the captured values for the bus and
74de80f95cSTom Joseph 	 * device numbers.
75de80f95cSTom Joseph 	 */
76de80f95cSTom Joseph 	if (pcie->is_rc) {
77de80f95cSTom Joseph 		/* The device and function numbers are always 0. */
78de80f95cSTom Joseph 		desc0 |= CDNS_PCIE_AT_OB_REGION_DESC0_HARDCODED_RID |
79de80f95cSTom Joseph 			 CDNS_PCIE_AT_OB_REGION_DESC0_DEVFN(0);
80ec64e279SRob Herring 		desc1 |= CDNS_PCIE_AT_OB_REGION_DESC1_BUS(busnr);
81de80f95cSTom Joseph 	} else {
82de80f95cSTom Joseph 		/*
83de80f95cSTom Joseph 		 * Use captured values for bus and device numbers but still
84de80f95cSTom Joseph 		 * need to set the function number.
85de80f95cSTom Joseph 		 */
86de80f95cSTom Joseph 		desc0 |= CDNS_PCIE_AT_OB_REGION_DESC0_DEVFN(fn);
87de80f95cSTom Joseph 	}
88de80f95cSTom Joseph 
89de80f95cSTom Joseph 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_DESC0(r), desc0);
90de80f95cSTom Joseph 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_DESC1(r), desc1);
91de80f95cSTom Joseph 
92de80f95cSTom Joseph 	/* Set the CPU address */
93d07701a1SKishon Vijay Abraham I 	if (pcie->ops->cpu_addr_fixup)
94d07701a1SKishon Vijay Abraham I 		cpu_addr = pcie->ops->cpu_addr_fixup(pcie, cpu_addr);
95d07701a1SKishon Vijay Abraham I 
96de80f95cSTom Joseph 	addr0 = CDNS_PCIE_AT_OB_REGION_CPU_ADDR0_NBITS(nbits) |
97de80f95cSTom Joseph 		(lower_32_bits(cpu_addr) & GENMASK(31, 8));
98de80f95cSTom Joseph 	addr1 = upper_32_bits(cpu_addr);
99de80f95cSTom Joseph 
100de80f95cSTom Joseph 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_CPU_ADDR0(r), addr0);
101de80f95cSTom Joseph 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_CPU_ADDR1(r), addr1);
102de80f95cSTom Joseph }
103de80f95cSTom Joseph 
cdns_pcie_set_outbound_region_for_normal_msg(struct cdns_pcie * pcie,u8 busnr,u8 fn,u32 r,u64 cpu_addr)104ec64e279SRob Herring void cdns_pcie_set_outbound_region_for_normal_msg(struct cdns_pcie *pcie,
105ec64e279SRob Herring 						  u8 busnr, u8 fn,
106de80f95cSTom Joseph 						  u32 r, u64 cpu_addr)
107de80f95cSTom Joseph {
108de80f95cSTom Joseph 	u32 addr0, addr1, desc0, desc1;
109de80f95cSTom Joseph 
110de80f95cSTom Joseph 	desc0 = CDNS_PCIE_AT_OB_REGION_DESC0_TYPE_NORMAL_MSG;
111de80f95cSTom Joseph 	desc1 = 0;
112de80f95cSTom Joseph 
113de80f95cSTom Joseph 	/* See cdns_pcie_set_outbound_region() comments above. */
114de80f95cSTom Joseph 	if (pcie->is_rc) {
115de80f95cSTom Joseph 		desc0 |= CDNS_PCIE_AT_OB_REGION_DESC0_HARDCODED_RID |
116de80f95cSTom Joseph 			 CDNS_PCIE_AT_OB_REGION_DESC0_DEVFN(0);
117ec64e279SRob Herring 		desc1 |= CDNS_PCIE_AT_OB_REGION_DESC1_BUS(busnr);
118de80f95cSTom Joseph 	} else {
119de80f95cSTom Joseph 		desc0 |= CDNS_PCIE_AT_OB_REGION_DESC0_DEVFN(fn);
120de80f95cSTom Joseph 	}
121de80f95cSTom Joseph 
122de80f95cSTom Joseph 	/* Set the CPU address */
123d07701a1SKishon Vijay Abraham I 	if (pcie->ops->cpu_addr_fixup)
124d07701a1SKishon Vijay Abraham I 		cpu_addr = pcie->ops->cpu_addr_fixup(pcie, cpu_addr);
125d07701a1SKishon Vijay Abraham I 
126de80f95cSTom Joseph 	addr0 = CDNS_PCIE_AT_OB_REGION_CPU_ADDR0_NBITS(17) |
127de80f95cSTom Joseph 		(lower_32_bits(cpu_addr) & GENMASK(31, 8));
128de80f95cSTom Joseph 	addr1 = upper_32_bits(cpu_addr);
129de80f95cSTom Joseph 
130de80f95cSTom Joseph 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_PCI_ADDR0(r), 0);
131de80f95cSTom Joseph 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_PCI_ADDR1(r), 0);
132de80f95cSTom Joseph 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_DESC0(r), desc0);
133de80f95cSTom Joseph 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_DESC1(r), desc1);
134de80f95cSTom Joseph 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_CPU_ADDR0(r), addr0);
135de80f95cSTom Joseph 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_CPU_ADDR1(r), addr1);
136de80f95cSTom Joseph }
137de80f95cSTom Joseph 
cdns_pcie_reset_outbound_region(struct cdns_pcie * pcie,u32 r)138de80f95cSTom Joseph void cdns_pcie_reset_outbound_region(struct cdns_pcie *pcie, u32 r)
139de80f95cSTom Joseph {
140de80f95cSTom Joseph 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_PCI_ADDR0(r), 0);
141de80f95cSTom Joseph 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_PCI_ADDR1(r), 0);
142de80f95cSTom Joseph 
143de80f95cSTom Joseph 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_DESC0(r), 0);
144de80f95cSTom Joseph 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_DESC1(r), 0);
145de80f95cSTom Joseph 
146de80f95cSTom Joseph 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_CPU_ADDR0(r), 0);
147de80f95cSTom Joseph 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_CPU_ADDR1(r), 0);
148de80f95cSTom Joseph }
149de80f95cSTom Joseph 
cdns_pcie_disable_phy(struct cdns_pcie * pcie)150de80f95cSTom Joseph void cdns_pcie_disable_phy(struct cdns_pcie *pcie)
151de80f95cSTom Joseph {
152de80f95cSTom Joseph 	int i = pcie->phy_count;
153de80f95cSTom Joseph 
154de80f95cSTom Joseph 	while (i--) {
155de80f95cSTom Joseph 		phy_power_off(pcie->phy[i]);
156de80f95cSTom Joseph 		phy_exit(pcie->phy[i]);
157de80f95cSTom Joseph 	}
158de80f95cSTom Joseph }
159de80f95cSTom Joseph 
cdns_pcie_enable_phy(struct cdns_pcie * pcie)160de80f95cSTom Joseph int cdns_pcie_enable_phy(struct cdns_pcie *pcie)
161de80f95cSTom Joseph {
162de80f95cSTom Joseph 	int ret;
163de80f95cSTom Joseph 	int i;
164de80f95cSTom Joseph 
165de80f95cSTom Joseph 	for (i = 0; i < pcie->phy_count; i++) {
166de80f95cSTom Joseph 		ret = phy_init(pcie->phy[i]);
167de80f95cSTom Joseph 		if (ret < 0)
168de80f95cSTom Joseph 			goto err_phy;
169de80f95cSTom Joseph 
170de80f95cSTom Joseph 		ret = phy_power_on(pcie->phy[i]);
171de80f95cSTom Joseph 		if (ret < 0) {
172de80f95cSTom Joseph 			phy_exit(pcie->phy[i]);
173de80f95cSTom Joseph 			goto err_phy;
174de80f95cSTom Joseph 		}
175de80f95cSTom Joseph 	}
176de80f95cSTom Joseph 
177de80f95cSTom Joseph 	return 0;
178de80f95cSTom Joseph 
179de80f95cSTom Joseph err_phy:
180de80f95cSTom Joseph 	while (--i >= 0) {
181de80f95cSTom Joseph 		phy_power_off(pcie->phy[i]);
182de80f95cSTom Joseph 		phy_exit(pcie->phy[i]);
183de80f95cSTom Joseph 	}
184de80f95cSTom Joseph 
185de80f95cSTom Joseph 	return ret;
186de80f95cSTom Joseph }
187de80f95cSTom Joseph 
cdns_pcie_init_phy(struct device * dev,struct cdns_pcie * pcie)188de80f95cSTom Joseph int cdns_pcie_init_phy(struct device *dev, struct cdns_pcie *pcie)
189de80f95cSTom Joseph {
190de80f95cSTom Joseph 	struct device_node *np = dev->of_node;
191de80f95cSTom Joseph 	int phy_count;
192de80f95cSTom Joseph 	struct phy **phy;
193de80f95cSTom Joseph 	struct device_link **link;
194de80f95cSTom Joseph 	int i;
195de80f95cSTom Joseph 	int ret;
196de80f95cSTom Joseph 	const char *name;
197de80f95cSTom Joseph 
198de80f95cSTom Joseph 	phy_count = of_property_count_strings(np, "phy-names");
199de80f95cSTom Joseph 	if (phy_count < 1) {
200de80f95cSTom Joseph 		dev_err(dev, "no phy-names.  PHY will not be initialized\n");
201de80f95cSTom Joseph 		pcie->phy_count = 0;
202de80f95cSTom Joseph 		return 0;
203de80f95cSTom Joseph 	}
204de80f95cSTom Joseph 
205de80f95cSTom Joseph 	phy = devm_kcalloc(dev, phy_count, sizeof(*phy), GFP_KERNEL);
206de80f95cSTom Joseph 	if (!phy)
207de80f95cSTom Joseph 		return -ENOMEM;
208de80f95cSTom Joseph 
209de80f95cSTom Joseph 	link = devm_kcalloc(dev, phy_count, sizeof(*link), GFP_KERNEL);
210de80f95cSTom Joseph 	if (!link)
211de80f95cSTom Joseph 		return -ENOMEM;
212de80f95cSTom Joseph 
213de80f95cSTom Joseph 	for (i = 0; i < phy_count; i++) {
214de80f95cSTom Joseph 		of_property_read_string_index(np, "phy-names", i, &name);
215de80f95cSTom Joseph 		phy[i] = devm_phy_get(dev, name);
216de80f95cSTom Joseph 		if (IS_ERR(phy[i])) {
217de80f95cSTom Joseph 			ret = PTR_ERR(phy[i]);
218de80f95cSTom Joseph 			goto err_phy;
219de80f95cSTom Joseph 		}
220de80f95cSTom Joseph 		link[i] = device_link_add(dev, &phy[i]->dev, DL_FLAG_STATELESS);
221de80f95cSTom Joseph 		if (!link[i]) {
222de80f95cSTom Joseph 			devm_phy_put(dev, phy[i]);
223de80f95cSTom Joseph 			ret = -EINVAL;
224de80f95cSTom Joseph 			goto err_phy;
225de80f95cSTom Joseph 		}
226de80f95cSTom Joseph 	}
227de80f95cSTom Joseph 
228de80f95cSTom Joseph 	pcie->phy_count = phy_count;
229de80f95cSTom Joseph 	pcie->phy = phy;
230de80f95cSTom Joseph 	pcie->link = link;
231de80f95cSTom Joseph 
232de80f95cSTom Joseph 	ret =  cdns_pcie_enable_phy(pcie);
233de80f95cSTom Joseph 	if (ret)
234de80f95cSTom Joseph 		goto err_phy;
235de80f95cSTom Joseph 
236de80f95cSTom Joseph 	return 0;
237de80f95cSTom Joseph 
238de80f95cSTom Joseph err_phy:
239de80f95cSTom Joseph 	while (--i >= 0) {
240de80f95cSTom Joseph 		device_link_del(link[i]);
241de80f95cSTom Joseph 		devm_phy_put(dev, phy[i]);
242de80f95cSTom Joseph 	}
243de80f95cSTom Joseph 
244de80f95cSTom Joseph 	return ret;
245de80f95cSTom Joseph }
246de80f95cSTom Joseph 
cdns_pcie_suspend_noirq(struct device * dev)247de80f95cSTom Joseph static int cdns_pcie_suspend_noirq(struct device *dev)
248de80f95cSTom Joseph {
249de80f95cSTom Joseph 	struct cdns_pcie *pcie = dev_get_drvdata(dev);
250de80f95cSTom Joseph 
251de80f95cSTom Joseph 	cdns_pcie_disable_phy(pcie);
252de80f95cSTom Joseph 
253de80f95cSTom Joseph 	return 0;
254de80f95cSTom Joseph }
255de80f95cSTom Joseph 
cdns_pcie_resume_noirq(struct device * dev)256de80f95cSTom Joseph static int cdns_pcie_resume_noirq(struct device *dev)
257de80f95cSTom Joseph {
258de80f95cSTom Joseph 	struct cdns_pcie *pcie = dev_get_drvdata(dev);
259de80f95cSTom Joseph 	int ret;
260de80f95cSTom Joseph 
261de80f95cSTom Joseph 	ret = cdns_pcie_enable_phy(pcie);
262de80f95cSTom Joseph 	if (ret) {
263de80f95cSTom Joseph 		dev_err(dev, "failed to enable phy\n");
264de80f95cSTom Joseph 		return ret;
265de80f95cSTom Joseph 	}
266de80f95cSTom Joseph 
267de80f95cSTom Joseph 	return 0;
268de80f95cSTom Joseph }
269de80f95cSTom Joseph 
270de80f95cSTom Joseph const struct dev_pm_ops cdns_pcie_pm_ops = {
27119b7858cSBjorn Helgaas 	NOIRQ_SYSTEM_SLEEP_PM_OPS(cdns_pcie_suspend_noirq,
272de80f95cSTom Joseph 				  cdns_pcie_resume_noirq)
273de80f95cSTom Joseph };
274