1de80f95cSTom Joseph // SPDX-License-Identifier: GPL-2.0
2de80f95cSTom Joseph // Copyright (c) 2017 Cadence
3de80f95cSTom Joseph // Cadence PCIe controller driver.
4de80f95cSTom Joseph // Author: Cyrille Pitchen <cyrille.pitchen@free-electrons.com>
5de80f95cSTom Joseph
6de80f95cSTom Joseph #include <linux/kernel.h>
7*c925cfafSRob Herring #include <linux/of.h>
8de80f95cSTom Joseph
9de80f95cSTom Joseph #include "pcie-cadence.h"
10de80f95cSTom Joseph
cdns_pcie_detect_quiet_min_delay_set(struct cdns_pcie * pcie)1109c24094SNadeem Athani void cdns_pcie_detect_quiet_min_delay_set(struct cdns_pcie *pcie)
1209c24094SNadeem Athani {
1309c24094SNadeem Athani u32 delay = 0x3;
1409c24094SNadeem Athani u32 ltssm_control_cap;
1509c24094SNadeem Athani
1609c24094SNadeem Athani /*
1709c24094SNadeem Athani * Set the LTSSM Detect Quiet state min. delay to 2ms.
1809c24094SNadeem Athani */
1909c24094SNadeem Athani ltssm_control_cap = cdns_pcie_readl(pcie, CDNS_PCIE_LTSSM_CONTROL_CAP);
2009c24094SNadeem Athani ltssm_control_cap = ((ltssm_control_cap &
2109c24094SNadeem Athani ~CDNS_PCIE_DETECT_QUIET_MIN_DELAY_MASK) |
2209c24094SNadeem Athani CDNS_PCIE_DETECT_QUIET_MIN_DELAY(delay));
2309c24094SNadeem Athani
2409c24094SNadeem Athani cdns_pcie_writel(pcie, CDNS_PCIE_LTSSM_CONTROL_CAP, ltssm_control_cap);
2509c24094SNadeem Athani }
2609c24094SNadeem Athani
cdns_pcie_set_outbound_region(struct cdns_pcie * pcie,u8 busnr,u8 fn,u32 r,bool is_io,u64 cpu_addr,u64 pci_addr,size_t size)27ec64e279SRob Herring void cdns_pcie_set_outbound_region(struct cdns_pcie *pcie, u8 busnr, u8 fn,
28de80f95cSTom Joseph u32 r, bool is_io,
29de80f95cSTom Joseph u64 cpu_addr, u64 pci_addr, size_t size)
30de80f95cSTom Joseph {
31de80f95cSTom Joseph /*
32de80f95cSTom Joseph * roundup_pow_of_two() returns an unsigned long, which is not suited
33de80f95cSTom Joseph * for 64bit values.
34de80f95cSTom Joseph */
35de80f95cSTom Joseph u64 sz = 1ULL << fls64(size - 1);
36de80f95cSTom Joseph int nbits = ilog2(sz);
37de80f95cSTom Joseph u32 addr0, addr1, desc0, desc1;
38de80f95cSTom Joseph
39de80f95cSTom Joseph if (nbits < 8)
40de80f95cSTom Joseph nbits = 8;
41de80f95cSTom Joseph
42de80f95cSTom Joseph /* Set the PCI address */
43de80f95cSTom Joseph addr0 = CDNS_PCIE_AT_OB_REGION_PCI_ADDR0_NBITS(nbits) |
44de80f95cSTom Joseph (lower_32_bits(pci_addr) & GENMASK(31, 8));
45de80f95cSTom Joseph addr1 = upper_32_bits(pci_addr);
46de80f95cSTom Joseph
47de80f95cSTom Joseph cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_PCI_ADDR0(r), addr0);
48de80f95cSTom Joseph cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_PCI_ADDR1(r), addr1);
49de80f95cSTom Joseph
50de80f95cSTom Joseph /* Set the PCIe header descriptor */
51de80f95cSTom Joseph if (is_io)
52de80f95cSTom Joseph desc0 = CDNS_PCIE_AT_OB_REGION_DESC0_TYPE_IO;
53de80f95cSTom Joseph else
54de80f95cSTom Joseph desc0 = CDNS_PCIE_AT_OB_REGION_DESC0_TYPE_MEM;
55de80f95cSTom Joseph desc1 = 0;
56de80f95cSTom Joseph
57de80f95cSTom Joseph /*
58de80f95cSTom Joseph * Whatever Bit [23] is set or not inside DESC0 register of the outbound
59de80f95cSTom Joseph * PCIe descriptor, the PCI function number must be set into
60de80f95cSTom Joseph * Bits [26:24] of DESC0 anyway.
61de80f95cSTom Joseph *
62de80f95cSTom Joseph * In Root Complex mode, the function number is always 0 but in Endpoint
63de80f95cSTom Joseph * mode, the PCIe controller may support more than one function. This
64de80f95cSTom Joseph * function number needs to be set properly into the outbound PCIe
65de80f95cSTom Joseph * descriptor.
66de80f95cSTom Joseph *
67de80f95cSTom Joseph * Besides, setting Bit [23] is mandatory when in Root Complex mode:
68de80f95cSTom Joseph * then the driver must provide the bus, resp. device, number in
69de80f95cSTom Joseph * Bits [7:0] of DESC1, resp. Bits[31:27] of DESC0. Like the function
70de80f95cSTom Joseph * number, the device number is always 0 in Root Complex mode.
71de80f95cSTom Joseph *
72de80f95cSTom Joseph * However when in Endpoint mode, we can clear Bit [23] of DESC0, hence
73de80f95cSTom Joseph * the PCIe controller will use the captured values for the bus and
74de80f95cSTom Joseph * device numbers.
75de80f95cSTom Joseph */
76de80f95cSTom Joseph if (pcie->is_rc) {
77de80f95cSTom Joseph /* The device and function numbers are always 0. */
78de80f95cSTom Joseph desc0 |= CDNS_PCIE_AT_OB_REGION_DESC0_HARDCODED_RID |
79de80f95cSTom Joseph CDNS_PCIE_AT_OB_REGION_DESC0_DEVFN(0);
80ec64e279SRob Herring desc1 |= CDNS_PCIE_AT_OB_REGION_DESC1_BUS(busnr);
81de80f95cSTom Joseph } else {
82de80f95cSTom Joseph /*
83de80f95cSTom Joseph * Use captured values for bus and device numbers but still
84de80f95cSTom Joseph * need to set the function number.
85de80f95cSTom Joseph */
86de80f95cSTom Joseph desc0 |= CDNS_PCIE_AT_OB_REGION_DESC0_DEVFN(fn);
87de80f95cSTom Joseph }
88de80f95cSTom Joseph
89de80f95cSTom Joseph cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_DESC0(r), desc0);
90de80f95cSTom Joseph cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_DESC1(r), desc1);
91de80f95cSTom Joseph
92de80f95cSTom Joseph /* Set the CPU address */
93d07701a1SKishon Vijay Abraham I if (pcie->ops->cpu_addr_fixup)
94d07701a1SKishon Vijay Abraham I cpu_addr = pcie->ops->cpu_addr_fixup(pcie, cpu_addr);
95d07701a1SKishon Vijay Abraham I
96de80f95cSTom Joseph addr0 = CDNS_PCIE_AT_OB_REGION_CPU_ADDR0_NBITS(nbits) |
97de80f95cSTom Joseph (lower_32_bits(cpu_addr) & GENMASK(31, 8));
98de80f95cSTom Joseph addr1 = upper_32_bits(cpu_addr);
99de80f95cSTom Joseph
100de80f95cSTom Joseph cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_CPU_ADDR0(r), addr0);
101de80f95cSTom Joseph cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_CPU_ADDR1(r), addr1);
102de80f95cSTom Joseph }
103de80f95cSTom Joseph
cdns_pcie_set_outbound_region_for_normal_msg(struct cdns_pcie * pcie,u8 busnr,u8 fn,u32 r,u64 cpu_addr)104ec64e279SRob Herring void cdns_pcie_set_outbound_region_for_normal_msg(struct cdns_pcie *pcie,
105ec64e279SRob Herring u8 busnr, u8 fn,
106de80f95cSTom Joseph u32 r, u64 cpu_addr)
107de80f95cSTom Joseph {
108de80f95cSTom Joseph u32 addr0, addr1, desc0, desc1;
109de80f95cSTom Joseph
110de80f95cSTom Joseph desc0 = CDNS_PCIE_AT_OB_REGION_DESC0_TYPE_NORMAL_MSG;
111de80f95cSTom Joseph desc1 = 0;
112de80f95cSTom Joseph
113de80f95cSTom Joseph /* See cdns_pcie_set_outbound_region() comments above. */
114de80f95cSTom Joseph if (pcie->is_rc) {
115de80f95cSTom Joseph desc0 |= CDNS_PCIE_AT_OB_REGION_DESC0_HARDCODED_RID |
116de80f95cSTom Joseph CDNS_PCIE_AT_OB_REGION_DESC0_DEVFN(0);
117ec64e279SRob Herring desc1 |= CDNS_PCIE_AT_OB_REGION_DESC1_BUS(busnr);
118de80f95cSTom Joseph } else {
119de80f95cSTom Joseph desc0 |= CDNS_PCIE_AT_OB_REGION_DESC0_DEVFN(fn);
120de80f95cSTom Joseph }
121de80f95cSTom Joseph
122de80f95cSTom Joseph /* Set the CPU address */
123d07701a1SKishon Vijay Abraham I if (pcie->ops->cpu_addr_fixup)
124d07701a1SKishon Vijay Abraham I cpu_addr = pcie->ops->cpu_addr_fixup(pcie, cpu_addr);
125d07701a1SKishon Vijay Abraham I
126de80f95cSTom Joseph addr0 = CDNS_PCIE_AT_OB_REGION_CPU_ADDR0_NBITS(17) |
127de80f95cSTom Joseph (lower_32_bits(cpu_addr) & GENMASK(31, 8));
128de80f95cSTom Joseph addr1 = upper_32_bits(cpu_addr);
129de80f95cSTom Joseph
130de80f95cSTom Joseph cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_PCI_ADDR0(r), 0);
131de80f95cSTom Joseph cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_PCI_ADDR1(r), 0);
132de80f95cSTom Joseph cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_DESC0(r), desc0);
133de80f95cSTom Joseph cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_DESC1(r), desc1);
134de80f95cSTom Joseph cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_CPU_ADDR0(r), addr0);
135de80f95cSTom Joseph cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_CPU_ADDR1(r), addr1);
136de80f95cSTom Joseph }
137de80f95cSTom Joseph
cdns_pcie_reset_outbound_region(struct cdns_pcie * pcie,u32 r)138de80f95cSTom Joseph void cdns_pcie_reset_outbound_region(struct cdns_pcie *pcie, u32 r)
139de80f95cSTom Joseph {
140de80f95cSTom Joseph cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_PCI_ADDR0(r), 0);
141de80f95cSTom Joseph cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_PCI_ADDR1(r), 0);
142de80f95cSTom Joseph
143de80f95cSTom Joseph cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_DESC0(r), 0);
144de80f95cSTom Joseph cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_DESC1(r), 0);
145de80f95cSTom Joseph
146de80f95cSTom Joseph cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_CPU_ADDR0(r), 0);
147de80f95cSTom Joseph cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_CPU_ADDR1(r), 0);
148de80f95cSTom Joseph }
149de80f95cSTom Joseph
cdns_pcie_disable_phy(struct cdns_pcie * pcie)150de80f95cSTom Joseph void cdns_pcie_disable_phy(struct cdns_pcie *pcie)
151de80f95cSTom Joseph {
152de80f95cSTom Joseph int i = pcie->phy_count;
153de80f95cSTom Joseph
154de80f95cSTom Joseph while (i--) {
155de80f95cSTom Joseph phy_power_off(pcie->phy[i]);
156de80f95cSTom Joseph phy_exit(pcie->phy[i]);
157de80f95cSTom Joseph }
158de80f95cSTom Joseph }
159de80f95cSTom Joseph
cdns_pcie_enable_phy(struct cdns_pcie * pcie)160de80f95cSTom Joseph int cdns_pcie_enable_phy(struct cdns_pcie *pcie)
161de80f95cSTom Joseph {
162de80f95cSTom Joseph int ret;
163de80f95cSTom Joseph int i;
164de80f95cSTom Joseph
165de80f95cSTom Joseph for (i = 0; i < pcie->phy_count; i++) {
166de80f95cSTom Joseph ret = phy_init(pcie->phy[i]);
167de80f95cSTom Joseph if (ret < 0)
168de80f95cSTom Joseph goto err_phy;
169de80f95cSTom Joseph
170de80f95cSTom Joseph ret = phy_power_on(pcie->phy[i]);
171de80f95cSTom Joseph if (ret < 0) {
172de80f95cSTom Joseph phy_exit(pcie->phy[i]);
173de80f95cSTom Joseph goto err_phy;
174de80f95cSTom Joseph }
175de80f95cSTom Joseph }
176de80f95cSTom Joseph
177de80f95cSTom Joseph return 0;
178de80f95cSTom Joseph
179de80f95cSTom Joseph err_phy:
180de80f95cSTom Joseph while (--i >= 0) {
181de80f95cSTom Joseph phy_power_off(pcie->phy[i]);
182de80f95cSTom Joseph phy_exit(pcie->phy[i]);
183de80f95cSTom Joseph }
184de80f95cSTom Joseph
185de80f95cSTom Joseph return ret;
186de80f95cSTom Joseph }
187de80f95cSTom Joseph
cdns_pcie_init_phy(struct device * dev,struct cdns_pcie * pcie)188de80f95cSTom Joseph int cdns_pcie_init_phy(struct device *dev, struct cdns_pcie *pcie)
189de80f95cSTom Joseph {
190de80f95cSTom Joseph struct device_node *np = dev->of_node;
191de80f95cSTom Joseph int phy_count;
192de80f95cSTom Joseph struct phy **phy;
193de80f95cSTom Joseph struct device_link **link;
194de80f95cSTom Joseph int i;
195de80f95cSTom Joseph int ret;
196de80f95cSTom Joseph const char *name;
197de80f95cSTom Joseph
198de80f95cSTom Joseph phy_count = of_property_count_strings(np, "phy-names");
199de80f95cSTom Joseph if (phy_count < 1) {
200de80f95cSTom Joseph dev_err(dev, "no phy-names. PHY will not be initialized\n");
201de80f95cSTom Joseph pcie->phy_count = 0;
202de80f95cSTom Joseph return 0;
203de80f95cSTom Joseph }
204de80f95cSTom Joseph
205de80f95cSTom Joseph phy = devm_kcalloc(dev, phy_count, sizeof(*phy), GFP_KERNEL);
206de80f95cSTom Joseph if (!phy)
207de80f95cSTom Joseph return -ENOMEM;
208de80f95cSTom Joseph
209de80f95cSTom Joseph link = devm_kcalloc(dev, phy_count, sizeof(*link), GFP_KERNEL);
210de80f95cSTom Joseph if (!link)
211de80f95cSTom Joseph return -ENOMEM;
212de80f95cSTom Joseph
213de80f95cSTom Joseph for (i = 0; i < phy_count; i++) {
214de80f95cSTom Joseph of_property_read_string_index(np, "phy-names", i, &name);
215de80f95cSTom Joseph phy[i] = devm_phy_get(dev, name);
216de80f95cSTom Joseph if (IS_ERR(phy[i])) {
217de80f95cSTom Joseph ret = PTR_ERR(phy[i]);
218de80f95cSTom Joseph goto err_phy;
219de80f95cSTom Joseph }
220de80f95cSTom Joseph link[i] = device_link_add(dev, &phy[i]->dev, DL_FLAG_STATELESS);
221de80f95cSTom Joseph if (!link[i]) {
222de80f95cSTom Joseph devm_phy_put(dev, phy[i]);
223de80f95cSTom Joseph ret = -EINVAL;
224de80f95cSTom Joseph goto err_phy;
225de80f95cSTom Joseph }
226de80f95cSTom Joseph }
227de80f95cSTom Joseph
228de80f95cSTom Joseph pcie->phy_count = phy_count;
229de80f95cSTom Joseph pcie->phy = phy;
230de80f95cSTom Joseph pcie->link = link;
231de80f95cSTom Joseph
232de80f95cSTom Joseph ret = cdns_pcie_enable_phy(pcie);
233de80f95cSTom Joseph if (ret)
234de80f95cSTom Joseph goto err_phy;
235de80f95cSTom Joseph
236de80f95cSTom Joseph return 0;
237de80f95cSTom Joseph
238de80f95cSTom Joseph err_phy:
239de80f95cSTom Joseph while (--i >= 0) {
240de80f95cSTom Joseph device_link_del(link[i]);
241de80f95cSTom Joseph devm_phy_put(dev, phy[i]);
242de80f95cSTom Joseph }
243de80f95cSTom Joseph
244de80f95cSTom Joseph return ret;
245de80f95cSTom Joseph }
246de80f95cSTom Joseph
cdns_pcie_suspend_noirq(struct device * dev)247de80f95cSTom Joseph static int cdns_pcie_suspend_noirq(struct device *dev)
248de80f95cSTom Joseph {
249de80f95cSTom Joseph struct cdns_pcie *pcie = dev_get_drvdata(dev);
250de80f95cSTom Joseph
251de80f95cSTom Joseph cdns_pcie_disable_phy(pcie);
252de80f95cSTom Joseph
253de80f95cSTom Joseph return 0;
254de80f95cSTom Joseph }
255de80f95cSTom Joseph
cdns_pcie_resume_noirq(struct device * dev)256de80f95cSTom Joseph static int cdns_pcie_resume_noirq(struct device *dev)
257de80f95cSTom Joseph {
258de80f95cSTom Joseph struct cdns_pcie *pcie = dev_get_drvdata(dev);
259de80f95cSTom Joseph int ret;
260de80f95cSTom Joseph
261de80f95cSTom Joseph ret = cdns_pcie_enable_phy(pcie);
262de80f95cSTom Joseph if (ret) {
263de80f95cSTom Joseph dev_err(dev, "failed to enable phy\n");
264de80f95cSTom Joseph return ret;
265de80f95cSTom Joseph }
266de80f95cSTom Joseph
267de80f95cSTom Joseph return 0;
268de80f95cSTom Joseph }
269de80f95cSTom Joseph
270de80f95cSTom Joseph const struct dev_pm_ops cdns_pcie_pm_ops = {
27119b7858cSBjorn Helgaas NOIRQ_SYSTEM_SLEEP_PM_OPS(cdns_pcie_suspend_noirq,
272de80f95cSTom Joseph cdns_pcie_resume_noirq)
273de80f95cSTom Joseph };
274