Lines Matching +full:max +full:- +full:outbound +full:- +full:regions
1 // SPDX-License-Identifier: GPL-2.0
4 // Author: Cyrille Pitchen <cyrille.pitchen@free-electrons.com>
9 #include <linux/pci-epc.h>
13 #include "pcie-cadence.h"
29 fn = fn + first_vf_offset + ((vfn - 1) * stride); in cdns_pcie_get_fn_from_vfn()
39 struct cdns_pcie *pcie = &ep->pcie; in cdns_pcie_ep_write_header()
43 dev_err(&epc->dev, "Only Virtual Function #1 has deviceID\n"); in cdns_pcie_ep_write_header()
44 return -EINVAL; in cdns_pcie_ep_write_header()
47 cdns_pcie_ep_fn_writew(pcie, fn, reg, hdr->deviceid); in cdns_pcie_ep_write_header()
51 cdns_pcie_ep_fn_writew(pcie, fn, PCI_DEVICE_ID, hdr->deviceid); in cdns_pcie_ep_write_header()
52 cdns_pcie_ep_fn_writeb(pcie, fn, PCI_REVISION_ID, hdr->revid); in cdns_pcie_ep_write_header()
53 cdns_pcie_ep_fn_writeb(pcie, fn, PCI_CLASS_PROG, hdr->progif_code); in cdns_pcie_ep_write_header()
55 hdr->subclass_code | hdr->baseclass_code << 8); in cdns_pcie_ep_write_header()
57 hdr->cache_line_size); in cdns_pcie_ep_write_header()
58 cdns_pcie_ep_fn_writew(pcie, fn, PCI_SUBSYSTEM_ID, hdr->subsys_id); in cdns_pcie_ep_write_header()
59 cdns_pcie_ep_fn_writeb(pcie, fn, PCI_INTERRUPT_PIN, hdr->interrupt_pin); in cdns_pcie_ep_write_header()
67 u32 id = CDNS_PCIE_LM_ID_VENDOR(hdr->vendorid) | in cdns_pcie_ep_write_header()
68 CDNS_PCIE_LM_ID_SUBSYS(hdr->subsys_vendor_id); in cdns_pcie_ep_write_header()
80 struct cdns_pcie_epf *epf = &ep->epf[fn]; in cdns_pcie_ep_set_bar()
81 struct cdns_pcie *pcie = &ep->pcie; in cdns_pcie_ep_set_bar()
82 dma_addr_t bar_phys = epf_bar->phys_addr; in cdns_pcie_ep_set_bar()
83 enum pci_barno bar = epf_bar->barno; in cdns_pcie_ep_set_bar()
84 int flags = epf_bar->flags; in cdns_pcie_ep_set_bar()
89 sz = max_t(size_t, epf_bar->size, CDNS_PCIE_EP_MIN_APERTURE); in cdns_pcie_ep_set_bar()
94 sz = 1ULL << fls64(sz - 1); in cdns_pcie_ep_set_bar()
95 aperture = ilog2(sz) - 7; /* 128B -> 0, 256B -> 1, 512B -> 2, ... */ in cdns_pcie_ep_set_bar()
104 return -EINVAL; in cdns_pcie_ep_set_bar()
107 epf_bar->flags |= PCI_BASE_ADDRESS_MEM_TYPE_64; in cdns_pcie_ep_set_bar()
126 b = (bar < BAR_4) ? bar : bar - BAR_4; in cdns_pcie_ep_set_bar()
144 epf = &epf->epf[vfn - 1]; in cdns_pcie_ep_set_bar()
145 epf->epf_bar[bar] = epf_bar; in cdns_pcie_ep_set_bar()
154 struct cdns_pcie_epf *epf = &ep->epf[fn]; in cdns_pcie_ep_clear_bar()
155 struct cdns_pcie *pcie = &ep->pcie; in cdns_pcie_ep_clear_bar()
156 enum pci_barno bar = epf_bar->barno; in cdns_pcie_ep_clear_bar()
163 b = (bar < BAR_4) ? bar : bar - BAR_4; in cdns_pcie_ep_clear_bar()
179 epf = &epf->epf[vfn - 1]; in cdns_pcie_ep_clear_bar()
180 epf->epf_bar[bar] = NULL; in cdns_pcie_ep_clear_bar()
187 struct cdns_pcie *pcie = &ep->pcie; in cdns_pcie_ep_map_addr()
190 r = find_first_zero_bit(&ep->ob_region_map, BITS_PER_LONG); in cdns_pcie_ep_map_addr()
191 if (r >= ep->max_regions - 1) { in cdns_pcie_ep_map_addr()
192 dev_err(&epc->dev, "no free outbound region\n"); in cdns_pcie_ep_map_addr()
193 return -EINVAL; in cdns_pcie_ep_map_addr()
199 set_bit(r, &ep->ob_region_map); in cdns_pcie_ep_map_addr()
200 ep->ob_addr[r] = addr; in cdns_pcie_ep_map_addr()
209 struct cdns_pcie *pcie = &ep->pcie; in cdns_pcie_ep_unmap_addr()
212 for (r = 0; r < ep->max_regions - 1; r++) in cdns_pcie_ep_unmap_addr()
213 if (ep->ob_addr[r] == addr) in cdns_pcie_ep_unmap_addr()
216 if (r == ep->max_regions - 1) in cdns_pcie_ep_unmap_addr()
221 ep->ob_addr[r] = 0; in cdns_pcie_ep_unmap_addr()
222 clear_bit(r, &ep->ob_region_map); in cdns_pcie_ep_unmap_addr()
228 struct cdns_pcie *pcie = &ep->pcie; in cdns_pcie_ep_set_msi()
250 struct cdns_pcie *pcie = &ep->pcie; in cdns_pcie_ep_get_msi()
259 return -EINVAL; in cdns_pcie_ep_get_msi()
273 struct cdns_pcie *pcie = &ep->pcie; in cdns_pcie_ep_get_msix()
282 return -EINVAL; in cdns_pcie_ep_get_msix()
294 struct cdns_pcie *pcie = &ep->pcie; in cdns_pcie_ep_set_msix()
322 struct cdns_pcie *pcie = &ep->pcie; in cdns_pcie_ep_assert_intx()
330 /* Set the outbound region if needed. */ in cdns_pcie_ep_assert_intx()
331 if (unlikely(ep->irq_pci_addr != CDNS_PCIE_EP_IRQ_PCI_ADDR_LEGACY || in cdns_pcie_ep_assert_intx()
332 ep->irq_pci_fn != fn)) { in cdns_pcie_ep_assert_intx()
335 ep->irq_phys_addr); in cdns_pcie_ep_assert_intx()
336 ep->irq_pci_addr = CDNS_PCIE_EP_IRQ_PCI_ADDR_LEGACY; in cdns_pcie_ep_assert_intx()
337 ep->irq_pci_fn = fn; in cdns_pcie_ep_assert_intx()
341 ep->irq_pending |= BIT(intx); in cdns_pcie_ep_assert_intx()
344 ep->irq_pending &= ~BIT(intx); in cdns_pcie_ep_assert_intx()
348 spin_lock_irqsave(&ep->lock, flags); in cdns_pcie_ep_assert_intx()
350 if (((status & PCI_STATUS_INTERRUPT) != 0) ^ (ep->irq_pending != 0)) { in cdns_pcie_ep_assert_intx()
354 spin_unlock_irqrestore(&ep->lock, flags); in cdns_pcie_ep_assert_intx()
358 writel(0, ep->irq_cpu_addr + offset); in cdns_pcie_ep_assert_intx()
366 cmd = cdns_pcie_ep_fn_readw(&ep->pcie, fn, PCI_COMMAND); in cdns_pcie_ep_send_legacy_irq()
368 return -EINVAL; in cdns_pcie_ep_send_legacy_irq()
382 struct cdns_pcie *pcie = &ep->pcie; in cdns_pcie_ep_send_msi_irq()
393 return -EINVAL; in cdns_pcie_ep_send_msi_irq()
399 return -EINVAL; in cdns_pcie_ep_send_msi_irq()
402 data_mask = msi_count - 1; in cdns_pcie_ep_send_msi_irq()
404 data = (data & ~data_mask) | ((interrupt_num - 1) & data_mask); in cdns_pcie_ep_send_msi_irq()
412 /* Set the outbound region if needed. */ in cdns_pcie_ep_send_msi_irq()
413 if (unlikely(ep->irq_pci_addr != (pci_addr & ~pci_addr_mask) || in cdns_pcie_ep_send_msi_irq()
414 ep->irq_pci_fn != fn)) { in cdns_pcie_ep_send_msi_irq()
418 ep->irq_phys_addr, in cdns_pcie_ep_send_msi_irq()
421 ep->irq_pci_addr = (pci_addr & ~pci_addr_mask); in cdns_pcie_ep_send_msi_irq()
422 ep->irq_pci_fn = fn; in cdns_pcie_ep_send_msi_irq()
424 writel(data, ep->irq_cpu_addr + (pci_addr & pci_addr_mask)); in cdns_pcie_ep_send_msi_irq()
436 struct cdns_pcie *pcie = &ep->pcie; in cdns_pcie_ep_map_msi_irq()
448 return -EINVAL; in cdns_pcie_ep_map_msi_irq()
454 return -EINVAL; in cdns_pcie_ep_map_msi_irq()
457 data_mask = msi_count - 1; in cdns_pcie_ep_map_msi_irq()
487 struct cdns_pcie *pcie = &ep->pcie; in cdns_pcie_ep_send_msix_irq()
495 epf = &ep->epf[fn]; in cdns_pcie_ep_send_msix_irq()
497 epf = &epf->epf[vfn - 1]; in cdns_pcie_ep_send_msix_irq()
501 /* Check whether the MSI-X feature has been enabled by the PCI host. */ in cdns_pcie_ep_send_msix_irq()
504 return -EINVAL; in cdns_pcie_ep_send_msix_irq()
511 msix_tbl = epf->epf_bar[bir]->addr + tbl_offset; in cdns_pcie_ep_send_msix_irq()
512 msg_addr = msix_tbl[(interrupt_num - 1)].msg_addr; in cdns_pcie_ep_send_msix_irq()
513 msg_data = msix_tbl[(interrupt_num - 1)].msg_data; in cdns_pcie_ep_send_msix_irq()
515 /* Set the outbound region if needed. */ in cdns_pcie_ep_send_msix_irq()
516 if (ep->irq_pci_addr != (msg_addr & ~pci_addr_mask) || in cdns_pcie_ep_send_msix_irq()
517 ep->irq_pci_fn != fn) { in cdns_pcie_ep_send_msix_irq()
521 ep->irq_phys_addr, in cdns_pcie_ep_send_msix_irq()
524 ep->irq_pci_addr = (msg_addr & ~pci_addr_mask); in cdns_pcie_ep_send_msix_irq()
525 ep->irq_pci_fn = fn; in cdns_pcie_ep_send_msix_irq()
527 writel(msg_data, ep->irq_cpu_addr + (msg_addr & pci_addr_mask)); in cdns_pcie_ep_send_msix_irq()
537 struct cdns_pcie *pcie = &ep->pcie; in cdns_pcie_ep_raise_irq()
538 struct device *dev = pcie->dev; in cdns_pcie_ep_raise_irq()
544 return -EINVAL; in cdns_pcie_ep_raise_irq()
558 return -EINVAL; in cdns_pcie_ep_raise_irq()
564 struct cdns_pcie *pcie = &ep->pcie; in cdns_pcie_ep_start()
565 struct device *dev = pcie->dev; in cdns_pcie_ep_start()
566 int max_epfs = sizeof(epc->function_num_map) * 8; in cdns_pcie_ep_start()
573 cdns_pcie_writel(pcie, CDNS_PCIE_LM_EP_FUNC_CFG, epc->function_num_map); in cdns_pcie_ep_start()
575 if (ep->quirk_disable_flr) { in cdns_pcie_ep_start()
577 if (!(epc->function_num_map & BIT(epf))) in cdns_pcie_ep_start()
641 struct device *dev = ep->pcie.dev; in cdns_pcie_ep_setup()
643 struct device_node *np = dev->of_node; in cdns_pcie_ep_setup()
644 struct cdns_pcie *pcie = &ep->pcie; in cdns_pcie_ep_setup()
651 pcie->is_rc = false; in cdns_pcie_ep_setup()
653 pcie->reg_base = devm_platform_ioremap_resource_byname(pdev, "reg"); in cdns_pcie_ep_setup()
654 if (IS_ERR(pcie->reg_base)) { in cdns_pcie_ep_setup()
656 return PTR_ERR(pcie->reg_base); in cdns_pcie_ep_setup()
662 return -EINVAL; in cdns_pcie_ep_setup()
664 pcie->mem_res = res; in cdns_pcie_ep_setup()
666 ep->max_regions = CDNS_PCIE_MAX_OB; in cdns_pcie_ep_setup()
667 of_property_read_u32(np, "cdns,max-outbound-regions", &ep->max_regions); in cdns_pcie_ep_setup()
669 ep->ob_addr = devm_kcalloc(dev, in cdns_pcie_ep_setup()
670 ep->max_regions, sizeof(*ep->ob_addr), in cdns_pcie_ep_setup()
672 if (!ep->ob_addr) in cdns_pcie_ep_setup()
673 return -ENOMEM; in cdns_pcie_ep_setup()
686 if (of_property_read_u8(np, "max-functions", &epc->max_functions) < 0) in cdns_pcie_ep_setup()
687 epc->max_functions = 1; in cdns_pcie_ep_setup()
689 ep->epf = devm_kcalloc(dev, epc->max_functions, sizeof(*ep->epf), in cdns_pcie_ep_setup()
691 if (!ep->epf) in cdns_pcie_ep_setup()
692 return -ENOMEM; in cdns_pcie_ep_setup()
694 epc->max_vfs = devm_kcalloc(dev, epc->max_functions, in cdns_pcie_ep_setup()
695 sizeof(*epc->max_vfs), GFP_KERNEL); in cdns_pcie_ep_setup()
696 if (!epc->max_vfs) in cdns_pcie_ep_setup()
697 return -ENOMEM; in cdns_pcie_ep_setup()
699 ret = of_property_read_u8_array(np, "max-virtual-functions", in cdns_pcie_ep_setup()
700 epc->max_vfs, epc->max_functions); in cdns_pcie_ep_setup()
702 for (i = 0; i < epc->max_functions; i++) { in cdns_pcie_ep_setup()
703 epf = &ep->epf[i]; in cdns_pcie_ep_setup()
704 if (epc->max_vfs[i] == 0) in cdns_pcie_ep_setup()
706 epf->epf = devm_kcalloc(dev, epc->max_vfs[i], in cdns_pcie_ep_setup()
707 sizeof(*ep->epf), GFP_KERNEL); in cdns_pcie_ep_setup()
708 if (!epf->epf) in cdns_pcie_ep_setup()
709 return -ENOMEM; in cdns_pcie_ep_setup()
713 ret = pci_epc_mem_init(epc, pcie->mem_res->start, in cdns_pcie_ep_setup()
714 resource_size(pcie->mem_res), PAGE_SIZE); in cdns_pcie_ep_setup()
720 ep->irq_cpu_addr = pci_epc_mem_alloc_addr(epc, &ep->irq_phys_addr, in cdns_pcie_ep_setup()
722 if (!ep->irq_cpu_addr) { in cdns_pcie_ep_setup()
724 ret = -ENOMEM; in cdns_pcie_ep_setup()
727 ep->irq_pci_addr = CDNS_PCIE_EP_IRQ_PCI_ADDR_NONE; in cdns_pcie_ep_setup()
729 set_bit(0, &ep->ob_region_map); in cdns_pcie_ep_setup()
731 if (ep->quirk_detect_quiet_flag) in cdns_pcie_ep_setup()
732 cdns_pcie_detect_quiet_min_delay_set(&ep->pcie); in cdns_pcie_ep_setup()
734 spin_lock_init(&ep->lock); in cdns_pcie_ep_setup()