1*a61127c2SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only 24e0ee78fSHiroshi Doyu /* 34e0ee78fSHiroshi Doyu * OF helpers for IOMMU 44e0ee78fSHiroshi Doyu * 54e0ee78fSHiroshi Doyu * Copyright (c) 2012, NVIDIA CORPORATION. All rights reserved. 64e0ee78fSHiroshi Doyu */ 74e0ee78fSHiroshi Doyu 84e0ee78fSHiroshi Doyu #include <linux/export.h> 97eba1d51SWill Deacon #include <linux/iommu.h> 104e0ee78fSHiroshi Doyu #include <linux/limits.h> 114e0ee78fSHiroshi Doyu #include <linux/of.h> 12cbff5634SBrian Norris #include <linux/of_iommu.h> 13b996444cSRobin Murphy #include <linux/of_pci.h> 14a42a7a1fSRobin Murphy #include <linux/slab.h> 15fa0656b4SNipun Gupta #include <linux/fsl/mc.h> 164e0ee78fSHiroshi Doyu 17da4b0275SRobin Murphy #define NO_IOMMU 1 18da4b0275SRobin Murphy 194e0ee78fSHiroshi Doyu /** 204e0ee78fSHiroshi Doyu * of_get_dma_window - Parse *dma-window property and returns 0 if found. 214e0ee78fSHiroshi Doyu * 224e0ee78fSHiroshi Doyu * @dn: device node 234e0ee78fSHiroshi Doyu * @prefix: prefix for property name if any 244e0ee78fSHiroshi Doyu * @index: index to start to parse 254e0ee78fSHiroshi Doyu * @busno: Returns busno if supported. Otherwise pass NULL 264e0ee78fSHiroshi Doyu * @addr: Returns address that DMA starts 274e0ee78fSHiroshi Doyu * @size: Returns the range that DMA can handle 284e0ee78fSHiroshi Doyu * 294e0ee78fSHiroshi Doyu * This supports different formats flexibly. "prefix" can be 304e0ee78fSHiroshi Doyu * configured if any. "busno" and "index" are optionally 314e0ee78fSHiroshi Doyu * specified. Set 0(or NULL) if not used. 324e0ee78fSHiroshi Doyu */ 334e0ee78fSHiroshi Doyu int of_get_dma_window(struct device_node *dn, const char *prefix, int index, 344e0ee78fSHiroshi Doyu unsigned long *busno, dma_addr_t *addr, size_t *size) 354e0ee78fSHiroshi Doyu { 364e0ee78fSHiroshi Doyu const __be32 *dma_window, *end; 374e0ee78fSHiroshi Doyu int bytes, cur_index = 0; 384e0ee78fSHiroshi Doyu char propname[NAME_MAX], addrname[NAME_MAX], sizename[NAME_MAX]; 394e0ee78fSHiroshi Doyu 404e0ee78fSHiroshi Doyu if (!dn || !addr || !size) 414e0ee78fSHiroshi Doyu return -EINVAL; 424e0ee78fSHiroshi Doyu 434e0ee78fSHiroshi Doyu if (!prefix) 444e0ee78fSHiroshi Doyu prefix = ""; 454e0ee78fSHiroshi Doyu 464e0ee78fSHiroshi Doyu snprintf(propname, sizeof(propname), "%sdma-window", prefix); 474e0ee78fSHiroshi Doyu snprintf(addrname, sizeof(addrname), "%s#dma-address-cells", prefix); 484e0ee78fSHiroshi Doyu snprintf(sizename, sizeof(sizename), "%s#dma-size-cells", prefix); 494e0ee78fSHiroshi Doyu 504e0ee78fSHiroshi Doyu dma_window = of_get_property(dn, propname, &bytes); 514e0ee78fSHiroshi Doyu if (!dma_window) 524e0ee78fSHiroshi Doyu return -ENODEV; 534e0ee78fSHiroshi Doyu end = dma_window + bytes / sizeof(*dma_window); 544e0ee78fSHiroshi Doyu 554e0ee78fSHiroshi Doyu while (dma_window < end) { 564e0ee78fSHiroshi Doyu u32 cells; 574e0ee78fSHiroshi Doyu const void *prop; 584e0ee78fSHiroshi Doyu 594e0ee78fSHiroshi Doyu /* busno is one cell if supported */ 604e0ee78fSHiroshi Doyu if (busno) 614e0ee78fSHiroshi Doyu *busno = be32_to_cpup(dma_window++); 624e0ee78fSHiroshi Doyu 634e0ee78fSHiroshi Doyu prop = of_get_property(dn, addrname, NULL); 644e0ee78fSHiroshi Doyu if (!prop) 654e0ee78fSHiroshi Doyu prop = of_get_property(dn, "#address-cells", NULL); 664e0ee78fSHiroshi Doyu 674e0ee78fSHiroshi Doyu cells = prop ? be32_to_cpup(prop) : of_n_addr_cells(dn); 684e0ee78fSHiroshi Doyu if (!cells) 694e0ee78fSHiroshi Doyu return -EINVAL; 704e0ee78fSHiroshi Doyu *addr = of_read_number(dma_window, cells); 714e0ee78fSHiroshi Doyu dma_window += cells; 724e0ee78fSHiroshi Doyu 734e0ee78fSHiroshi Doyu prop = of_get_property(dn, sizename, NULL); 744e0ee78fSHiroshi Doyu cells = prop ? be32_to_cpup(prop) : of_n_size_cells(dn); 754e0ee78fSHiroshi Doyu if (!cells) 764e0ee78fSHiroshi Doyu return -EINVAL; 774e0ee78fSHiroshi Doyu *size = of_read_number(dma_window, cells); 784e0ee78fSHiroshi Doyu dma_window += cells; 794e0ee78fSHiroshi Doyu 804e0ee78fSHiroshi Doyu if (cur_index++ == index) 814e0ee78fSHiroshi Doyu break; 824e0ee78fSHiroshi Doyu } 834e0ee78fSHiroshi Doyu return 0; 844e0ee78fSHiroshi Doyu } 854e0ee78fSHiroshi Doyu EXPORT_SYMBOL_GPL(of_get_dma_window); 861cd076bfSWill Deacon 87da4b0275SRobin Murphy static int of_iommu_xlate(struct device *dev, 88da4b0275SRobin Murphy struct of_phandle_args *iommu_spec) 892a0c5754SRobin Murphy { 902a0c5754SRobin Murphy const struct iommu_ops *ops; 912a0c5754SRobin Murphy struct fwnode_handle *fwnode = &iommu_spec->np->fwnode; 922a0c5754SRobin Murphy int err; 932a0c5754SRobin Murphy 942a0c5754SRobin Murphy ops = iommu_ops_from_fwnode(fwnode); 95d7b05582SRobin Murphy if ((ops && !ops->of_xlate) || 96ac6bbf0cSRob Herring !of_device_is_available(iommu_spec->np)) 97da4b0275SRobin Murphy return NO_IOMMU; 982a0c5754SRobin Murphy 992a0c5754SRobin Murphy err = iommu_fwspec_init(dev, &iommu_spec->np->fwnode, ops); 1002a0c5754SRobin Murphy if (err) 101da4b0275SRobin Murphy return err; 102d7b05582SRobin Murphy /* 103d7b05582SRobin Murphy * The otherwise-empty fwspec handily serves to indicate the specific 104d7b05582SRobin Murphy * IOMMU device we're waiting for, which will be useful if we ever get 105d7b05582SRobin Murphy * a proper probe-ordering dependency mechanism in future. 106d7b05582SRobin Murphy */ 107d7b05582SRobin Murphy if (!ops) 10878f307beSRob Herring return driver_deferred_probe_check_state(dev); 1092a0c5754SRobin Murphy 110da4b0275SRobin Murphy return ops->of_xlate(dev, iommu_spec); 1112a0c5754SRobin Murphy } 1122a0c5754SRobin Murphy 113d87beb74SRobin Murphy struct of_pci_iommu_alias_info { 114d87beb74SRobin Murphy struct device *dev; 115d87beb74SRobin Murphy struct device_node *np; 116d87beb74SRobin Murphy }; 117b996444cSRobin Murphy 118d87beb74SRobin Murphy static int of_pci_iommu_init(struct pci_dev *pdev, u16 alias, void *data) 119b996444cSRobin Murphy { 120d87beb74SRobin Murphy struct of_pci_iommu_alias_info *info = data; 121d87beb74SRobin Murphy struct of_phandle_args iommu_spec = { .args_count = 1 }; 1222a0c5754SRobin Murphy int err; 123b996444cSRobin Murphy 1242a6db719SNipun Gupta err = of_map_rid(info->np, alias, "iommu-map", "iommu-map-mask", 1252a6db719SNipun Gupta &iommu_spec.np, iommu_spec.args); 1262a0c5754SRobin Murphy if (err) 127da4b0275SRobin Murphy return err == -ENODEV ? NO_IOMMU : err; 128b996444cSRobin Murphy 129da4b0275SRobin Murphy err = of_iommu_xlate(info->dev, &iommu_spec); 130b996444cSRobin Murphy of_node_put(iommu_spec.np); 131da4b0275SRobin Murphy return err; 1322a0c5754SRobin Murphy } 1337eba1d51SWill Deacon 134fa0656b4SNipun Gupta static int of_fsl_mc_iommu_init(struct fsl_mc_device *mc_dev, 135fa0656b4SNipun Gupta struct device_node *master_np) 136fa0656b4SNipun Gupta { 137fa0656b4SNipun Gupta struct of_phandle_args iommu_spec = { .args_count = 1 }; 138fa0656b4SNipun Gupta int err; 139fa0656b4SNipun Gupta 140fa0656b4SNipun Gupta err = of_map_rid(master_np, mc_dev->icid, "iommu-map", 141fa0656b4SNipun Gupta "iommu-map-mask", &iommu_spec.np, 142fa0656b4SNipun Gupta iommu_spec.args); 143fa0656b4SNipun Gupta if (err) 144fa0656b4SNipun Gupta return err == -ENODEV ? NO_IOMMU : err; 145fa0656b4SNipun Gupta 146fa0656b4SNipun Gupta err = of_iommu_xlate(&mc_dev->dev, &iommu_spec); 147fa0656b4SNipun Gupta of_node_put(iommu_spec.np); 148fa0656b4SNipun Gupta return err; 149fa0656b4SNipun Gupta } 150fa0656b4SNipun Gupta 1512a0c5754SRobin Murphy const struct iommu_ops *of_iommu_configure(struct device *dev, 1522a0c5754SRobin Murphy struct device_node *master_np) 1532a0c5754SRobin Murphy { 154d87beb74SRobin Murphy const struct iommu_ops *ops = NULL; 1555c7e6bd7SJoerg Roedel struct iommu_fwspec *fwspec = dev_iommu_fwspec_get(dev); 156da4b0275SRobin Murphy int err = NO_IOMMU; 1572a0c5754SRobin Murphy 1582a0c5754SRobin Murphy if (!master_np) 1597eba1d51SWill Deacon return NULL; 1602a0c5754SRobin Murphy 161d7b05582SRobin Murphy if (fwspec) { 162d7b05582SRobin Murphy if (fwspec->ops) 163d7b05582SRobin Murphy return fwspec->ops; 164d7b05582SRobin Murphy 165d7b05582SRobin Murphy /* In the deferred case, start again from scratch */ 166d7b05582SRobin Murphy iommu_fwspec_free(dev); 167d7b05582SRobin Murphy } 168d7b05582SRobin Murphy 169d87beb74SRobin Murphy /* 170d87beb74SRobin Murphy * We don't currently walk up the tree looking for a parent IOMMU. 171d87beb74SRobin Murphy * See the `Notes:' section of 172d87beb74SRobin Murphy * Documentation/devicetree/bindings/iommu/iommu.txt 173d87beb74SRobin Murphy */ 174d87beb74SRobin Murphy if (dev_is_pci(dev)) { 175d87beb74SRobin Murphy struct of_pci_iommu_alias_info info = { 176d87beb74SRobin Murphy .dev = dev, 177d87beb74SRobin Murphy .np = master_np, 178d87beb74SRobin Murphy }; 179d87beb74SRobin Murphy 180d87beb74SRobin Murphy err = pci_for_each_dma_alias(to_pci_dev(dev), 181d87beb74SRobin Murphy of_pci_iommu_init, &info); 182fa0656b4SNipun Gupta } else if (dev_is_fsl_mc(dev)) { 183fa0656b4SNipun Gupta err = of_fsl_mc_iommu_init(to_fsl_mc_device(dev), master_np); 184d87beb74SRobin Murphy } else { 185d87beb74SRobin Murphy struct of_phandle_args iommu_spec; 186d87beb74SRobin Murphy int idx = 0; 187d87beb74SRobin Murphy 188d87beb74SRobin Murphy while (!of_parse_phandle_with_args(master_np, "iommus", 189d87beb74SRobin Murphy "#iommu-cells", 190d87beb74SRobin Murphy idx, &iommu_spec)) { 191da4b0275SRobin Murphy err = of_iommu_xlate(dev, &iommu_spec); 192d87beb74SRobin Murphy of_node_put(iommu_spec.np); 193d87beb74SRobin Murphy idx++; 194da4b0275SRobin Murphy if (err) 195d87beb74SRobin Murphy break; 196d87beb74SRobin Murphy } 197d87beb74SRobin Murphy } 198da4b0275SRobin Murphy 1995c7e6bd7SJoerg Roedel 200da4b0275SRobin Murphy /* 201da4b0275SRobin Murphy * Two success conditions can be represented by non-negative err here: 202da4b0275SRobin Murphy * >0 : there is no IOMMU, or one was unavailable for non-fatal reasons 203da4b0275SRobin Murphy * 0 : we found an IOMMU, and dev->fwspec is initialised appropriately 204da4b0275SRobin Murphy * <0 : any actual error 205da4b0275SRobin Murphy */ 2065c7e6bd7SJoerg Roedel if (!err) { 2075c7e6bd7SJoerg Roedel /* The fwspec pointer changed, read it again */ 2085c7e6bd7SJoerg Roedel fwspec = dev_iommu_fwspec_get(dev); 2095c7e6bd7SJoerg Roedel ops = fwspec->ops; 2105c7e6bd7SJoerg Roedel } 211d7b05582SRobin Murphy /* 212d7b05582SRobin Murphy * If we have reason to believe the IOMMU driver missed the initial 213641fb0efSJoerg Roedel * probe for dev, replay it to get things in order. 214d7b05582SRobin Murphy */ 215e8e683aeSRobin Murphy if (!err && dev->bus && !device_iommu_mapped(dev)) 216641fb0efSJoerg Roedel err = iommu_probe_device(dev); 2172a0c5754SRobin Murphy 218a37b19a3SSricharan R /* Ignore all other errors apart from EPROBE_DEFER */ 219da4b0275SRobin Murphy if (err == -EPROBE_DEFER) { 220da4b0275SRobin Murphy ops = ERR_PTR(err); 221da4b0275SRobin Murphy } else if (err < 0) { 222da4b0275SRobin Murphy dev_dbg(dev, "Adding to IOMMU failed: %d\n", err); 223a37b19a3SSricharan R ops = NULL; 224a37b19a3SSricharan R } 225a37b19a3SSricharan R 2267b07cbefSLaurent Pinchart return ops; 2277eba1d51SWill Deacon } 228