xref: /openbmc/linux/drivers/iommu/of_iommu.c (revision a61127c2130236168321cc76c5a58e15c00ad154)
1*a61127c2SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only
24e0ee78fSHiroshi Doyu /*
34e0ee78fSHiroshi Doyu  * OF helpers for IOMMU
44e0ee78fSHiroshi Doyu  *
54e0ee78fSHiroshi Doyu  * Copyright (c) 2012, NVIDIA CORPORATION.  All rights reserved.
64e0ee78fSHiroshi Doyu  */
74e0ee78fSHiroshi Doyu 
84e0ee78fSHiroshi Doyu #include <linux/export.h>
97eba1d51SWill Deacon #include <linux/iommu.h>
104e0ee78fSHiroshi Doyu #include <linux/limits.h>
114e0ee78fSHiroshi Doyu #include <linux/of.h>
12cbff5634SBrian Norris #include <linux/of_iommu.h>
13b996444cSRobin Murphy #include <linux/of_pci.h>
14a42a7a1fSRobin Murphy #include <linux/slab.h>
15fa0656b4SNipun Gupta #include <linux/fsl/mc.h>
164e0ee78fSHiroshi Doyu 
17da4b0275SRobin Murphy #define NO_IOMMU	1
18da4b0275SRobin Murphy 
194e0ee78fSHiroshi Doyu /**
204e0ee78fSHiroshi Doyu  * of_get_dma_window - Parse *dma-window property and returns 0 if found.
214e0ee78fSHiroshi Doyu  *
224e0ee78fSHiroshi Doyu  * @dn: device node
234e0ee78fSHiroshi Doyu  * @prefix: prefix for property name if any
244e0ee78fSHiroshi Doyu  * @index: index to start to parse
254e0ee78fSHiroshi Doyu  * @busno: Returns busno if supported. Otherwise pass NULL
264e0ee78fSHiroshi Doyu  * @addr: Returns address that DMA starts
274e0ee78fSHiroshi Doyu  * @size: Returns the range that DMA can handle
284e0ee78fSHiroshi Doyu  *
294e0ee78fSHiroshi Doyu  * This supports different formats flexibly. "prefix" can be
304e0ee78fSHiroshi Doyu  * configured if any. "busno" and "index" are optionally
314e0ee78fSHiroshi Doyu  * specified. Set 0(or NULL) if not used.
324e0ee78fSHiroshi Doyu  */
334e0ee78fSHiroshi Doyu int of_get_dma_window(struct device_node *dn, const char *prefix, int index,
344e0ee78fSHiroshi Doyu 		      unsigned long *busno, dma_addr_t *addr, size_t *size)
354e0ee78fSHiroshi Doyu {
364e0ee78fSHiroshi Doyu 	const __be32 *dma_window, *end;
374e0ee78fSHiroshi Doyu 	int bytes, cur_index = 0;
384e0ee78fSHiroshi Doyu 	char propname[NAME_MAX], addrname[NAME_MAX], sizename[NAME_MAX];
394e0ee78fSHiroshi Doyu 
404e0ee78fSHiroshi Doyu 	if (!dn || !addr || !size)
414e0ee78fSHiroshi Doyu 		return -EINVAL;
424e0ee78fSHiroshi Doyu 
434e0ee78fSHiroshi Doyu 	if (!prefix)
444e0ee78fSHiroshi Doyu 		prefix = "";
454e0ee78fSHiroshi Doyu 
464e0ee78fSHiroshi Doyu 	snprintf(propname, sizeof(propname), "%sdma-window", prefix);
474e0ee78fSHiroshi Doyu 	snprintf(addrname, sizeof(addrname), "%s#dma-address-cells", prefix);
484e0ee78fSHiroshi Doyu 	snprintf(sizename, sizeof(sizename), "%s#dma-size-cells", prefix);
494e0ee78fSHiroshi Doyu 
504e0ee78fSHiroshi Doyu 	dma_window = of_get_property(dn, propname, &bytes);
514e0ee78fSHiroshi Doyu 	if (!dma_window)
524e0ee78fSHiroshi Doyu 		return -ENODEV;
534e0ee78fSHiroshi Doyu 	end = dma_window + bytes / sizeof(*dma_window);
544e0ee78fSHiroshi Doyu 
554e0ee78fSHiroshi Doyu 	while (dma_window < end) {
564e0ee78fSHiroshi Doyu 		u32 cells;
574e0ee78fSHiroshi Doyu 		const void *prop;
584e0ee78fSHiroshi Doyu 
594e0ee78fSHiroshi Doyu 		/* busno is one cell if supported */
604e0ee78fSHiroshi Doyu 		if (busno)
614e0ee78fSHiroshi Doyu 			*busno = be32_to_cpup(dma_window++);
624e0ee78fSHiroshi Doyu 
634e0ee78fSHiroshi Doyu 		prop = of_get_property(dn, addrname, NULL);
644e0ee78fSHiroshi Doyu 		if (!prop)
654e0ee78fSHiroshi Doyu 			prop = of_get_property(dn, "#address-cells", NULL);
664e0ee78fSHiroshi Doyu 
674e0ee78fSHiroshi Doyu 		cells = prop ? be32_to_cpup(prop) : of_n_addr_cells(dn);
684e0ee78fSHiroshi Doyu 		if (!cells)
694e0ee78fSHiroshi Doyu 			return -EINVAL;
704e0ee78fSHiroshi Doyu 		*addr = of_read_number(dma_window, cells);
714e0ee78fSHiroshi Doyu 		dma_window += cells;
724e0ee78fSHiroshi Doyu 
734e0ee78fSHiroshi Doyu 		prop = of_get_property(dn, sizename, NULL);
744e0ee78fSHiroshi Doyu 		cells = prop ? be32_to_cpup(prop) : of_n_size_cells(dn);
754e0ee78fSHiroshi Doyu 		if (!cells)
764e0ee78fSHiroshi Doyu 			return -EINVAL;
774e0ee78fSHiroshi Doyu 		*size = of_read_number(dma_window, cells);
784e0ee78fSHiroshi Doyu 		dma_window += cells;
794e0ee78fSHiroshi Doyu 
804e0ee78fSHiroshi Doyu 		if (cur_index++ == index)
814e0ee78fSHiroshi Doyu 			break;
824e0ee78fSHiroshi Doyu 	}
834e0ee78fSHiroshi Doyu 	return 0;
844e0ee78fSHiroshi Doyu }
854e0ee78fSHiroshi Doyu EXPORT_SYMBOL_GPL(of_get_dma_window);
861cd076bfSWill Deacon 
87da4b0275SRobin Murphy static int of_iommu_xlate(struct device *dev,
88da4b0275SRobin Murphy 			  struct of_phandle_args *iommu_spec)
892a0c5754SRobin Murphy {
902a0c5754SRobin Murphy 	const struct iommu_ops *ops;
912a0c5754SRobin Murphy 	struct fwnode_handle *fwnode = &iommu_spec->np->fwnode;
922a0c5754SRobin Murphy 	int err;
932a0c5754SRobin Murphy 
942a0c5754SRobin Murphy 	ops = iommu_ops_from_fwnode(fwnode);
95d7b05582SRobin Murphy 	if ((ops && !ops->of_xlate) ||
96ac6bbf0cSRob Herring 	    !of_device_is_available(iommu_spec->np))
97da4b0275SRobin Murphy 		return NO_IOMMU;
982a0c5754SRobin Murphy 
992a0c5754SRobin Murphy 	err = iommu_fwspec_init(dev, &iommu_spec->np->fwnode, ops);
1002a0c5754SRobin Murphy 	if (err)
101da4b0275SRobin Murphy 		return err;
102d7b05582SRobin Murphy 	/*
103d7b05582SRobin Murphy 	 * The otherwise-empty fwspec handily serves to indicate the specific
104d7b05582SRobin Murphy 	 * IOMMU device we're waiting for, which will be useful if we ever get
105d7b05582SRobin Murphy 	 * a proper probe-ordering dependency mechanism in future.
106d7b05582SRobin Murphy 	 */
107d7b05582SRobin Murphy 	if (!ops)
10878f307beSRob Herring 		return driver_deferred_probe_check_state(dev);
1092a0c5754SRobin Murphy 
110da4b0275SRobin Murphy 	return ops->of_xlate(dev, iommu_spec);
1112a0c5754SRobin Murphy }
1122a0c5754SRobin Murphy 
113d87beb74SRobin Murphy struct of_pci_iommu_alias_info {
114d87beb74SRobin Murphy 	struct device *dev;
115d87beb74SRobin Murphy 	struct device_node *np;
116d87beb74SRobin Murphy };
117b996444cSRobin Murphy 
118d87beb74SRobin Murphy static int of_pci_iommu_init(struct pci_dev *pdev, u16 alias, void *data)
119b996444cSRobin Murphy {
120d87beb74SRobin Murphy 	struct of_pci_iommu_alias_info *info = data;
121d87beb74SRobin Murphy 	struct of_phandle_args iommu_spec = { .args_count = 1 };
1222a0c5754SRobin Murphy 	int err;
123b996444cSRobin Murphy 
1242a6db719SNipun Gupta 	err = of_map_rid(info->np, alias, "iommu-map", "iommu-map-mask",
1252a6db719SNipun Gupta 			 &iommu_spec.np, iommu_spec.args);
1262a0c5754SRobin Murphy 	if (err)
127da4b0275SRobin Murphy 		return err == -ENODEV ? NO_IOMMU : err;
128b996444cSRobin Murphy 
129da4b0275SRobin Murphy 	err = of_iommu_xlate(info->dev, &iommu_spec);
130b996444cSRobin Murphy 	of_node_put(iommu_spec.np);
131da4b0275SRobin Murphy 	return err;
1322a0c5754SRobin Murphy }
1337eba1d51SWill Deacon 
134fa0656b4SNipun Gupta static int of_fsl_mc_iommu_init(struct fsl_mc_device *mc_dev,
135fa0656b4SNipun Gupta 				struct device_node *master_np)
136fa0656b4SNipun Gupta {
137fa0656b4SNipun Gupta 	struct of_phandle_args iommu_spec = { .args_count = 1 };
138fa0656b4SNipun Gupta 	int err;
139fa0656b4SNipun Gupta 
140fa0656b4SNipun Gupta 	err = of_map_rid(master_np, mc_dev->icid, "iommu-map",
141fa0656b4SNipun Gupta 			 "iommu-map-mask", &iommu_spec.np,
142fa0656b4SNipun Gupta 			 iommu_spec.args);
143fa0656b4SNipun Gupta 	if (err)
144fa0656b4SNipun Gupta 		return err == -ENODEV ? NO_IOMMU : err;
145fa0656b4SNipun Gupta 
146fa0656b4SNipun Gupta 	err = of_iommu_xlate(&mc_dev->dev, &iommu_spec);
147fa0656b4SNipun Gupta 	of_node_put(iommu_spec.np);
148fa0656b4SNipun Gupta 	return err;
149fa0656b4SNipun Gupta }
150fa0656b4SNipun Gupta 
1512a0c5754SRobin Murphy const struct iommu_ops *of_iommu_configure(struct device *dev,
1522a0c5754SRobin Murphy 					   struct device_node *master_np)
1532a0c5754SRobin Murphy {
154d87beb74SRobin Murphy 	const struct iommu_ops *ops = NULL;
1555c7e6bd7SJoerg Roedel 	struct iommu_fwspec *fwspec = dev_iommu_fwspec_get(dev);
156da4b0275SRobin Murphy 	int err = NO_IOMMU;
1572a0c5754SRobin Murphy 
1582a0c5754SRobin Murphy 	if (!master_np)
1597eba1d51SWill Deacon 		return NULL;
1602a0c5754SRobin Murphy 
161d7b05582SRobin Murphy 	if (fwspec) {
162d7b05582SRobin Murphy 		if (fwspec->ops)
163d7b05582SRobin Murphy 			return fwspec->ops;
164d7b05582SRobin Murphy 
165d7b05582SRobin Murphy 		/* In the deferred case, start again from scratch */
166d7b05582SRobin Murphy 		iommu_fwspec_free(dev);
167d7b05582SRobin Murphy 	}
168d7b05582SRobin Murphy 
169d87beb74SRobin Murphy 	/*
170d87beb74SRobin Murphy 	 * We don't currently walk up the tree looking for a parent IOMMU.
171d87beb74SRobin Murphy 	 * See the `Notes:' section of
172d87beb74SRobin Murphy 	 * Documentation/devicetree/bindings/iommu/iommu.txt
173d87beb74SRobin Murphy 	 */
174d87beb74SRobin Murphy 	if (dev_is_pci(dev)) {
175d87beb74SRobin Murphy 		struct of_pci_iommu_alias_info info = {
176d87beb74SRobin Murphy 			.dev = dev,
177d87beb74SRobin Murphy 			.np = master_np,
178d87beb74SRobin Murphy 		};
179d87beb74SRobin Murphy 
180d87beb74SRobin Murphy 		err = pci_for_each_dma_alias(to_pci_dev(dev),
181d87beb74SRobin Murphy 					     of_pci_iommu_init, &info);
182fa0656b4SNipun Gupta 	} else if (dev_is_fsl_mc(dev)) {
183fa0656b4SNipun Gupta 		err = of_fsl_mc_iommu_init(to_fsl_mc_device(dev), master_np);
184d87beb74SRobin Murphy 	} else {
185d87beb74SRobin Murphy 		struct of_phandle_args iommu_spec;
186d87beb74SRobin Murphy 		int idx = 0;
187d87beb74SRobin Murphy 
188d87beb74SRobin Murphy 		while (!of_parse_phandle_with_args(master_np, "iommus",
189d87beb74SRobin Murphy 						   "#iommu-cells",
190d87beb74SRobin Murphy 						   idx, &iommu_spec)) {
191da4b0275SRobin Murphy 			err = of_iommu_xlate(dev, &iommu_spec);
192d87beb74SRobin Murphy 			of_node_put(iommu_spec.np);
193d87beb74SRobin Murphy 			idx++;
194da4b0275SRobin Murphy 			if (err)
195d87beb74SRobin Murphy 				break;
196d87beb74SRobin Murphy 		}
197d87beb74SRobin Murphy 	}
198da4b0275SRobin Murphy 
1995c7e6bd7SJoerg Roedel 
200da4b0275SRobin Murphy 	/*
201da4b0275SRobin Murphy 	 * Two success conditions can be represented by non-negative err here:
202da4b0275SRobin Murphy 	 * >0 : there is no IOMMU, or one was unavailable for non-fatal reasons
203da4b0275SRobin Murphy 	 *  0 : we found an IOMMU, and dev->fwspec is initialised appropriately
204da4b0275SRobin Murphy 	 * <0 : any actual error
205da4b0275SRobin Murphy 	 */
2065c7e6bd7SJoerg Roedel 	if (!err) {
2075c7e6bd7SJoerg Roedel 		/* The fwspec pointer changed, read it again */
2085c7e6bd7SJoerg Roedel 		fwspec = dev_iommu_fwspec_get(dev);
2095c7e6bd7SJoerg Roedel 		ops    = fwspec->ops;
2105c7e6bd7SJoerg Roedel 	}
211d7b05582SRobin Murphy 	/*
212d7b05582SRobin Murphy 	 * If we have reason to believe the IOMMU driver missed the initial
213641fb0efSJoerg Roedel 	 * probe for dev, replay it to get things in order.
214d7b05582SRobin Murphy 	 */
215e8e683aeSRobin Murphy 	if (!err && dev->bus && !device_iommu_mapped(dev))
216641fb0efSJoerg Roedel 		err = iommu_probe_device(dev);
2172a0c5754SRobin Murphy 
218a37b19a3SSricharan R 	/* Ignore all other errors apart from EPROBE_DEFER */
219da4b0275SRobin Murphy 	if (err == -EPROBE_DEFER) {
220da4b0275SRobin Murphy 		ops = ERR_PTR(err);
221da4b0275SRobin Murphy 	} else if (err < 0) {
222da4b0275SRobin Murphy 		dev_dbg(dev, "Adding to IOMMU failed: %d\n", err);
223a37b19a3SSricharan R 		ops = NULL;
224a37b19a3SSricharan R 	}
225a37b19a3SSricharan R 
2267b07cbefSLaurent Pinchart 	return ops;
2277eba1d51SWill Deacon }
228