525 			    enum dma_data_direction dir)  in dev_use_swiotlb()  argument
529 		 dma_kmalloc_needs_bounce(dev, size, dir));  in dev_use_swiotlb()
533 			       int nents, enum dma_data_direction dir)  in dev_use_sg_swiotlb()  argument
549 	if (!dma_kmalloc_safe(dev, dir)) {  in dev_use_sg_swiotlb()
639 static int dma_info_to_prot(enum dma_data_direction dir, bool coherent,  in dma_info_to_prot()  argument
647 	switch (dir) {  in dma_info_to_prot()
936 		size_t size, enum dma_data_direction dir, gfp_t gfp,  in iommu_dma_alloc_noncontiguous()  argument
955 		struct sg_table *sgt, enum dma_data_direction dir)  in iommu_dma_free_noncontiguous()  argument
966 		dma_addr_t dma_handle, size_t size, enum dma_data_direction dir)  in iommu_dma_sync_single_for_cpu()  argument
970 	if (dev_is_dma_coherent(dev) && !dev_use_swiotlb(dev, size, dir))  in iommu_dma_sync_single_for_cpu()
975 		arch_sync_dma_for_cpu(phys, size, dir);  in iommu_dma_sync_single_for_cpu()
978 		swiotlb_sync_single_for_cpu(dev, phys, size, dir);  in iommu_dma_sync_single_for_cpu()
982 		dma_addr_t dma_handle, size_t size, enum dma_data_direction dir)  in iommu_dma_sync_single_for_device()  argument
986 	if (dev_is_dma_coherent(dev) && !dev_use_swiotlb(dev, size, dir))  in iommu_dma_sync_single_for_device()
991 		swiotlb_sync_single_for_device(dev, phys, size, dir);  in iommu_dma_sync_single_for_device()
994 		arch_sync_dma_for_device(phys, size, dir);  in iommu_dma_sync_single_for_device()
999 		enum dma_data_direction dir)  in iommu_dma_sync_sg_for_cpu()  argument
1007 						      sg->length, dir);  in iommu_dma_sync_sg_for_cpu()
1010 			arch_sync_dma_for_cpu(sg_phys(sg), sg->length, dir);  in iommu_dma_sync_sg_for_cpu()
1015 		enum dma_data_direction dir)  in iommu_dma_sync_sg_for_device()  argument
1024 							 sg->length, dir);  in iommu_dma_sync_sg_for_device()
1027 			arch_sync_dma_for_device(sg_phys(sg), sg->length, dir);  in iommu_dma_sync_sg_for_device()
1031 		unsigned long offset, size_t size, enum dma_data_direction dir,  in iommu_dma_map_page()  argument
1036 	int prot = dma_info_to_prot(dir, coherent, attrs);  in iommu_dma_map_page()
1046 	if (dev_use_swiotlb(dev, size, dir) &&  in iommu_dma_map_page()
1060 					      iova_mask(iovad), dir, attrs);  in iommu_dma_map_page()
1070 		    (dir == DMA_TO_DEVICE || dir == DMA_BIDIRECTIONAL)) {  in iommu_dma_map_page()
1079 		arch_sync_dma_for_device(phys, size, dir);  in iommu_dma_map_page()
1083 		swiotlb_tbl_unmap_single(dev, phys, size, dir, attrs);  in iommu_dma_map_page()
1088 		size_t size, enum dma_data_direction dir, unsigned long attrs)  in iommu_dma_unmap_page()  argument
1098 		arch_sync_dma_for_cpu(phys, size, dir);  in iommu_dma_unmap_page()
1103 		swiotlb_tbl_unmap_single(dev, phys, size, dir, attrs);  in iommu_dma_unmap_page()
1201 		int nents, enum dma_data_direction dir, unsigned long attrs)  in iommu_dma_unmap_sg_swiotlb()  argument
1208 				sg_dma_len(s), dir, attrs);  in iommu_dma_unmap_sg_swiotlb()
1212 		int nents, enum dma_data_direction dir, unsigned long attrs)  in iommu_dma_map_sg_swiotlb()  argument
1221 				s->offset, s->length, dir, attrs);  in iommu_dma_map_sg_swiotlb()
1230 	iommu_dma_unmap_sg_swiotlb(dev, sg, i, dir, attrs | DMA_ATTR_SKIP_CPU_SYNC);  in iommu_dma_map_sg_swiotlb()
1242 		int nents, enum dma_data_direction dir, unsigned long attrs)  in iommu_dma_map_sg()  argument
1248 	int prot = dma_info_to_prot(dir, dev_is_dma_coherent(dev), attrs);  in iommu_dma_map_sg()
1263 	if (dev_use_sg_swiotlb(dev, sg, nents, dir))  in iommu_dma_map_sg()
1264 		return iommu_dma_map_sg_swiotlb(dev, sg, nents, dir, attrs);  in iommu_dma_map_sg()
1267 		iommu_dma_sync_sg_for_device(dev, sg, nents, dir);  in iommu_dma_map_sg()
1362 		int nents, enum dma_data_direction dir, unsigned long attrs)  in iommu_dma_unmap_sg()  argument
1369 		iommu_dma_unmap_sg_swiotlb(dev, sg, nents, dir, attrs);  in iommu_dma_unmap_sg()
1374 		iommu_dma_sync_sg_for_cpu(dev, sg, nents, dir);  in iommu_dma_unmap_sg()
1412 		size_t size, enum dma_data_direction dir, unsigned long attrs)  in iommu_dma_map_resource()  argument
1415 			dma_info_to_prot(dir, false, attrs) | IOMMU_MMIO,  in iommu_dma_map_resource()
1420 		size_t size, enum dma_data_direction dir, unsigned long attrs)  in iommu_dma_unmap_resource()  argument