1caab277bSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only 2871d812aSRob Clark /* 3871d812aSRob Clark * Copyright (C) 2013 Red Hat 4871d812aSRob Clark * Author: Rob Clark <robdclark@gmail.com> 5871d812aSRob Clark */ 6871d812aSRob Clark 7871d812aSRob Clark #include "msm_drv.h" 8871d812aSRob Clark #include "msm_mmu.h" 9871d812aSRob Clark 10871d812aSRob Clark struct msm_iommu { 11871d812aSRob Clark struct msm_mmu base; 12871d812aSRob Clark struct iommu_domain *domain; 13871d812aSRob Clark }; 14871d812aSRob Clark #define to_msm_iommu(x) container_of(x, struct msm_iommu, base) 15871d812aSRob Clark 167f8036b7SRob Clark static int msm_fault_handler(struct iommu_domain *domain, struct device *dev, 17871d812aSRob Clark unsigned long iova, int flags, void *arg) 18871d812aSRob Clark { 197f8036b7SRob Clark struct msm_iommu *iommu = arg; 207f8036b7SRob Clark if (iommu->base.handler) 217f8036b7SRob Clark return iommu->base.handler(iommu->base.arg, iova, flags); 22bdad5c53SJordan Crouse pr_warn_ratelimited("*** fault: iova=%16lx, flags=%d\n", iova, flags); 236814dbf9SRob Clark return 0; 24871d812aSRob Clark } 25871d812aSRob Clark 2653bf7f7aSDrew Davenport static void msm_iommu_detach(struct msm_mmu *mmu) 2787e956e9SStephane Viau { 2887e956e9SStephane Viau struct msm_iommu *iommu = to_msm_iommu(mmu); 29cc692726SRob Clark 30944fc36cSRob Clark iommu_detach_device(iommu->domain, mmu->dev); 3187e956e9SStephane Viau } 3287e956e9SStephane Viau 3378babc16SRob Clark static int msm_iommu_map(struct msm_mmu *mmu, uint64_t iova, 34fb212ad6SJordan Crouse struct sg_table *sgt, size_t len, int prot) 35871d812aSRob Clark { 36871d812aSRob Clark struct msm_iommu *iommu = to_msm_iommu(mmu); 37f9000049SRob Clark size_t ret; 38871d812aSRob Clark 39*e3c64c72SJordan Crouse /* The arm-smmu driver expects the addresses to be sign extended */ 40*e3c64c72SJordan Crouse if (iova & BIT_ULL(48)) 41*e3c64c72SJordan Crouse iova |= GENMASK_ULL(63, 49); 42*e3c64c72SJordan Crouse 43f9000049SRob Clark ret = iommu_map_sg(iommu->domain, iova, sgt->sgl, sgt->nents, prot); 44098336deSWen Yang WARN_ON(!ret); 45871d812aSRob Clark 46f9000049SRob Clark return (ret == len) ? 0 : -EINVAL; 47871d812aSRob Clark } 48871d812aSRob Clark 49fb212ad6SJordan Crouse static int msm_iommu_unmap(struct msm_mmu *mmu, uint64_t iova, size_t len) 50871d812aSRob Clark { 51871d812aSRob Clark struct msm_iommu *iommu = to_msm_iommu(mmu); 52871d812aSRob Clark 53*e3c64c72SJordan Crouse if (iova & BIT_ULL(48)) 54*e3c64c72SJordan Crouse iova |= GENMASK_ULL(63, 49); 55*e3c64c72SJordan Crouse 56f9000049SRob Clark iommu_unmap(iommu->domain, iova, len); 57871d812aSRob Clark 58871d812aSRob Clark return 0; 59871d812aSRob Clark } 60871d812aSRob Clark 61871d812aSRob Clark static void msm_iommu_destroy(struct msm_mmu *mmu) 62871d812aSRob Clark { 63871d812aSRob Clark struct msm_iommu *iommu = to_msm_iommu(mmu); 64871d812aSRob Clark iommu_domain_free(iommu->domain); 65871d812aSRob Clark kfree(iommu); 66871d812aSRob Clark } 67871d812aSRob Clark 68871d812aSRob Clark static const struct msm_mmu_funcs funcs = { 6987e956e9SStephane Viau .detach = msm_iommu_detach, 70871d812aSRob Clark .map = msm_iommu_map, 71871d812aSRob Clark .unmap = msm_iommu_unmap, 72871d812aSRob Clark .destroy = msm_iommu_destroy, 73871d812aSRob Clark }; 74871d812aSRob Clark 75944fc36cSRob Clark struct msm_mmu *msm_iommu_new(struct device *dev, struct iommu_domain *domain) 76871d812aSRob Clark { 77871d812aSRob Clark struct msm_iommu *iommu; 7852da6d51SJordan Crouse int ret; 79871d812aSRob Clark 80ccac7ce3SJordan Crouse if (!domain) 81ccac7ce3SJordan Crouse return ERR_PTR(-ENODEV); 82ccac7ce3SJordan Crouse 83871d812aSRob Clark iommu = kzalloc(sizeof(*iommu), GFP_KERNEL); 84871d812aSRob Clark if (!iommu) 85871d812aSRob Clark return ERR_PTR(-ENOMEM); 86871d812aSRob Clark 87871d812aSRob Clark iommu->domain = domain; 88871d812aSRob Clark msm_mmu_init(&iommu->base, dev, &funcs); 897f8036b7SRob Clark iommu_set_fault_handler(domain, msm_fault_handler, iommu); 90871d812aSRob Clark 9152da6d51SJordan Crouse ret = iommu_attach_device(iommu->domain, dev); 9252da6d51SJordan Crouse if (ret) { 9352da6d51SJordan Crouse kfree(iommu); 9452da6d51SJordan Crouse return ERR_PTR(ret); 9552da6d51SJordan Crouse } 9652da6d51SJordan Crouse 97871d812aSRob Clark return &iommu->base; 98871d812aSRob Clark } 99