1871d812aSRob Clark /* 2871d812aSRob Clark * Copyright (C) 2013 Red Hat 3871d812aSRob Clark * Author: Rob Clark <robdclark@gmail.com> 4871d812aSRob Clark * 5871d812aSRob Clark * This program is free software; you can redistribute it and/or modify it 6871d812aSRob Clark * under the terms of the GNU General Public License version 2 as published by 7871d812aSRob Clark * the Free Software Foundation. 8871d812aSRob Clark * 9871d812aSRob Clark * This program is distributed in the hope that it will be useful, but WITHOUT 10871d812aSRob Clark * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11871d812aSRob Clark * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for 12871d812aSRob Clark * more details. 13871d812aSRob Clark * 14871d812aSRob Clark * You should have received a copy of the GNU General Public License along with 15871d812aSRob Clark * this program. If not, see <http://www.gnu.org/licenses/>. 16871d812aSRob Clark */ 17871d812aSRob Clark 18871d812aSRob Clark #include "msm_drv.h" 19871d812aSRob Clark #include "msm_mmu.h" 20871d812aSRob Clark 21871d812aSRob Clark struct msm_iommu { 22871d812aSRob Clark struct msm_mmu base; 23871d812aSRob Clark struct iommu_domain *domain; 24871d812aSRob Clark }; 25871d812aSRob Clark #define to_msm_iommu(x) container_of(x, struct msm_iommu, base) 26871d812aSRob Clark 27871d812aSRob Clark static int msm_fault_handler(struct iommu_domain *iommu, struct device *dev, 28871d812aSRob Clark unsigned long iova, int flags, void *arg) 29871d812aSRob Clark { 30871d812aSRob Clark DBG("*** fault: iova=%08lx, flags=%d", iova, flags); 31871d812aSRob Clark return 0; 32871d812aSRob Clark } 33871d812aSRob Clark 34871d812aSRob Clark static int msm_iommu_attach(struct msm_mmu *mmu, const char **names, int cnt) 35871d812aSRob Clark { 36871d812aSRob Clark struct drm_device *dev = mmu->dev; 37871d812aSRob Clark struct msm_iommu *iommu = to_msm_iommu(mmu); 38871d812aSRob Clark int i, ret; 39871d812aSRob Clark 40871d812aSRob Clark for (i = 0; i < cnt; i++) { 41871d812aSRob Clark struct device *msm_iommu_get_ctx(const char *ctx_name); 42871d812aSRob Clark struct device *ctx = msm_iommu_get_ctx(names[i]); 4355459968SRob Clark if (IS_ERR_OR_NULL(ctx)) 44871d812aSRob Clark continue; 45871d812aSRob Clark ret = iommu_attach_device(iommu->domain, ctx); 46871d812aSRob Clark if (ret) { 47871d812aSRob Clark dev_warn(dev->dev, "could not attach iommu to %s", names[i]); 48871d812aSRob Clark return ret; 49871d812aSRob Clark } 50871d812aSRob Clark } 51871d812aSRob Clark 52871d812aSRob Clark return 0; 53871d812aSRob Clark } 54871d812aSRob Clark 55871d812aSRob Clark static int msm_iommu_map(struct msm_mmu *mmu, uint32_t iova, 56871d812aSRob Clark struct sg_table *sgt, unsigned len, int prot) 57871d812aSRob Clark { 58871d812aSRob Clark struct msm_iommu *iommu = to_msm_iommu(mmu); 59871d812aSRob Clark struct iommu_domain *domain = iommu->domain; 60871d812aSRob Clark struct scatterlist *sg; 61871d812aSRob Clark unsigned int da = iova; 62871d812aSRob Clark unsigned int i, j; 63871d812aSRob Clark int ret; 64871d812aSRob Clark 65871d812aSRob Clark if (!domain || !sgt) 66871d812aSRob Clark return -EINVAL; 67871d812aSRob Clark 68871d812aSRob Clark for_each_sg(sgt->sgl, sg, sgt->nents, i) { 69871d812aSRob Clark u32 pa = sg_phys(sg) - sg->offset; 70871d812aSRob Clark size_t bytes = sg->length + sg->offset; 71871d812aSRob Clark 72871d812aSRob Clark VERB("map[%d]: %08x %08x(%x)", i, iova, pa, bytes); 73871d812aSRob Clark 74871d812aSRob Clark ret = iommu_map(domain, da, pa, bytes, prot); 75871d812aSRob Clark if (ret) 76871d812aSRob Clark goto fail; 77871d812aSRob Clark 78871d812aSRob Clark da += bytes; 79871d812aSRob Clark } 80871d812aSRob Clark 81871d812aSRob Clark return 0; 82871d812aSRob Clark 83871d812aSRob Clark fail: 84871d812aSRob Clark da = iova; 85871d812aSRob Clark 86871d812aSRob Clark for_each_sg(sgt->sgl, sg, i, j) { 87871d812aSRob Clark size_t bytes = sg->length + sg->offset; 88871d812aSRob Clark iommu_unmap(domain, da, bytes); 89871d812aSRob Clark da += bytes; 90871d812aSRob Clark } 91871d812aSRob Clark return ret; 92871d812aSRob Clark } 93871d812aSRob Clark 94871d812aSRob Clark static int msm_iommu_unmap(struct msm_mmu *mmu, uint32_t iova, 95871d812aSRob Clark struct sg_table *sgt, unsigned len) 96871d812aSRob Clark { 97871d812aSRob Clark struct msm_iommu *iommu = to_msm_iommu(mmu); 98871d812aSRob Clark struct iommu_domain *domain = iommu->domain; 99871d812aSRob Clark struct scatterlist *sg; 100871d812aSRob Clark unsigned int da = iova; 101871d812aSRob Clark int i; 102871d812aSRob Clark 103871d812aSRob Clark for_each_sg(sgt->sgl, sg, sgt->nents, i) { 104871d812aSRob Clark size_t bytes = sg->length + sg->offset; 105871d812aSRob Clark size_t unmapped; 106871d812aSRob Clark 107871d812aSRob Clark unmapped = iommu_unmap(domain, da, bytes); 108871d812aSRob Clark if (unmapped < bytes) 109871d812aSRob Clark return unmapped; 110871d812aSRob Clark 111871d812aSRob Clark VERB("unmap[%d]: %08x(%x)", i, iova, bytes); 112871d812aSRob Clark 113*cf3198c2SFabian Frederick BUG_ON(!PAGE_ALIGNED(bytes)); 114871d812aSRob Clark 115871d812aSRob Clark da += bytes; 116871d812aSRob Clark } 117871d812aSRob Clark 118871d812aSRob Clark return 0; 119871d812aSRob Clark } 120871d812aSRob Clark 121871d812aSRob Clark static void msm_iommu_destroy(struct msm_mmu *mmu) 122871d812aSRob Clark { 123871d812aSRob Clark struct msm_iommu *iommu = to_msm_iommu(mmu); 124871d812aSRob Clark iommu_domain_free(iommu->domain); 125871d812aSRob Clark kfree(iommu); 126871d812aSRob Clark } 127871d812aSRob Clark 128871d812aSRob Clark static const struct msm_mmu_funcs funcs = { 129871d812aSRob Clark .attach = msm_iommu_attach, 130871d812aSRob Clark .map = msm_iommu_map, 131871d812aSRob Clark .unmap = msm_iommu_unmap, 132871d812aSRob Clark .destroy = msm_iommu_destroy, 133871d812aSRob Clark }; 134871d812aSRob Clark 135871d812aSRob Clark struct msm_mmu *msm_iommu_new(struct drm_device *dev, struct iommu_domain *domain) 136871d812aSRob Clark { 137871d812aSRob Clark struct msm_iommu *iommu; 138871d812aSRob Clark 139871d812aSRob Clark iommu = kzalloc(sizeof(*iommu), GFP_KERNEL); 140871d812aSRob Clark if (!iommu) 141871d812aSRob Clark return ERR_PTR(-ENOMEM); 142871d812aSRob Clark 143871d812aSRob Clark iommu->domain = domain; 144871d812aSRob Clark msm_mmu_init(&iommu->base, dev, &funcs); 145871d812aSRob Clark iommu_set_fault_handler(domain, msm_fault_handler, dev); 146871d812aSRob Clark 147871d812aSRob Clark return &iommu->base; 148871d812aSRob Clark } 149