1871d812aSRob Clark /* 2871d812aSRob Clark * Copyright (C) 2013 Red Hat 3871d812aSRob Clark * Author: Rob Clark <robdclark@gmail.com> 4871d812aSRob Clark * 5871d812aSRob Clark * This program is free software; you can redistribute it and/or modify it 6871d812aSRob Clark * under the terms of the GNU General Public License version 2 as published by 7871d812aSRob Clark * the Free Software Foundation. 8871d812aSRob Clark * 9871d812aSRob Clark * This program is distributed in the hope that it will be useful, but WITHOUT 10871d812aSRob Clark * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11871d812aSRob Clark * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for 12871d812aSRob Clark * more details. 13871d812aSRob Clark * 14871d812aSRob Clark * You should have received a copy of the GNU General Public License along with 15871d812aSRob Clark * this program. If not, see <http://www.gnu.org/licenses/>. 16871d812aSRob Clark */ 17871d812aSRob Clark 18871d812aSRob Clark #include "msm_drv.h" 19871d812aSRob Clark #include "msm_mmu.h" 20871d812aSRob Clark 21871d812aSRob Clark struct msm_iommu { 22871d812aSRob Clark struct msm_mmu base; 23871d812aSRob Clark struct iommu_domain *domain; 24871d812aSRob Clark }; 25871d812aSRob Clark #define to_msm_iommu(x) container_of(x, struct msm_iommu, base) 26871d812aSRob Clark 27871d812aSRob Clark static int msm_fault_handler(struct iommu_domain *iommu, struct device *dev, 28871d812aSRob Clark unsigned long iova, int flags, void *arg) 29871d812aSRob Clark { 30871d812aSRob Clark DBG("*** fault: iova=%08lx, flags=%d", iova, flags); 31*87e956e9SStephane Viau return -ENOSYS; 32871d812aSRob Clark } 33871d812aSRob Clark 34871d812aSRob Clark static int msm_iommu_attach(struct msm_mmu *mmu, const char **names, int cnt) 35871d812aSRob Clark { 36871d812aSRob Clark struct drm_device *dev = mmu->dev; 37871d812aSRob Clark struct msm_iommu *iommu = to_msm_iommu(mmu); 38871d812aSRob Clark int i, ret; 39871d812aSRob Clark 40871d812aSRob Clark for (i = 0; i < cnt; i++) { 41871d812aSRob Clark struct device *msm_iommu_get_ctx(const char *ctx_name); 42871d812aSRob Clark struct device *ctx = msm_iommu_get_ctx(names[i]); 43*87e956e9SStephane Viau if (IS_ERR_OR_NULL(ctx)) { 44*87e956e9SStephane Viau dev_warn(dev->dev, "couldn't get %s context", names[i]); 45871d812aSRob Clark continue; 46*87e956e9SStephane Viau } 47871d812aSRob Clark ret = iommu_attach_device(iommu->domain, ctx); 48871d812aSRob Clark if (ret) { 49871d812aSRob Clark dev_warn(dev->dev, "could not attach iommu to %s", names[i]); 50871d812aSRob Clark return ret; 51871d812aSRob Clark } 52871d812aSRob Clark } 53871d812aSRob Clark 54871d812aSRob Clark return 0; 55871d812aSRob Clark } 56871d812aSRob Clark 57*87e956e9SStephane Viau static void msm_iommu_detach(struct msm_mmu *mmu, const char **names, int cnt) 58*87e956e9SStephane Viau { 59*87e956e9SStephane Viau struct msm_iommu *iommu = to_msm_iommu(mmu); 60*87e956e9SStephane Viau int i; 61*87e956e9SStephane Viau 62*87e956e9SStephane Viau for (i = 0; i < cnt; i++) { 63*87e956e9SStephane Viau struct device *msm_iommu_get_ctx(const char *ctx_name); 64*87e956e9SStephane Viau struct device *ctx = msm_iommu_get_ctx(names[i]); 65*87e956e9SStephane Viau if (IS_ERR_OR_NULL(ctx)) 66*87e956e9SStephane Viau continue; 67*87e956e9SStephane Viau iommu_detach_device(iommu->domain, ctx); 68*87e956e9SStephane Viau } 69*87e956e9SStephane Viau } 70*87e956e9SStephane Viau 71871d812aSRob Clark static int msm_iommu_map(struct msm_mmu *mmu, uint32_t iova, 72871d812aSRob Clark struct sg_table *sgt, unsigned len, int prot) 73871d812aSRob Clark { 74871d812aSRob Clark struct msm_iommu *iommu = to_msm_iommu(mmu); 75871d812aSRob Clark struct iommu_domain *domain = iommu->domain; 76871d812aSRob Clark struct scatterlist *sg; 77871d812aSRob Clark unsigned int da = iova; 78871d812aSRob Clark unsigned int i, j; 79871d812aSRob Clark int ret; 80871d812aSRob Clark 81871d812aSRob Clark if (!domain || !sgt) 82871d812aSRob Clark return -EINVAL; 83871d812aSRob Clark 84871d812aSRob Clark for_each_sg(sgt->sgl, sg, sgt->nents, i) { 85871d812aSRob Clark u32 pa = sg_phys(sg) - sg->offset; 86871d812aSRob Clark size_t bytes = sg->length + sg->offset; 87871d812aSRob Clark 88871d812aSRob Clark VERB("map[%d]: %08x %08x(%x)", i, iova, pa, bytes); 89871d812aSRob Clark 90871d812aSRob Clark ret = iommu_map(domain, da, pa, bytes, prot); 91871d812aSRob Clark if (ret) 92871d812aSRob Clark goto fail; 93871d812aSRob Clark 94871d812aSRob Clark da += bytes; 95871d812aSRob Clark } 96871d812aSRob Clark 97871d812aSRob Clark return 0; 98871d812aSRob Clark 99871d812aSRob Clark fail: 100871d812aSRob Clark da = iova; 101871d812aSRob Clark 102871d812aSRob Clark for_each_sg(sgt->sgl, sg, i, j) { 103871d812aSRob Clark size_t bytes = sg->length + sg->offset; 104871d812aSRob Clark iommu_unmap(domain, da, bytes); 105871d812aSRob Clark da += bytes; 106871d812aSRob Clark } 107871d812aSRob Clark return ret; 108871d812aSRob Clark } 109871d812aSRob Clark 110871d812aSRob Clark static int msm_iommu_unmap(struct msm_mmu *mmu, uint32_t iova, 111871d812aSRob Clark struct sg_table *sgt, unsigned len) 112871d812aSRob Clark { 113871d812aSRob Clark struct msm_iommu *iommu = to_msm_iommu(mmu); 114871d812aSRob Clark struct iommu_domain *domain = iommu->domain; 115871d812aSRob Clark struct scatterlist *sg; 116871d812aSRob Clark unsigned int da = iova; 117871d812aSRob Clark int i; 118871d812aSRob Clark 119871d812aSRob Clark for_each_sg(sgt->sgl, sg, sgt->nents, i) { 120871d812aSRob Clark size_t bytes = sg->length + sg->offset; 121871d812aSRob Clark size_t unmapped; 122871d812aSRob Clark 123871d812aSRob Clark unmapped = iommu_unmap(domain, da, bytes); 124871d812aSRob Clark if (unmapped < bytes) 125871d812aSRob Clark return unmapped; 126871d812aSRob Clark 127871d812aSRob Clark VERB("unmap[%d]: %08x(%x)", i, iova, bytes); 128871d812aSRob Clark 129cf3198c2SFabian Frederick BUG_ON(!PAGE_ALIGNED(bytes)); 130871d812aSRob Clark 131871d812aSRob Clark da += bytes; 132871d812aSRob Clark } 133871d812aSRob Clark 134871d812aSRob Clark return 0; 135871d812aSRob Clark } 136871d812aSRob Clark 137871d812aSRob Clark static void msm_iommu_destroy(struct msm_mmu *mmu) 138871d812aSRob Clark { 139871d812aSRob Clark struct msm_iommu *iommu = to_msm_iommu(mmu); 140871d812aSRob Clark iommu_domain_free(iommu->domain); 141871d812aSRob Clark kfree(iommu); 142871d812aSRob Clark } 143871d812aSRob Clark 144871d812aSRob Clark static const struct msm_mmu_funcs funcs = { 145871d812aSRob Clark .attach = msm_iommu_attach, 146*87e956e9SStephane Viau .detach = msm_iommu_detach, 147871d812aSRob Clark .map = msm_iommu_map, 148871d812aSRob Clark .unmap = msm_iommu_unmap, 149871d812aSRob Clark .destroy = msm_iommu_destroy, 150871d812aSRob Clark }; 151871d812aSRob Clark 152871d812aSRob Clark struct msm_mmu *msm_iommu_new(struct drm_device *dev, struct iommu_domain *domain) 153871d812aSRob Clark { 154871d812aSRob Clark struct msm_iommu *iommu; 155871d812aSRob Clark 156871d812aSRob Clark iommu = kzalloc(sizeof(*iommu), GFP_KERNEL); 157871d812aSRob Clark if (!iommu) 158871d812aSRob Clark return ERR_PTR(-ENOMEM); 159871d812aSRob Clark 160871d812aSRob Clark iommu->domain = domain; 161871d812aSRob Clark msm_mmu_init(&iommu->base, dev, &funcs); 162871d812aSRob Clark iommu_set_fault_handler(domain, msm_fault_handler, dev); 163871d812aSRob Clark 164871d812aSRob Clark return &iommu->base; 165871d812aSRob Clark } 166