1667ce33eSRob Clark /* 2667ce33eSRob Clark * Copyright (C) 2016 Red Hat 3667ce33eSRob Clark * Author: Rob Clark <robdclark@gmail.com> 4667ce33eSRob Clark * 5667ce33eSRob Clark * This program is free software; you can redistribute it and/or modify it 6667ce33eSRob Clark * under the terms of the GNU General Public License version 2 as published by 7667ce33eSRob Clark * the Free Software Foundation. 8667ce33eSRob Clark * 9667ce33eSRob Clark * This program is distributed in the hope that it will be useful, but WITHOUT 10667ce33eSRob Clark * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11667ce33eSRob Clark * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for 12667ce33eSRob Clark * more details. 13667ce33eSRob Clark * 14667ce33eSRob Clark * You should have received a copy of the GNU General Public License along with 15667ce33eSRob Clark * this program. If not, see <http://www.gnu.org/licenses/>. 16667ce33eSRob Clark */ 17667ce33eSRob Clark 18667ce33eSRob Clark #include "msm_drv.h" 19667ce33eSRob Clark #include "msm_gem.h" 20667ce33eSRob Clark #include "msm_mmu.h" 21667ce33eSRob Clark 22ee546cd3SJordan Crouse static void 23ee546cd3SJordan Crouse msm_gem_address_space_destroy(struct kref *kref) 24ee546cd3SJordan Crouse { 25ee546cd3SJordan Crouse struct msm_gem_address_space *aspace = container_of(kref, 26ee546cd3SJordan Crouse struct msm_gem_address_space, kref); 27ee546cd3SJordan Crouse 28ee546cd3SJordan Crouse drm_mm_takedown(&aspace->mm); 29ee546cd3SJordan Crouse if (aspace->mmu) 30ee546cd3SJordan Crouse aspace->mmu->funcs->destroy(aspace->mmu); 31ee546cd3SJordan Crouse kfree(aspace); 32ee546cd3SJordan Crouse } 33ee546cd3SJordan Crouse 34ee546cd3SJordan Crouse 35ee546cd3SJordan Crouse void msm_gem_address_space_put(struct msm_gem_address_space *aspace) 36ee546cd3SJordan Crouse { 37ee546cd3SJordan Crouse if (aspace) 38ee546cd3SJordan Crouse kref_put(&aspace->kref, msm_gem_address_space_destroy); 39ee546cd3SJordan Crouse } 40ee546cd3SJordan Crouse 41667ce33eSRob Clark void 42667ce33eSRob Clark msm_gem_unmap_vma(struct msm_gem_address_space *aspace, 43667ce33eSRob Clark struct msm_gem_vma *vma, struct sg_table *sgt) 44667ce33eSRob Clark { 4579687057SHans Verkuil if (!aspace || !vma->iova) 46667ce33eSRob Clark return; 47667ce33eSRob Clark 48667ce33eSRob Clark if (aspace->mmu) { 49667ce33eSRob Clark unsigned size = vma->node.size << PAGE_SHIFT; 50667ce33eSRob Clark aspace->mmu->funcs->unmap(aspace->mmu, vma->iova, sgt, size); 51667ce33eSRob Clark } 52667ce33eSRob Clark 530e08270aSSushmita Susheelendra spin_lock(&aspace->lock); 54667ce33eSRob Clark drm_mm_remove_node(&vma->node); 550e08270aSSushmita Susheelendra spin_unlock(&aspace->lock); 56667ce33eSRob Clark 57667ce33eSRob Clark vma->iova = 0; 58ee546cd3SJordan Crouse 59ee546cd3SJordan Crouse msm_gem_address_space_put(aspace); 60667ce33eSRob Clark } 61667ce33eSRob Clark 62667ce33eSRob Clark int 63667ce33eSRob Clark msm_gem_map_vma(struct msm_gem_address_space *aspace, 64667ce33eSRob Clark struct msm_gem_vma *vma, struct sg_table *sgt, int npages) 65667ce33eSRob Clark { 66667ce33eSRob Clark int ret; 67667ce33eSRob Clark 680e08270aSSushmita Susheelendra spin_lock(&aspace->lock); 690e08270aSSushmita Susheelendra if (WARN_ON(drm_mm_node_allocated(&vma->node))) { 700e08270aSSushmita Susheelendra spin_unlock(&aspace->lock); 71667ce33eSRob Clark return 0; 720e08270aSSushmita Susheelendra } 73667ce33eSRob Clark 744e64e553SChris Wilson ret = drm_mm_insert_node(&aspace->mm, &vma->node, npages); 750e08270aSSushmita Susheelendra spin_unlock(&aspace->lock); 760e08270aSSushmita Susheelendra 77667ce33eSRob Clark if (ret) 78667ce33eSRob Clark return ret; 79667ce33eSRob Clark 80667ce33eSRob Clark vma->iova = vma->node.start << PAGE_SHIFT; 81667ce33eSRob Clark 82667ce33eSRob Clark if (aspace->mmu) { 83667ce33eSRob Clark unsigned size = npages << PAGE_SHIFT; 84667ce33eSRob Clark ret = aspace->mmu->funcs->map(aspace->mmu, vma->iova, sgt, 85667ce33eSRob Clark size, IOMMU_READ | IOMMU_WRITE); 86667ce33eSRob Clark } 87667ce33eSRob Clark 88ee546cd3SJordan Crouse /* Get a reference to the aspace to keep it around */ 89ee546cd3SJordan Crouse kref_get(&aspace->kref); 90667ce33eSRob Clark 91ee546cd3SJordan Crouse return ret; 92667ce33eSRob Clark } 93667ce33eSRob Clark 94667ce33eSRob Clark struct msm_gem_address_space * 95667ce33eSRob Clark msm_gem_address_space_create(struct device *dev, struct iommu_domain *domain, 96667ce33eSRob Clark const char *name) 97667ce33eSRob Clark { 98667ce33eSRob Clark struct msm_gem_address_space *aspace; 99667ce33eSRob Clark 100667ce33eSRob Clark aspace = kzalloc(sizeof(*aspace), GFP_KERNEL); 101667ce33eSRob Clark if (!aspace) 102667ce33eSRob Clark return ERR_PTR(-ENOMEM); 103667ce33eSRob Clark 1040e08270aSSushmita Susheelendra spin_lock_init(&aspace->lock); 105667ce33eSRob Clark aspace->name = name; 106667ce33eSRob Clark aspace->mmu = msm_iommu_new(dev, domain); 107667ce33eSRob Clark 108667ce33eSRob Clark drm_mm_init(&aspace->mm, (domain->geometry.aperture_start >> PAGE_SHIFT), 109667ce33eSRob Clark (domain->geometry.aperture_end >> PAGE_SHIFT) - 1); 110667ce33eSRob Clark 111ee546cd3SJordan Crouse kref_init(&aspace->kref); 112ee546cd3SJordan Crouse 113667ce33eSRob Clark return aspace; 114667ce33eSRob Clark } 115