1caab277bSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only 2667ce33eSRob Clark /* 3667ce33eSRob Clark * Copyright (C) 2016 Red Hat 4667ce33eSRob Clark * Author: Rob Clark <robdclark@gmail.com> 5667ce33eSRob Clark */ 6667ce33eSRob Clark 7667ce33eSRob Clark #include "msm_drv.h" 8667ce33eSRob Clark #include "msm_gem.h" 9667ce33eSRob Clark #include "msm_mmu.h" 10667ce33eSRob Clark 11ee546cd3SJordan Crouse static void 12ee546cd3SJordan Crouse msm_gem_address_space_destroy(struct kref *kref) 13ee546cd3SJordan Crouse { 14ee546cd3SJordan Crouse struct msm_gem_address_space *aspace = container_of(kref, 15ee546cd3SJordan Crouse struct msm_gem_address_space, kref); 16ee546cd3SJordan Crouse 17ee546cd3SJordan Crouse drm_mm_takedown(&aspace->mm); 18ee546cd3SJordan Crouse if (aspace->mmu) 19ee546cd3SJordan Crouse aspace->mmu->funcs->destroy(aspace->mmu); 2025faf2f2SRob Clark put_pid(aspace->pid); 21ee546cd3SJordan Crouse kfree(aspace); 22ee546cd3SJordan Crouse } 23ee546cd3SJordan Crouse 24ee546cd3SJordan Crouse 25ee546cd3SJordan Crouse void msm_gem_address_space_put(struct msm_gem_address_space *aspace) 26ee546cd3SJordan Crouse { 27ee546cd3SJordan Crouse if (aspace) 28ee546cd3SJordan Crouse kref_put(&aspace->kref, msm_gem_address_space_destroy); 29ee546cd3SJordan Crouse } 30ee546cd3SJordan Crouse 31933415e2SJordan Crouse struct msm_gem_address_space * 32933415e2SJordan Crouse msm_gem_address_space_get(struct msm_gem_address_space *aspace) 33933415e2SJordan Crouse { 34933415e2SJordan Crouse if (!IS_ERR_OR_NULL(aspace)) 35933415e2SJordan Crouse kref_get(&aspace->kref); 36933415e2SJordan Crouse 37933415e2SJordan Crouse return aspace; 38933415e2SJordan Crouse } 39933415e2SJordan Crouse 40ca35ab2aSRob Clark bool msm_gem_vma_inuse(struct msm_gem_vma *vma) 41ca35ab2aSRob Clark { 42ca35ab2aSRob Clark return !!vma->inuse; 43ca35ab2aSRob Clark } 44ca35ab2aSRob Clark 457ad0e8cfSJordan Crouse /* Actually unmap memory for the vma */ 467ad0e8cfSJordan Crouse void msm_gem_purge_vma(struct msm_gem_address_space *aspace, 4770dc51b4SJordan Crouse struct msm_gem_vma *vma) 48667ce33eSRob Clark { 49*2ee4b5d2SRob Clark unsigned size = vma->node.size; 507ad0e8cfSJordan Crouse 517ad0e8cfSJordan Crouse /* Print a message if we try to purge a vma in use */ 52ca35ab2aSRob Clark if (GEM_WARN_ON(msm_gem_vma_inuse(vma))) 53667ce33eSRob Clark return; 54667ce33eSRob Clark 557ad0e8cfSJordan Crouse /* Don't do anything if the memory isn't mapped */ 567ad0e8cfSJordan Crouse if (!vma->mapped) 577ad0e8cfSJordan Crouse return; 587ad0e8cfSJordan Crouse 597ad0e8cfSJordan Crouse if (aspace->mmu) 6070dc51b4SJordan Crouse aspace->mmu->funcs->unmap(aspace->mmu, vma->iova, size); 617ad0e8cfSJordan Crouse 627ad0e8cfSJordan Crouse vma->mapped = false; 63667ce33eSRob Clark } 64667ce33eSRob Clark 657ad0e8cfSJordan Crouse /* Remove reference counts for the mapping */ 667ad0e8cfSJordan Crouse void msm_gem_unmap_vma(struct msm_gem_address_space *aspace, 677ad0e8cfSJordan Crouse struct msm_gem_vma *vma) 687ad0e8cfSJordan Crouse { 698e30fa32SRob Clark if (!GEM_WARN_ON(!vma->iova)) 707ad0e8cfSJordan Crouse vma->inuse--; 71667ce33eSRob Clark } 72667ce33eSRob Clark 73667ce33eSRob Clark int 74667ce33eSRob Clark msm_gem_map_vma(struct msm_gem_address_space *aspace, 75bbc2cd07SRob Clark struct msm_gem_vma *vma, int prot, 76*2ee4b5d2SRob Clark struct sg_table *sgt, int size) 77667ce33eSRob Clark { 78c0ee9794SJordan Crouse int ret = 0; 79667ce33eSRob Clark 808e30fa32SRob Clark if (GEM_WARN_ON(!vma->iova)) 81c0ee9794SJordan Crouse return -EINVAL; 82c0ee9794SJordan Crouse 837ad0e8cfSJordan Crouse /* Increase the usage counter */ 847ad0e8cfSJordan Crouse vma->inuse++; 857ad0e8cfSJordan Crouse 86c0ee9794SJordan Crouse if (vma->mapped) 87667ce33eSRob Clark return 0; 88c0ee9794SJordan Crouse 89c0ee9794SJordan Crouse vma->mapped = true; 90c0ee9794SJordan Crouse 917603df38SLuca Weiss if (aspace && aspace->mmu) 92c0ee9794SJordan Crouse ret = aspace->mmu->funcs->map(aspace->mmu, vma->iova, sgt, 93bbc2cd07SRob Clark size, prot); 94c0ee9794SJordan Crouse 9563ca94adSAkhil P Oommen if (ret) { 96c0ee9794SJordan Crouse vma->mapped = false; 9763ca94adSAkhil P Oommen vma->inuse--; 9863ca94adSAkhil P Oommen } 99c0ee9794SJordan Crouse 100c0ee9794SJordan Crouse return ret; 1010e08270aSSushmita Susheelendra } 102667ce33eSRob Clark 1037ad0e8cfSJordan Crouse /* Close an iova. Warn if it is still in use */ 1047ad0e8cfSJordan Crouse void msm_gem_close_vma(struct msm_gem_address_space *aspace, 1057ad0e8cfSJordan Crouse struct msm_gem_vma *vma) 1067ad0e8cfSJordan Crouse { 107ca35ab2aSRob Clark if (GEM_WARN_ON(msm_gem_vma_inuse(vma) || vma->mapped)) 1087ad0e8cfSJordan Crouse return; 1097ad0e8cfSJordan Crouse 1107ad0e8cfSJordan Crouse spin_lock(&aspace->lock); 1117ad0e8cfSJordan Crouse if (vma->iova) 1127ad0e8cfSJordan Crouse drm_mm_remove_node(&vma->node); 1137ad0e8cfSJordan Crouse spin_unlock(&aspace->lock); 1147ad0e8cfSJordan Crouse 1157ad0e8cfSJordan Crouse vma->iova = 0; 1167ad0e8cfSJordan Crouse 1177ad0e8cfSJordan Crouse msm_gem_address_space_put(aspace); 1187ad0e8cfSJordan Crouse } 1197ad0e8cfSJordan Crouse 120c0ee9794SJordan Crouse /* Initialize a new vma and allocate an iova for it */ 121c0ee9794SJordan Crouse int msm_gem_init_vma(struct msm_gem_address_space *aspace, 122*2ee4b5d2SRob Clark struct msm_gem_vma *vma, int size, 123d3b8877eSJonathan Marek u64 range_start, u64 range_end) 124c0ee9794SJordan Crouse { 125c0ee9794SJordan Crouse int ret; 126c0ee9794SJordan Crouse 1278e30fa32SRob Clark if (GEM_WARN_ON(vma->iova)) 128c0ee9794SJordan Crouse return -EBUSY; 129c0ee9794SJordan Crouse 130c0ee9794SJordan Crouse spin_lock(&aspace->lock); 131*2ee4b5d2SRob Clark ret = drm_mm_insert_node_in_range(&aspace->mm, &vma->node, 132*2ee4b5d2SRob Clark size, PAGE_SIZE, 0, 133*2ee4b5d2SRob Clark range_start, range_end, 0); 1340e08270aSSushmita Susheelendra spin_unlock(&aspace->lock); 1350e08270aSSushmita Susheelendra 136667ce33eSRob Clark if (ret) 137667ce33eSRob Clark return ret; 138667ce33eSRob Clark 139*2ee4b5d2SRob Clark vma->iova = vma->node.start; 140c0ee9794SJordan Crouse vma->mapped = false; 141667ce33eSRob Clark 142ee546cd3SJordan Crouse kref_get(&aspace->kref); 143667ce33eSRob Clark 144c0ee9794SJordan Crouse return 0; 145667ce33eSRob Clark } 146667ce33eSRob Clark 147667ce33eSRob Clark struct msm_gem_address_space * 148ccac7ce3SJordan Crouse msm_gem_address_space_create(struct msm_mmu *mmu, const char *name, 149ccac7ce3SJordan Crouse u64 va_start, u64 size) 150667ce33eSRob Clark { 151667ce33eSRob Clark struct msm_gem_address_space *aspace; 152ccac7ce3SJordan Crouse 153ccac7ce3SJordan Crouse if (IS_ERR(mmu)) 154ccac7ce3SJordan Crouse return ERR_CAST(mmu); 155667ce33eSRob Clark 156667ce33eSRob Clark aspace = kzalloc(sizeof(*aspace), GFP_KERNEL); 157667ce33eSRob Clark if (!aspace) 158667ce33eSRob Clark return ERR_PTR(-ENOMEM); 159667ce33eSRob Clark 1600e08270aSSushmita Susheelendra spin_lock_init(&aspace->lock); 161667ce33eSRob Clark aspace->name = name; 162ccac7ce3SJordan Crouse aspace->mmu = mmu; 163667ce33eSRob Clark 164*2ee4b5d2SRob Clark drm_mm_init(&aspace->mm, va_start, size); 165c2052a4eSJonathan Marek 166c2052a4eSJonathan Marek kref_init(&aspace->kref); 167c2052a4eSJonathan Marek 168c2052a4eSJonathan Marek return aspace; 169c2052a4eSJonathan Marek } 170