1 /*
2  * Copyright 2017 Red Hat Inc.
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice shall be included in
12  * all copies or substantial portions of the Software.
13  *
14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20  * OTHER DEALINGS IN THE SOFTWARE.
21  */
22 #include "nouveau_vmm.h"
23 #include "nouveau_drv.h"
24 #include "nouveau_bo.h"
25 #include "nouveau_svm.h"
26 #include "nouveau_mem.h"
27 
28 void
29 nouveau_vma_unmap(struct nouveau_vma *vma)
30 {
31 	if (vma->mem) {
32 		nvif_vmm_unmap(&vma->vmm->vmm, vma->addr);
33 		vma->mem = NULL;
34 	}
35 }
36 
37 int
38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem)
39 {
40 	struct nvif_vma tmp = { .addr = vma->addr };
41 	int ret = nouveau_mem_map(mem, &vma->vmm->vmm, &tmp);
42 	if (ret)
43 		return ret;
44 	vma->mem = mem;
45 	return 0;
46 }
47 
48 struct nouveau_vma *
49 nouveau_vma_find(struct nouveau_bo *nvbo, struct nouveau_vmm *vmm)
50 {
51 	struct nouveau_vma *vma;
52 
53 	list_for_each_entry(vma, &nvbo->vma_list, head) {
54 		if (vma->vmm == vmm)
55 			return vma;
56 	}
57 
58 	return NULL;
59 }
60 
61 void
62 nouveau_vma_del(struct nouveau_vma **pvma)
63 {
64 	struct nouveau_vma *vma = *pvma;
65 	if (vma && --vma->refs <= 0) {
66 		if (likely(vma->addr != ~0ULL)) {
67 			struct nvif_vma tmp = { .addr = vma->addr, .size = 1 };
68 			nvif_vmm_put(&vma->vmm->vmm, &tmp);
69 		}
70 		list_del(&vma->head);
71 		kfree(*pvma);
72 	}
73 	*pvma = NULL;
74 }
75 
76 int
77 nouveau_vma_new(struct nouveau_bo *nvbo, struct nouveau_vmm *vmm,
78 		struct nouveau_vma **pvma)
79 {
80 	struct nouveau_mem *mem = nouveau_mem(&nvbo->bo.mem);
81 	struct nouveau_vma *vma;
82 	struct nvif_vma tmp;
83 	int ret;
84 
85 	if ((vma = *pvma = nouveau_vma_find(nvbo, vmm))) {
86 		vma->refs++;
87 		return 0;
88 	}
89 
90 	if (!(vma = *pvma = kmalloc(sizeof(*vma), GFP_KERNEL)))
91 		return -ENOMEM;
92 	vma->vmm = vmm;
93 	vma->refs = 1;
94 	vma->addr = ~0ULL;
95 	vma->mem = NULL;
96 	vma->fence = NULL;
97 	list_add_tail(&vma->head, &nvbo->vma_list);
98 
99 	if (nvbo->bo.mem.mem_type != TTM_PL_SYSTEM &&
100 	    mem->mem.page == nvbo->page) {
101 		ret = nvif_vmm_get(&vmm->vmm, LAZY, false, mem->mem.page, 0,
102 				   mem->mem.size, &tmp);
103 		if (ret)
104 			goto done;
105 
106 		vma->addr = tmp.addr;
107 		ret = nouveau_vma_map(vma, mem);
108 	} else {
109 		ret = nvif_vmm_get(&vmm->vmm, PTES, false, mem->mem.page, 0,
110 				   mem->mem.size, &tmp);
111 		vma->addr = tmp.addr;
112 	}
113 
114 done:
115 	if (ret)
116 		nouveau_vma_del(pvma);
117 	return ret;
118 }
119 
120 void
121 nouveau_vmm_fini(struct nouveau_vmm *vmm)
122 {
123 	nouveau_svmm_fini(&vmm->svmm);
124 	nvif_vmm_fini(&vmm->vmm);
125 	vmm->cli = NULL;
126 }
127 
128 int
129 nouveau_vmm_init(struct nouveau_cli *cli, s32 oclass, struct nouveau_vmm *vmm)
130 {
131 	int ret = nvif_vmm_init(&cli->mmu, oclass, false, PAGE_SIZE, 0, NULL, 0,
132 				&vmm->vmm);
133 	if (ret)
134 		return ret;
135 
136 	vmm->cli = cli;
137 	return 0;
138 }
139