1 /*
2 * Copyright 2017 Red Hat Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 */
22 #include <nvif/vmm.h>
23 #include <nvif/mem.h>
24
25 #include <nvif/if000c.h>
26
27 int
nvif_vmm_unmap(struct nvif_vmm * vmm,u64 addr)28 nvif_vmm_unmap(struct nvif_vmm *vmm, u64 addr)
29 {
30 return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_UNMAP,
31 &(struct nvif_vmm_unmap_v0) { .addr = addr },
32 sizeof(struct nvif_vmm_unmap_v0));
33 }
34
35 int
nvif_vmm_map(struct nvif_vmm * vmm,u64 addr,u64 size,void * argv,u32 argc,struct nvif_mem * mem,u64 offset)36 nvif_vmm_map(struct nvif_vmm *vmm, u64 addr, u64 size, void *argv, u32 argc,
37 struct nvif_mem *mem, u64 offset)
38 {
39 struct nvif_vmm_map_v0 *args;
40 u8 stack[48];
41 int ret;
42
43 if (sizeof(*args) + argc > sizeof(stack)) {
44 if (!(args = kmalloc(sizeof(*args) + argc, GFP_KERNEL)))
45 return -ENOMEM;
46 } else {
47 args = (void *)stack;
48 }
49
50 args->version = 0;
51 args->addr = addr;
52 args->size = size;
53 args->memory = nvif_handle(&mem->object);
54 args->offset = offset;
55 memcpy(args->data, argv, argc);
56
57 ret = nvif_object_mthd(&vmm->object, NVIF_VMM_V0_MAP,
58 args, sizeof(*args) + argc);
59 if (args != (void *)stack)
60 kfree(args);
61 return ret;
62 }
63
64 void
nvif_vmm_put(struct nvif_vmm * vmm,struct nvif_vma * vma)65 nvif_vmm_put(struct nvif_vmm *vmm, struct nvif_vma *vma)
66 {
67 if (vma->size) {
68 WARN_ON(nvif_object_mthd(&vmm->object, NVIF_VMM_V0_PUT,
69 &(struct nvif_vmm_put_v0) {
70 .addr = vma->addr,
71 }, sizeof(struct nvif_vmm_put_v0)));
72 vma->size = 0;
73 }
74 }
75
76 int
nvif_vmm_get(struct nvif_vmm * vmm,enum nvif_vmm_get type,bool sparse,u8 page,u8 align,u64 size,struct nvif_vma * vma)77 nvif_vmm_get(struct nvif_vmm *vmm, enum nvif_vmm_get type, bool sparse,
78 u8 page, u8 align, u64 size, struct nvif_vma *vma)
79 {
80 struct nvif_vmm_get_v0 args;
81 int ret;
82
83 args.version = vma->size = 0;
84 args.sparse = sparse;
85 args.page = page;
86 args.align = align;
87 args.size = size;
88
89 switch (type) {
90 case ADDR: args.type = NVIF_VMM_GET_V0_ADDR; break;
91 case PTES: args.type = NVIF_VMM_GET_V0_PTES; break;
92 case LAZY: args.type = NVIF_VMM_GET_V0_LAZY; break;
93 default:
94 WARN_ON(1);
95 return -EINVAL;
96 }
97
98 ret = nvif_object_mthd(&vmm->object, NVIF_VMM_V0_GET,
99 &args, sizeof(args));
100 if (ret == 0) {
101 vma->addr = args.addr;
102 vma->size = args.size;
103 }
104 return ret;
105 }
106
107 int
nvif_vmm_raw_get(struct nvif_vmm * vmm,u64 addr,u64 size,u8 shift)108 nvif_vmm_raw_get(struct nvif_vmm *vmm, u64 addr, u64 size,
109 u8 shift)
110 {
111 struct nvif_vmm_raw_v0 args = {
112 .version = 0,
113 .op = NVIF_VMM_RAW_V0_GET,
114 .addr = addr,
115 .size = size,
116 .shift = shift,
117 };
118
119 return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW,
120 &args, sizeof(args));
121 }
122
123 int
nvif_vmm_raw_put(struct nvif_vmm * vmm,u64 addr,u64 size,u8 shift)124 nvif_vmm_raw_put(struct nvif_vmm *vmm, u64 addr, u64 size, u8 shift)
125 {
126 struct nvif_vmm_raw_v0 args = {
127 .version = 0,
128 .op = NVIF_VMM_RAW_V0_PUT,
129 .addr = addr,
130 .size = size,
131 .shift = shift,
132 };
133
134 return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW,
135 &args, sizeof(args));
136 }
137
138 int
nvif_vmm_raw_map(struct nvif_vmm * vmm,u64 addr,u64 size,u8 shift,void * argv,u32 argc,struct nvif_mem * mem,u64 offset)139 nvif_vmm_raw_map(struct nvif_vmm *vmm, u64 addr, u64 size, u8 shift,
140 void *argv, u32 argc, struct nvif_mem *mem, u64 offset)
141 {
142 struct nvif_vmm_raw_v0 args = {
143 .version = 0,
144 .op = NVIF_VMM_RAW_V0_MAP,
145 .addr = addr,
146 .size = size,
147 .shift = shift,
148 .memory = nvif_handle(&mem->object),
149 .offset = offset,
150 .argv = (u64)(uintptr_t)argv,
151 .argc = argc,
152 };
153
154
155 return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW,
156 &args, sizeof(args));
157 }
158
159 int
nvif_vmm_raw_unmap(struct nvif_vmm * vmm,u64 addr,u64 size,u8 shift,bool sparse)160 nvif_vmm_raw_unmap(struct nvif_vmm *vmm, u64 addr, u64 size,
161 u8 shift, bool sparse)
162 {
163 struct nvif_vmm_raw_v0 args = {
164 .version = 0,
165 .op = NVIF_VMM_RAW_V0_UNMAP,
166 .addr = addr,
167 .size = size,
168 .shift = shift,
169 .sparse = sparse,
170 };
171
172 return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW,
173 &args, sizeof(args));
174 }
175
176 int
nvif_vmm_raw_sparse(struct nvif_vmm * vmm,u64 addr,u64 size,bool ref)177 nvif_vmm_raw_sparse(struct nvif_vmm *vmm, u64 addr, u64 size, bool ref)
178 {
179 struct nvif_vmm_raw_v0 args = {
180 .version = 0,
181 .op = NVIF_VMM_RAW_V0_SPARSE,
182 .addr = addr,
183 .size = size,
184 .ref = ref,
185 };
186
187 return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW,
188 &args, sizeof(args));
189 }
190
191 void
nvif_vmm_dtor(struct nvif_vmm * vmm)192 nvif_vmm_dtor(struct nvif_vmm *vmm)
193 {
194 kfree(vmm->page);
195 nvif_object_dtor(&vmm->object);
196 }
197
198 int
nvif_vmm_ctor(struct nvif_mmu * mmu,const char * name,s32 oclass,enum nvif_vmm_type type,u64 addr,u64 size,void * argv,u32 argc,struct nvif_vmm * vmm)199 nvif_vmm_ctor(struct nvif_mmu *mmu, const char *name, s32 oclass,
200 enum nvif_vmm_type type, u64 addr, u64 size, void *argv, u32 argc,
201 struct nvif_vmm *vmm)
202 {
203 struct nvif_vmm_v0 *args;
204 u32 argn = sizeof(*args) + argc;
205 int ret = -ENOSYS, i;
206
207 vmm->object.client = NULL;
208 vmm->page = NULL;
209
210 if (!(args = kmalloc(argn, GFP_KERNEL)))
211 return -ENOMEM;
212 args->version = 0;
213 args->addr = addr;
214 args->size = size;
215
216 switch (type) {
217 case UNMANAGED: args->type = NVIF_VMM_V0_TYPE_UNMANAGED; break;
218 case MANAGED: args->type = NVIF_VMM_V0_TYPE_MANAGED; break;
219 case RAW: args->type = NVIF_VMM_V0_TYPE_RAW; break;
220 default:
221 WARN_ON(1);
222 return -EINVAL;
223 }
224
225 memcpy(args->data, argv, argc);
226
227 ret = nvif_object_ctor(&mmu->object, name ? name : "nvifVmm", 0,
228 oclass, args, argn, &vmm->object);
229 if (ret)
230 goto done;
231
232 vmm->start = args->addr;
233 vmm->limit = args->size;
234
235 vmm->page_nr = args->page_nr;
236 vmm->page = kmalloc_array(vmm->page_nr, sizeof(*vmm->page),
237 GFP_KERNEL);
238 if (!vmm->page) {
239 ret = -ENOMEM;
240 goto done;
241 }
242
243 for (i = 0; i < vmm->page_nr; i++) {
244 struct nvif_vmm_page_v0 args = { .index = i };
245
246 ret = nvif_object_mthd(&vmm->object, NVIF_VMM_V0_PAGE,
247 &args, sizeof(args));
248 if (ret)
249 break;
250
251 vmm->page[i].shift = args.shift;
252 vmm->page[i].sparse = args.sparse;
253 vmm->page[i].vram = args.vram;
254 vmm->page[i].host = args.host;
255 vmm->page[i].comp = args.comp;
256 }
257
258 done:
259 if (ret)
260 nvif_vmm_dtor(vmm);
261 kfree(args);
262 return ret;
263 }
264