1 // SPDX-License-Identifier: GPL-2.0
18 static int modify_region(struct acrn_vm *vm, struct vm_memory_region_op *region)  in modify_region()  argument
25 		return -ENOMEM;  in modify_region()
27 	regions->vmid = vm->vmid;  in modify_region()
28 	regions->regions_num = 1;  in modify_region()
29 	regions->regions_gpa = virt_to_phys(region);  in modify_region()
34 			"Failed to set memory region for VM[%u]!\n", vm->vmid);  in modify_region()
41  * acrn_mm_region_add() - Set up the EPT mapping of a memory region.
42  * @vm:			User VM.
43  * @user_gpa:		A GPA of User VM.
44  * @service_gpa:	A GPA of Service VM.
51 int acrn_mm_region_add(struct acrn_vm *vm, u64 user_gpa, u64 service_gpa,  in acrn_mm_region_add()  argument
59 		return -ENOMEM;  in acrn_mm_region_add()
61 	region->type = ACRN_MEM_REGION_ADD;  in acrn_mm_region_add()
62 	region->user_vm_pa = user_gpa;  in acrn_mm_region_add()
63 	region->service_vm_pa = service_gpa;  in acrn_mm_region_add()
64 	region->size = size;  in acrn_mm_region_add()
65 	region->attr = ((mem_type & ACRN_MEM_TYPE_MASK) |  in acrn_mm_region_add()
67 	ret = modify_region(vm, region);  in acrn_mm_region_add()
70 		"%s: user-GPA[%pK] service-GPA[%pK] size[0x%llx].\n",  in acrn_mm_region_add()
77  * acrn_mm_region_del() - Del the EPT mapping of a memory region.
78  * @vm:		User VM.
79  * @user_gpa:	A GPA of the User VM.
84 int acrn_mm_region_del(struct acrn_vm *vm, u64 user_gpa, u64 size)  in acrn_mm_region_del()  argument
91 		return -ENOMEM;  in acrn_mm_region_del()
93 	region->type = ACRN_MEM_REGION_DEL;  in acrn_mm_region_del()
94 	region->user_vm_pa = user_gpa;  in acrn_mm_region_del()
95 	region->service_vm_pa = 0UL;  in acrn_mm_region_del()
96 	region->size = size;  in acrn_mm_region_del()
97 	region->attr = 0U;  in acrn_mm_region_del()
99 	ret = modify_region(vm, region);  in acrn_mm_region_del()
101 	dev_dbg(acrn_dev.this_device, "%s: user-GPA[%pK] size[0x%llx].\n",  in acrn_mm_region_del()
107 int acrn_vm_memseg_map(struct acrn_vm *vm, struct acrn_vm_memmap *memmap)  in acrn_vm_memseg_map()  argument
111 	if (memmap->type == ACRN_MEMMAP_RAM)  in acrn_vm_memseg_map()
112 		return acrn_vm_ram_map(vm, memmap);  in acrn_vm_memseg_map()
114 	if (memmap->type != ACRN_MEMMAP_MMIO) {  in acrn_vm_memseg_map()
116 			"Invalid memmap type: %u\n", memmap->type);  in acrn_vm_memseg_map()
117 		return -EINVAL;  in acrn_vm_memseg_map()
120 	ret = acrn_mm_region_add(vm, memmap->user_vm_pa,  in acrn_vm_memseg_map()
121 				 memmap->service_vm_pa, memmap->len,  in acrn_vm_memseg_map()
122 				 ACRN_MEM_TYPE_UC, memmap->attr);  in acrn_vm_memseg_map()
125 			"Add memory region failed, VM[%u]!\n", vm->vmid);  in acrn_vm_memseg_map()
130 int acrn_vm_memseg_unmap(struct acrn_vm *vm, struct acrn_vm_memmap *memmap)  in acrn_vm_memseg_unmap()  argument
134 	if (memmap->type != ACRN_MEMMAP_MMIO) {  in acrn_vm_memseg_unmap()
136 			"Invalid memmap type: %u\n", memmap->type);  in acrn_vm_memseg_unmap()
137 		return -EINVAL;  in acrn_vm_memseg_unmap()
140 	ret = acrn_mm_region_del(vm, memmap->user_vm_pa, memmap->len);  in acrn_vm_memseg_unmap()
143 			"Del memory region failed, VM[%u]!\n", vm->vmid);  in acrn_vm_memseg_unmap()
149  * acrn_vm_ram_map() - Create a RAM EPT mapping of User VM.
150  * @vm:		The User VM pointer
155 int acrn_vm_ram_map(struct acrn_vm *vm, struct acrn_vm_memmap *memmap)  in acrn_vm_ram_map()  argument
167 	if (!vm || !memmap)  in acrn_vm_ram_map()
168 		return -EINVAL;  in acrn_vm_ram_map()
170 	/* Get the page number of the map region */  in acrn_vm_ram_map()
171 	nr_pages = memmap->len >> PAGE_SHIFT;  in acrn_vm_ram_map()
173 		return -EINVAL;  in acrn_vm_ram_map()
175 	mmap_read_lock(current->mm);  in acrn_vm_ram_map()
176 	vma = vma_lookup(current->mm, memmap->vma_base);  in acrn_vm_ram_map()
177 	if (vma && ((vma->vm_flags & VM_PFNMAP) != 0)) {  in acrn_vm_ram_map()
183 		if ((memmap->vma_base + memmap->len) > vma->vm_end) {  in acrn_vm_ram_map()
184 			mmap_read_unlock(current->mm);  in acrn_vm_ram_map()
185 			return -EINVAL;  in acrn_vm_ram_map()
189 			ret = follow_pte(vma->vm_mm,  in acrn_vm_ram_map()
190 					 memmap->vma_base + i * PAGE_SIZE,  in acrn_vm_ram_map()
203 			    (memmap->attr & ACRN_MEM_ACCESS_WRITE)) {  in acrn_vm_ram_map()
204 				ret = -EFAULT;  in acrn_vm_ram_map()
211 				ret = -EFAULT;  in acrn_vm_ram_map()
215 			/* Disallow non-contiguous ranges. */  in acrn_vm_ram_map()
217 				ret = -EINVAL;  in acrn_vm_ram_map()
221 		mmap_read_unlock(current->mm);  in acrn_vm_ram_map()
225 				"Failed to lookup PFN at VMA:%pK.\n", (void *)memmap->vma_base);  in acrn_vm_ram_map()
229 		return acrn_mm_region_add(vm, memmap->user_vm_pa,  in acrn_vm_ram_map()
230 			 PFN_PHYS(start_pfn), memmap->len,  in acrn_vm_ram_map()
231 			 ACRN_MEM_TYPE_WB, memmap->attr);  in acrn_vm_ram_map()
233 	mmap_read_unlock(current->mm);  in acrn_vm_ram_map()
237 		return -ENOMEM;  in acrn_vm_ram_map()
239 	/* Lock the pages of user memory map region */  in acrn_vm_ram_map()
240 	pinned = pin_user_pages_fast(memmap->vma_base,  in acrn_vm_ram_map()
247 		ret = -EFAULT;  in acrn_vm_ram_map()
251 	/* Create a kernel map for the map region */  in acrn_vm_ram_map()
254 		ret = -ENOMEM;  in acrn_vm_ram_map()
258 	/* Record Service VM va <-> User VM pa mapping */  in acrn_vm_ram_map()
259 	mutex_lock(&vm->regions_mapping_lock);  in acrn_vm_ram_map()
260 	region_mapping = &vm->regions_mapping[vm->regions_mapping_count];  in acrn_vm_ram_map()
261 	if (vm->regions_mapping_count < ACRN_MEM_MAPPING_MAX) {  in acrn_vm_ram_map()
262 		region_mapping->pages = pages;  in acrn_vm_ram_map()
263 		region_mapping->npages = nr_pages;  in acrn_vm_ram_map()
264 		region_mapping->size = memmap->len;  in acrn_vm_ram_map()
265 		region_mapping->service_vm_va = remap_vaddr;  in acrn_vm_ram_map()
266 		region_mapping->user_vm_pa = memmap->user_vm_pa;  in acrn_vm_ram_map()
267 		vm->regions_mapping_count++;  in acrn_vm_ram_map()
271 		ret = -ENOMEM;  in acrn_vm_ram_map()
272 		mutex_unlock(&vm->regions_mapping_lock);  in acrn_vm_ram_map()
275 	mutex_unlock(&vm->regions_mapping_lock);  in acrn_vm_ram_map()
289 		ret = -ENOMEM;  in acrn_vm_ram_map()
294 	vm_region = regions_info->regions_op;  in acrn_vm_ram_map()
295 	regions_info->vmid = vm->vmid;  in acrn_vm_ram_map()
296 	regions_info->regions_num = nr_regions;  in acrn_vm_ram_map()
297 	regions_info->regions_gpa = virt_to_phys(vm_region);  in acrn_vm_ram_map()
298 	user_vm_pa = memmap->user_vm_pa;  in acrn_vm_ram_map()
306 		vm_region->type = ACRN_MEM_REGION_ADD;  in acrn_vm_ram_map()
307 		vm_region->user_vm_pa = user_vm_pa;  in acrn_vm_ram_map()
308 		vm_region->service_vm_pa = page_to_phys(page);  in acrn_vm_ram_map()
309 		vm_region->size = region_size;  in acrn_vm_ram_map()
310 		vm_region->attr = (ACRN_MEM_TYPE_WB & ACRN_MEM_TYPE_MASK) |  in acrn_vm_ram_map()
311 				  (memmap->attr & ACRN_MEM_ACCESS_RIGHT_MASK);  in acrn_vm_ram_map()
321 			"Failed to set regions, VM[%u]!\n", vm->vmid);  in acrn_vm_ram_map()
327 		"%s: VM[%u] service-GVA[%pK] user-GPA[%pK] size[0x%llx]\n",  in acrn_vm_ram_map()
328 		__func__, vm->vmid,  in acrn_vm_ram_map()
329 		remap_vaddr, (void *)memmap->user_vm_pa, memmap->len);  in acrn_vm_ram_map()
335 	mutex_lock(&vm->regions_mapping_lock);  in acrn_vm_ram_map()
336 	vm->regions_mapping_count--;  in acrn_vm_ram_map()
337 	mutex_unlock(&vm->regions_mapping_lock);  in acrn_vm_ram_map()
349  * acrn_vm_all_ram_unmap() - Destroy a RAM EPT mapping of User VM.
350  * @vm:	The User VM
352 void acrn_vm_all_ram_unmap(struct acrn_vm *vm)  in acrn_vm_all_ram_unmap()  argument
357 	mutex_lock(&vm->regions_mapping_lock);  in acrn_vm_all_ram_unmap()
358 	for (i = 0; i < vm->regions_mapping_count; i++) {  in acrn_vm_all_ram_unmap()
359 		region_mapping = &vm->regions_mapping[i];  in acrn_vm_all_ram_unmap()
360 		vunmap(region_mapping->service_vm_va);  in acrn_vm_all_ram_unmap()
361 		for (j = 0; j < region_mapping->npages; j++)  in acrn_vm_all_ram_unmap()
362 			unpin_user_page(region_mapping->pages[j]);  in acrn_vm_all_ram_unmap()
363 		vfree(region_mapping->pages);  in acrn_vm_all_ram_unmap()
365 	mutex_unlock(&vm->regions_mapping_lock);  in acrn_vm_all_ram_unmap()