1 /*
2 * Copyright (c) 2018 Virtuozzo International GmbH
3 *
4 * This work is licensed under the terms of the GNU GPL, version 2 or later.
5 *
6 */
7
8 #include "qemu/osdep.h"
9 #include "addrspace.h"
10
pa_space_find_block(struct pa_space * ps,uint64_t pa)11 static struct pa_block *pa_space_find_block(struct pa_space *ps, uint64_t pa)
12 {
13 size_t i;
14
15 for (i = 0; i < ps->block_nr; i++) {
16 if (ps->block[i].paddr <= pa &&
17 pa < ps->block[i].paddr + ps->block[i].size) {
18 return ps->block + i;
19 }
20 }
21
22 return NULL;
23 }
24
pa_space_resolve(struct pa_space * ps,uint64_t pa)25 static void *pa_space_resolve(struct pa_space *ps, uint64_t pa)
26 {
27 struct pa_block *block = pa_space_find_block(ps, pa);
28
29 if (!block) {
30 return NULL;
31 }
32
33 return block->addr + (pa - block->paddr);
34 }
35
pa_space_read64(struct pa_space * ps,uint64_t pa,uint64_t * value)36 static bool pa_space_read64(struct pa_space *ps, uint64_t pa, uint64_t *value)
37 {
38 uint64_t *resolved = pa_space_resolve(ps, pa);
39
40 if (!resolved) {
41 return false;
42 }
43
44 *value = *resolved;
45
46 return true;
47 }
48
pa_block_align(struct pa_block * b)49 static void pa_block_align(struct pa_block *b)
50 {
51 uint64_t low_align = ((b->paddr - 1) | ELF2DMP_PAGE_MASK) + 1 - b->paddr;
52 uint64_t high_align = (b->paddr + b->size) & ELF2DMP_PAGE_MASK;
53
54 if (low_align == 0 && high_align == 0) {
55 return;
56 }
57
58 if (low_align + high_align < b->size) {
59 printf("Block 0x%"PRIx64"+:0x%"PRIx64" will be aligned to "
60 "0x%"PRIx64"+:0x%"PRIx64"\n", b->paddr, b->size,
61 b->paddr + low_align, b->size - low_align - high_align);
62 b->size -= low_align + high_align;
63 } else {
64 printf("Block 0x%"PRIx64"+:0x%"PRIx64" is too small to align\n",
65 b->paddr, b->size);
66 b->size = 0;
67 }
68
69 b->addr += low_align;
70 b->paddr += low_align;
71 }
72
pa_space_create(struct pa_space * ps,QEMU_Elf * qemu_elf)73 void pa_space_create(struct pa_space *ps, QEMU_Elf *qemu_elf)
74 {
75 Elf64_Half phdr_nr = elf_getphdrnum(qemu_elf->map);
76 Elf64_Phdr *phdr = elf64_getphdr(qemu_elf->map);
77 size_t block_i = 0;
78 size_t i;
79
80 ps->block_nr = 0;
81
82 for (i = 0; i < phdr_nr; i++) {
83 if (phdr[i].p_type == PT_LOAD) {
84 ps->block_nr++;
85 }
86 }
87
88 ps->block = g_new(struct pa_block, ps->block_nr);
89
90 for (i = 0; i < phdr_nr; i++) {
91 if (phdr[i].p_type == PT_LOAD && phdr[i].p_offset < qemu_elf->size) {
92 ps->block[block_i] = (struct pa_block) {
93 .addr = (uint8_t *)qemu_elf->map + phdr[i].p_offset,
94 .paddr = phdr[i].p_paddr,
95 .size = MIN(phdr[i].p_filesz,
96 qemu_elf->size - phdr[i].p_offset),
97 };
98 pa_block_align(&ps->block[block_i]);
99 block_i = ps->block[block_i].size ? (block_i + 1) : block_i;
100 }
101 }
102
103 ps->block_nr = block_i;
104 }
105
pa_space_destroy(struct pa_space * ps)106 void pa_space_destroy(struct pa_space *ps)
107 {
108 ps->block_nr = 0;
109 g_free(ps->block);
110 }
111
va_space_set_dtb(struct va_space * vs,uint64_t dtb)112 void va_space_set_dtb(struct va_space *vs, uint64_t dtb)
113 {
114 vs->dtb = dtb & 0x00ffffffffff000;
115 }
116
va_space_create(struct va_space * vs,struct pa_space * ps,uint64_t dtb)117 void va_space_create(struct va_space *vs, struct pa_space *ps, uint64_t dtb)
118 {
119 vs->ps = ps;
120 va_space_set_dtb(vs, dtb);
121 }
122
get_pml4e(struct va_space * vs,uint64_t va,uint64_t * value)123 static bool get_pml4e(struct va_space *vs, uint64_t va, uint64_t *value)
124 {
125 uint64_t pa = (vs->dtb & 0xffffffffff000) | ((va & 0xff8000000000) >> 36);
126
127 return pa_space_read64(vs->ps, pa, value);
128 }
129
get_pdpi(struct va_space * vs,uint64_t va,uint64_t pml4e,uint64_t * value)130 static bool get_pdpi(struct va_space *vs, uint64_t va, uint64_t pml4e,
131 uint64_t *value)
132 {
133 uint64_t pdpte_paddr = (pml4e & 0xffffffffff000) |
134 ((va & 0x7FC0000000) >> 27);
135
136 return pa_space_read64(vs->ps, pdpte_paddr, value);
137 }
138
pde_index(uint64_t va)139 static uint64_t pde_index(uint64_t va)
140 {
141 return (va >> 21) & 0x1FF;
142 }
143
pdba_base(uint64_t pdpe)144 static uint64_t pdba_base(uint64_t pdpe)
145 {
146 return pdpe & 0xFFFFFFFFFF000;
147 }
148
get_pgd(struct va_space * vs,uint64_t va,uint64_t pdpe,uint64_t * value)149 static bool get_pgd(struct va_space *vs, uint64_t va, uint64_t pdpe,
150 uint64_t *value)
151 {
152 uint64_t pgd_entry = pdba_base(pdpe) + pde_index(va) * 8;
153
154 return pa_space_read64(vs->ps, pgd_entry, value);
155 }
156
pte_index(uint64_t va)157 static uint64_t pte_index(uint64_t va)
158 {
159 return (va >> 12) & 0x1FF;
160 }
161
ptba_base(uint64_t pde)162 static uint64_t ptba_base(uint64_t pde)
163 {
164 return pde & 0xFFFFFFFFFF000;
165 }
166
get_pte(struct va_space * vs,uint64_t va,uint64_t pgd,uint64_t * value)167 static bool get_pte(struct va_space *vs, uint64_t va, uint64_t pgd,
168 uint64_t *value)
169 {
170 uint64_t pgd_val = ptba_base(pgd) + pte_index(va) * 8;
171
172 return pa_space_read64(vs->ps, pgd_val, value);
173 }
174
get_paddr(uint64_t va,uint64_t pte)175 static uint64_t get_paddr(uint64_t va, uint64_t pte)
176 {
177 return (pte & 0xFFFFFFFFFF000) | (va & 0xFFF);
178 }
179
is_present(uint64_t entry)180 static bool is_present(uint64_t entry)
181 {
182 return entry & 0x1;
183 }
184
page_size_flag(uint64_t entry)185 static bool page_size_flag(uint64_t entry)
186 {
187 return entry & (1 << 7);
188 }
189
get_1GB_paddr(uint64_t va,uint64_t pdpte)190 static uint64_t get_1GB_paddr(uint64_t va, uint64_t pdpte)
191 {
192 return (pdpte & 0xfffffc0000000) | (va & 0x3fffffff);
193 }
194
get_2MB_paddr(uint64_t va,uint64_t pgd_entry)195 static uint64_t get_2MB_paddr(uint64_t va, uint64_t pgd_entry)
196 {
197 return (pgd_entry & 0xfffffffe00000) | (va & 0x00000001fffff);
198 }
199
va_space_va2pa(struct va_space * vs,uint64_t va)200 static uint64_t va_space_va2pa(struct va_space *vs, uint64_t va)
201 {
202 uint64_t pml4e, pdpe, pgd, pte;
203
204 if (!get_pml4e(vs, va, &pml4e) || !is_present(pml4e)) {
205 return INVALID_PA;
206 }
207
208 if (!get_pdpi(vs, va, pml4e, &pdpe) || !is_present(pdpe)) {
209 return INVALID_PA;
210 }
211
212 if (page_size_flag(pdpe)) {
213 return get_1GB_paddr(va, pdpe);
214 }
215
216 if (!get_pgd(vs, va, pdpe, &pgd) || !is_present(pgd)) {
217 return INVALID_PA;
218 }
219
220 if (page_size_flag(pgd)) {
221 return get_2MB_paddr(va, pgd);
222 }
223
224 if (!get_pte(vs, va, pgd, &pte) || !is_present(pte)) {
225 return INVALID_PA;
226 }
227
228 return get_paddr(va, pte);
229 }
230
va_space_resolve(struct va_space * vs,uint64_t va)231 void *va_space_resolve(struct va_space *vs, uint64_t va)
232 {
233 uint64_t pa = va_space_va2pa(vs, va);
234
235 if (pa == INVALID_PA) {
236 return NULL;
237 }
238
239 return pa_space_resolve(vs->ps, pa);
240 }
241
va_space_rw(struct va_space * vs,uint64_t addr,void * buf,size_t size,int is_write)242 bool va_space_rw(struct va_space *vs, uint64_t addr,
243 void *buf, size_t size, int is_write)
244 {
245 while (size) {
246 uint64_t page = addr & ELF2DMP_PFN_MASK;
247 size_t s = (page + ELF2DMP_PAGE_SIZE) - addr;
248 void *ptr;
249
250 s = (s > size) ? size : s;
251
252 ptr = va_space_resolve(vs, addr);
253 if (!ptr) {
254 return false;
255 }
256
257 if (is_write) {
258 memcpy(ptr, buf, s);
259 } else {
260 memcpy(buf, ptr, s);
261 }
262
263 size -= s;
264 buf = (uint8_t *)buf + s;
265 addr += s;
266 }
267
268 return true;
269 }
270