1 /* 2 * PowerPC memory access emulation helpers for QEMU. 3 * 4 * Copyright (c) 2003-2007 Jocelyn Mayer 5 * 6 * This library is free software; you can redistribute it and/or 7 * modify it under the terms of the GNU Lesser General Public 8 * License as published by the Free Software Foundation; either 9 * version 2 of the License, or (at your option) any later version. 10 * 11 * This library is distributed in the hope that it will be useful, 12 * but WITHOUT ANY WARRANTY; without even the implied warranty of 13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 14 * Lesser General Public License for more details. 15 * 16 * You should have received a copy of the GNU Lesser General Public 17 * License along with this library; if not, see <http://www.gnu.org/licenses/>. 18 */ 19 20 #include "qemu/osdep.h" 21 #include "cpu.h" 22 #include "exec/exec-all.h" 23 #include "qemu/host-utils.h" 24 #include "qemu/main-loop.h" 25 #include "exec/helper-proto.h" 26 #include "helper_regs.h" 27 #include "exec/cpu_ldst.h" 28 #include "tcg/tcg.h" 29 #include "internal.h" 30 #include "qemu/atomic128.h" 31 32 /* #define DEBUG_OP */ 33 34 static inline bool needs_byteswap(const CPUPPCState *env) 35 { 36 #if defined(TARGET_WORDS_BIGENDIAN) 37 return msr_le; 38 #else 39 return !msr_le; 40 #endif 41 } 42 43 /*****************************************************************************/ 44 /* Memory load and stores */ 45 46 static inline target_ulong addr_add(CPUPPCState *env, target_ulong addr, 47 target_long arg) 48 { 49 #if defined(TARGET_PPC64) 50 if (!msr_is_64bit(env, env->msr)) { 51 return (uint32_t)(addr + arg); 52 } else 53 #endif 54 { 55 return addr + arg; 56 } 57 } 58 59 static void *probe_contiguous(CPUPPCState *env, target_ulong addr, uint32_t nb, 60 MMUAccessType access_type, int mmu_idx, 61 uintptr_t raddr) 62 { 63 void *host1, *host2; 64 uint32_t nb_pg1, nb_pg2; 65 66 nb_pg1 = -(addr | TARGET_PAGE_MASK); 67 if (likely(nb <= nb_pg1)) { 68 /* The entire operation is on a single page. */ 69 return probe_access(env, addr, nb, access_type, mmu_idx, raddr); 70 } 71 72 /* The operation spans two pages. */ 73 nb_pg2 = nb - nb_pg1; 74 host1 = probe_access(env, addr, nb_pg1, access_type, mmu_idx, raddr); 75 addr = addr_add(env, addr, nb_pg1); 76 host2 = probe_access(env, addr, nb_pg2, access_type, mmu_idx, raddr); 77 78 /* If the two host pages are contiguous, optimize. */ 79 if (host2 == host1 + nb_pg1) { 80 return host1; 81 } 82 return NULL; 83 } 84 85 void helper_lmw(CPUPPCState *env, target_ulong addr, uint32_t reg) 86 { 87 uintptr_t raddr = GETPC(); 88 int mmu_idx = cpu_mmu_index(env, false); 89 void *host = probe_contiguous(env, addr, (32 - reg) * 4, 90 MMU_DATA_LOAD, mmu_idx, raddr); 91 92 if (likely(host)) { 93 /* Fast path -- the entire operation is in RAM at host. */ 94 for (; reg < 32; reg++) { 95 env->gpr[reg] = (uint32_t)ldl_be_p(host); 96 host += 4; 97 } 98 } else { 99 /* Slow path -- at least some of the operation requires i/o. */ 100 for (; reg < 32; reg++) { 101 env->gpr[reg] = cpu_ldl_mmuidx_ra(env, addr, mmu_idx, raddr); 102 addr = addr_add(env, addr, 4); 103 } 104 } 105 } 106 107 void helper_stmw(CPUPPCState *env, target_ulong addr, uint32_t reg) 108 { 109 uintptr_t raddr = GETPC(); 110 int mmu_idx = cpu_mmu_index(env, false); 111 void *host = probe_contiguous(env, addr, (32 - reg) * 4, 112 MMU_DATA_STORE, mmu_idx, raddr); 113 114 if (likely(host)) { 115 /* Fast path -- the entire operation is in RAM at host. */ 116 for (; reg < 32; reg++) { 117 stl_be_p(host, env->gpr[reg]); 118 host += 4; 119 } 120 } else { 121 /* Slow path -- at least some of the operation requires i/o. */ 122 for (; reg < 32; reg++) { 123 cpu_stl_mmuidx_ra(env, addr, env->gpr[reg], mmu_idx, raddr); 124 addr = addr_add(env, addr, 4); 125 } 126 } 127 } 128 129 static void do_lsw(CPUPPCState *env, target_ulong addr, uint32_t nb, 130 uint32_t reg, uintptr_t raddr) 131 { 132 int mmu_idx; 133 void *host; 134 uint32_t val; 135 136 if (unlikely(nb == 0)) { 137 return; 138 } 139 140 mmu_idx = cpu_mmu_index(env, false); 141 host = probe_contiguous(env, addr, nb, MMU_DATA_LOAD, mmu_idx, raddr); 142 143 if (likely(host)) { 144 /* Fast path -- the entire operation is in RAM at host. */ 145 for (; nb > 3; nb -= 4) { 146 env->gpr[reg] = (uint32_t)ldl_be_p(host); 147 reg = (reg + 1) % 32; 148 host += 4; 149 } 150 switch (nb) { 151 default: 152 return; 153 case 1: 154 val = ldub_p(host) << 24; 155 break; 156 case 2: 157 val = lduw_be_p(host) << 16; 158 break; 159 case 3: 160 val = (lduw_be_p(host) << 16) | (ldub_p(host + 2) << 8); 161 break; 162 } 163 } else { 164 /* Slow path -- at least some of the operation requires i/o. */ 165 for (; nb > 3; nb -= 4) { 166 env->gpr[reg] = cpu_ldl_mmuidx_ra(env, addr, mmu_idx, raddr); 167 reg = (reg + 1) % 32; 168 addr = addr_add(env, addr, 4); 169 } 170 switch (nb) { 171 default: 172 return; 173 case 1: 174 val = cpu_ldub_mmuidx_ra(env, addr, mmu_idx, raddr) << 24; 175 break; 176 case 2: 177 val = cpu_lduw_mmuidx_ra(env, addr, mmu_idx, raddr) << 16; 178 break; 179 case 3: 180 val = cpu_lduw_mmuidx_ra(env, addr, mmu_idx, raddr) << 16; 181 addr = addr_add(env, addr, 2); 182 val |= cpu_ldub_mmuidx_ra(env, addr, mmu_idx, raddr) << 8; 183 break; 184 } 185 } 186 env->gpr[reg] = val; 187 } 188 189 void helper_lsw(CPUPPCState *env, target_ulong addr, 190 uint32_t nb, uint32_t reg) 191 { 192 do_lsw(env, addr, nb, reg, GETPC()); 193 } 194 195 /* 196 * PPC32 specification says we must generate an exception if rA is in 197 * the range of registers to be loaded. In an other hand, IBM says 198 * this is valid, but rA won't be loaded. For now, I'll follow the 199 * spec... 200 */ 201 void helper_lswx(CPUPPCState *env, target_ulong addr, uint32_t reg, 202 uint32_t ra, uint32_t rb) 203 { 204 if (likely(xer_bc != 0)) { 205 int num_used_regs = DIV_ROUND_UP(xer_bc, 4); 206 if (unlikely((ra != 0 && lsw_reg_in_range(reg, num_used_regs, ra)) || 207 lsw_reg_in_range(reg, num_used_regs, rb))) { 208 raise_exception_err_ra(env, POWERPC_EXCP_PROGRAM, 209 POWERPC_EXCP_INVAL | 210 POWERPC_EXCP_INVAL_LSWX, GETPC()); 211 } else { 212 do_lsw(env, addr, xer_bc, reg, GETPC()); 213 } 214 } 215 } 216 217 void helper_stsw(CPUPPCState *env, target_ulong addr, uint32_t nb, 218 uint32_t reg) 219 { 220 uintptr_t raddr = GETPC(); 221 int mmu_idx; 222 void *host; 223 uint32_t val; 224 225 if (unlikely(nb == 0)) { 226 return; 227 } 228 229 mmu_idx = cpu_mmu_index(env, false); 230 host = probe_contiguous(env, addr, nb, MMU_DATA_STORE, mmu_idx, raddr); 231 232 if (likely(host)) { 233 /* Fast path -- the entire operation is in RAM at host. */ 234 for (; nb > 3; nb -= 4) { 235 stl_be_p(host, env->gpr[reg]); 236 reg = (reg + 1) % 32; 237 host += 4; 238 } 239 val = env->gpr[reg]; 240 switch (nb) { 241 case 1: 242 stb_p(host, val >> 24); 243 break; 244 case 2: 245 stw_be_p(host, val >> 16); 246 break; 247 case 3: 248 stw_be_p(host, val >> 16); 249 stb_p(host + 2, val >> 8); 250 break; 251 } 252 } else { 253 for (; nb > 3; nb -= 4) { 254 cpu_stl_mmuidx_ra(env, addr, env->gpr[reg], mmu_idx, raddr); 255 reg = (reg + 1) % 32; 256 addr = addr_add(env, addr, 4); 257 } 258 val = env->gpr[reg]; 259 switch (nb) { 260 case 1: 261 cpu_stb_mmuidx_ra(env, addr, val >> 24, mmu_idx, raddr); 262 break; 263 case 2: 264 cpu_stw_mmuidx_ra(env, addr, val >> 16, mmu_idx, raddr); 265 break; 266 case 3: 267 cpu_stw_mmuidx_ra(env, addr, val >> 16, mmu_idx, raddr); 268 addr = addr_add(env, addr, 2); 269 cpu_stb_mmuidx_ra(env, addr, val >> 8, mmu_idx, raddr); 270 break; 271 } 272 } 273 } 274 275 static void dcbz_common(CPUPPCState *env, target_ulong addr, 276 uint32_t opcode, bool epid, uintptr_t retaddr) 277 { 278 target_ulong mask, dcbz_size = env->dcache_line_size; 279 uint32_t i; 280 void *haddr; 281 int mmu_idx = epid ? PPC_TLB_EPID_STORE : env->dmmu_idx; 282 283 #if defined(TARGET_PPC64) 284 /* Check for dcbz vs dcbzl on 970 */ 285 if (env->excp_model == POWERPC_EXCP_970 && 286 !(opcode & 0x00200000) && ((env->spr[SPR_970_HID5] >> 7) & 0x3) == 1) { 287 dcbz_size = 32; 288 } 289 #endif 290 291 /* Align address */ 292 mask = ~(dcbz_size - 1); 293 addr &= mask; 294 295 /* Check reservation */ 296 if ((env->reserve_addr & mask) == addr) { 297 env->reserve_addr = (target_ulong)-1ULL; 298 } 299 300 /* Try fast path translate */ 301 haddr = probe_write(env, addr, dcbz_size, mmu_idx, retaddr); 302 if (haddr) { 303 memset(haddr, 0, dcbz_size); 304 } else { 305 /* Slow path */ 306 for (i = 0; i < dcbz_size; i += 8) { 307 cpu_stq_mmuidx_ra(env, addr + i, 0, mmu_idx, retaddr); 308 } 309 } 310 } 311 312 void helper_dcbz(CPUPPCState *env, target_ulong addr, uint32_t opcode) 313 { 314 dcbz_common(env, addr, opcode, false, GETPC()); 315 } 316 317 void helper_dcbzep(CPUPPCState *env, target_ulong addr, uint32_t opcode) 318 { 319 dcbz_common(env, addr, opcode, true, GETPC()); 320 } 321 322 void helper_icbi(CPUPPCState *env, target_ulong addr) 323 { 324 addr &= ~(env->dcache_line_size - 1); 325 /* 326 * Invalidate one cache line : 327 * PowerPC specification says this is to be treated like a load 328 * (not a fetch) by the MMU. To be sure it will be so, 329 * do the load "by hand". 330 */ 331 cpu_ldl_data_ra(env, addr, GETPC()); 332 } 333 334 void helper_icbiep(CPUPPCState *env, target_ulong addr) 335 { 336 #if !defined(CONFIG_USER_ONLY) 337 /* See comments above */ 338 addr &= ~(env->dcache_line_size - 1); 339 cpu_ldl_mmuidx_ra(env, addr, PPC_TLB_EPID_LOAD, GETPC()); 340 #endif 341 } 342 343 /* XXX: to be tested */ 344 target_ulong helper_lscbx(CPUPPCState *env, target_ulong addr, uint32_t reg, 345 uint32_t ra, uint32_t rb) 346 { 347 int i, c, d; 348 349 d = 24; 350 for (i = 0; i < xer_bc; i++) { 351 c = cpu_ldub_data_ra(env, addr, GETPC()); 352 addr = addr_add(env, addr, 1); 353 /* ra (if not 0) and rb are never modified */ 354 if (likely(reg != rb && (ra == 0 || reg != ra))) { 355 env->gpr[reg] = (env->gpr[reg] & ~(0xFF << d)) | (c << d); 356 } 357 if (unlikely(c == xer_cmp)) { 358 break; 359 } 360 if (likely(d != 0)) { 361 d -= 8; 362 } else { 363 d = 24; 364 reg++; 365 reg = reg & 0x1F; 366 } 367 } 368 return i; 369 } 370 371 #ifdef TARGET_PPC64 372 uint64_t helper_lq_le_parallel(CPUPPCState *env, target_ulong addr, 373 uint32_t opidx) 374 { 375 Int128 ret; 376 377 /* We will have raised EXCP_ATOMIC from the translator. */ 378 assert(HAVE_ATOMIC128); 379 ret = helper_atomic_ldo_le_mmu(env, addr, opidx, GETPC()); 380 env->retxh = int128_gethi(ret); 381 return int128_getlo(ret); 382 } 383 384 uint64_t helper_lq_be_parallel(CPUPPCState *env, target_ulong addr, 385 uint32_t opidx) 386 { 387 Int128 ret; 388 389 /* We will have raised EXCP_ATOMIC from the translator. */ 390 assert(HAVE_ATOMIC128); 391 ret = helper_atomic_ldo_be_mmu(env, addr, opidx, GETPC()); 392 env->retxh = int128_gethi(ret); 393 return int128_getlo(ret); 394 } 395 396 void helper_stq_le_parallel(CPUPPCState *env, target_ulong addr, 397 uint64_t lo, uint64_t hi, uint32_t opidx) 398 { 399 Int128 val; 400 401 /* We will have raised EXCP_ATOMIC from the translator. */ 402 assert(HAVE_ATOMIC128); 403 val = int128_make128(lo, hi); 404 helper_atomic_sto_le_mmu(env, addr, val, opidx, GETPC()); 405 } 406 407 void helper_stq_be_parallel(CPUPPCState *env, target_ulong addr, 408 uint64_t lo, uint64_t hi, uint32_t opidx) 409 { 410 Int128 val; 411 412 /* We will have raised EXCP_ATOMIC from the translator. */ 413 assert(HAVE_ATOMIC128); 414 val = int128_make128(lo, hi); 415 helper_atomic_sto_be_mmu(env, addr, val, opidx, GETPC()); 416 } 417 418 uint32_t helper_stqcx_le_parallel(CPUPPCState *env, target_ulong addr, 419 uint64_t new_lo, uint64_t new_hi, 420 uint32_t opidx) 421 { 422 bool success = false; 423 424 /* We will have raised EXCP_ATOMIC from the translator. */ 425 assert(HAVE_CMPXCHG128); 426 427 if (likely(addr == env->reserve_addr)) { 428 Int128 oldv, cmpv, newv; 429 430 cmpv = int128_make128(env->reserve_val2, env->reserve_val); 431 newv = int128_make128(new_lo, new_hi); 432 oldv = helper_atomic_cmpxchgo_le_mmu(env, addr, cmpv, newv, 433 opidx, GETPC()); 434 success = int128_eq(oldv, cmpv); 435 } 436 env->reserve_addr = -1; 437 return env->so + success * CRF_EQ_BIT; 438 } 439 440 uint32_t helper_stqcx_be_parallel(CPUPPCState *env, target_ulong addr, 441 uint64_t new_lo, uint64_t new_hi, 442 uint32_t opidx) 443 { 444 bool success = false; 445 446 /* We will have raised EXCP_ATOMIC from the translator. */ 447 assert(HAVE_CMPXCHG128); 448 449 if (likely(addr == env->reserve_addr)) { 450 Int128 oldv, cmpv, newv; 451 452 cmpv = int128_make128(env->reserve_val2, env->reserve_val); 453 newv = int128_make128(new_lo, new_hi); 454 oldv = helper_atomic_cmpxchgo_be_mmu(env, addr, cmpv, newv, 455 opidx, GETPC()); 456 success = int128_eq(oldv, cmpv); 457 } 458 env->reserve_addr = -1; 459 return env->so + success * CRF_EQ_BIT; 460 } 461 #endif 462 463 /*****************************************************************************/ 464 /* Altivec extension helpers */ 465 #if defined(HOST_WORDS_BIGENDIAN) 466 #define HI_IDX 0 467 #define LO_IDX 1 468 #else 469 #define HI_IDX 1 470 #define LO_IDX 0 471 #endif 472 473 /* 474 * We use msr_le to determine index ordering in a vector. However, 475 * byteswapping is not simply controlled by msr_le. We also need to 476 * take into account endianness of the target. This is done for the 477 * little-endian PPC64 user-mode target. 478 */ 479 480 #define LVE(name, access, swap, element) \ 481 void helper_##name(CPUPPCState *env, ppc_avr_t *r, \ 482 target_ulong addr) \ 483 { \ 484 size_t n_elems = ARRAY_SIZE(r->element); \ 485 int adjust = HI_IDX * (n_elems - 1); \ 486 int sh = sizeof(r->element[0]) >> 1; \ 487 int index = (addr & 0xf) >> sh; \ 488 if (msr_le) { \ 489 index = n_elems - index - 1; \ 490 } \ 491 \ 492 if (needs_byteswap(env)) { \ 493 r->element[LO_IDX ? index : (adjust - index)] = \ 494 swap(access(env, addr, GETPC())); \ 495 } else { \ 496 r->element[LO_IDX ? index : (adjust - index)] = \ 497 access(env, addr, GETPC()); \ 498 } \ 499 } 500 #define I(x) (x) 501 LVE(lvebx, cpu_ldub_data_ra, I, u8) 502 LVE(lvehx, cpu_lduw_data_ra, bswap16, u16) 503 LVE(lvewx, cpu_ldl_data_ra, bswap32, u32) 504 #undef I 505 #undef LVE 506 507 #define STVE(name, access, swap, element) \ 508 void helper_##name(CPUPPCState *env, ppc_avr_t *r, \ 509 target_ulong addr) \ 510 { \ 511 size_t n_elems = ARRAY_SIZE(r->element); \ 512 int adjust = HI_IDX * (n_elems - 1); \ 513 int sh = sizeof(r->element[0]) >> 1; \ 514 int index = (addr & 0xf) >> sh; \ 515 if (msr_le) { \ 516 index = n_elems - index - 1; \ 517 } \ 518 \ 519 if (needs_byteswap(env)) { \ 520 access(env, addr, swap(r->element[LO_IDX ? index : \ 521 (adjust - index)]), \ 522 GETPC()); \ 523 } else { \ 524 access(env, addr, r->element[LO_IDX ? index : \ 525 (adjust - index)], GETPC()); \ 526 } \ 527 } 528 #define I(x) (x) 529 STVE(stvebx, cpu_stb_data_ra, I, u8) 530 STVE(stvehx, cpu_stw_data_ra, bswap16, u16) 531 STVE(stvewx, cpu_stl_data_ra, bswap32, u32) 532 #undef I 533 #undef LVE 534 535 #ifdef TARGET_PPC64 536 #define GET_NB(rb) ((rb >> 56) & 0xFF) 537 538 #define VSX_LXVL(name, lj) \ 539 void helper_##name(CPUPPCState *env, target_ulong addr, \ 540 ppc_vsr_t *xt, target_ulong rb) \ 541 { \ 542 ppc_vsr_t t; \ 543 uint64_t nb = GET_NB(rb); \ 544 int i; \ 545 \ 546 t.s128 = int128_zero(); \ 547 if (nb) { \ 548 nb = (nb >= 16) ? 16 : nb; \ 549 if (msr_le && !lj) { \ 550 for (i = 16; i > 16 - nb; i--) { \ 551 t.VsrB(i - 1) = cpu_ldub_data_ra(env, addr, GETPC()); \ 552 addr = addr_add(env, addr, 1); \ 553 } \ 554 } else { \ 555 for (i = 0; i < nb; i++) { \ 556 t.VsrB(i) = cpu_ldub_data_ra(env, addr, GETPC()); \ 557 addr = addr_add(env, addr, 1); \ 558 } \ 559 } \ 560 } \ 561 *xt = t; \ 562 } 563 564 VSX_LXVL(lxvl, 0) 565 VSX_LXVL(lxvll, 1) 566 #undef VSX_LXVL 567 568 #define VSX_STXVL(name, lj) \ 569 void helper_##name(CPUPPCState *env, target_ulong addr, \ 570 ppc_vsr_t *xt, target_ulong rb) \ 571 { \ 572 target_ulong nb = GET_NB(rb); \ 573 int i; \ 574 \ 575 if (!nb) { \ 576 return; \ 577 } \ 578 \ 579 nb = (nb >= 16) ? 16 : nb; \ 580 if (msr_le && !lj) { \ 581 for (i = 16; i > 16 - nb; i--) { \ 582 cpu_stb_data_ra(env, addr, xt->VsrB(i - 1), GETPC()); \ 583 addr = addr_add(env, addr, 1); \ 584 } \ 585 } else { \ 586 for (i = 0; i < nb; i++) { \ 587 cpu_stb_data_ra(env, addr, xt->VsrB(i), GETPC()); \ 588 addr = addr_add(env, addr, 1); \ 589 } \ 590 } \ 591 } 592 593 VSX_STXVL(stxvl, 0) 594 VSX_STXVL(stxvll, 1) 595 #undef VSX_STXVL 596 #undef GET_NB 597 #endif /* TARGET_PPC64 */ 598 599 #undef HI_IDX 600 #undef LO_IDX 601 602 void helper_tbegin(CPUPPCState *env) 603 { 604 /* 605 * As a degenerate implementation, always fail tbegin. The reason 606 * given is "Nesting overflow". The "persistent" bit is set, 607 * providing a hint to the error handler to not retry. The TFIAR 608 * captures the address of the failure, which is this tbegin 609 * instruction. Instruction execution will continue with the next 610 * instruction in memory, which is precisely what we want. 611 */ 612 613 env->spr[SPR_TEXASR] = 614 (1ULL << TEXASR_FAILURE_PERSISTENT) | 615 (1ULL << TEXASR_NESTING_OVERFLOW) | 616 (msr_hv << TEXASR_PRIVILEGE_HV) | 617 (msr_pr << TEXASR_PRIVILEGE_PR) | 618 (1ULL << TEXASR_FAILURE_SUMMARY) | 619 (1ULL << TEXASR_TFIAR_EXACT); 620 env->spr[SPR_TFIAR] = env->nip | (msr_hv << 1) | msr_pr; 621 env->spr[SPR_TFHAR] = env->nip + 4; 622 env->crf[0] = 0xB; /* 0b1010 = transaction failure */ 623 } 624