1 /* 2 * This program is free software; you can redistribute it and/or modify 3 * it under the terms of the GNU General Public License, version 2, as 4 * published by the Free Software Foundation. 5 * 6 * This program is distributed in the hope that it will be useful, 7 * but WITHOUT ANY WARRANTY; without even the implied warranty of 8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 9 * GNU General Public License for more details. 10 * 11 * You should have received a copy of the GNU General Public License 12 * along with this program; if not, write to the Free Software 13 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. 14 * 15 * Copyright Novell Inc 2010 16 * 17 * Authors: Alexander Graf <agraf@suse.de> 18 */ 19 20 #include <asm/kvm.h> 21 #include <asm/kvm_ppc.h> 22 #include <asm/disassemble.h> 23 #include <asm/kvm_book3s.h> 24 #include <asm/kvm_fpu.h> 25 #include <asm/reg.h> 26 #include <asm/cacheflush.h> 27 #include <asm/switch_to.h> 28 #include <linux/vmalloc.h> 29 30 /* #define DEBUG */ 31 32 #ifdef DEBUG 33 #define dprintk printk 34 #else 35 #define dprintk(...) do { } while(0); 36 #endif 37 38 #define OP_LFS 48 39 #define OP_LFSU 49 40 #define OP_LFD 50 41 #define OP_LFDU 51 42 #define OP_STFS 52 43 #define OP_STFSU 53 44 #define OP_STFD 54 45 #define OP_STFDU 55 46 #define OP_PSQ_L 56 47 #define OP_PSQ_LU 57 48 #define OP_PSQ_ST 60 49 #define OP_PSQ_STU 61 50 51 #define OP_31_LFSX 535 52 #define OP_31_LFSUX 567 53 #define OP_31_LFDX 599 54 #define OP_31_LFDUX 631 55 #define OP_31_STFSX 663 56 #define OP_31_STFSUX 695 57 #define OP_31_STFX 727 58 #define OP_31_STFUX 759 59 #define OP_31_LWIZX 887 60 #define OP_31_STFIWX 983 61 62 #define OP_59_FADDS 21 63 #define OP_59_FSUBS 20 64 #define OP_59_FSQRTS 22 65 #define OP_59_FDIVS 18 66 #define OP_59_FRES 24 67 #define OP_59_FMULS 25 68 #define OP_59_FRSQRTES 26 69 #define OP_59_FMSUBS 28 70 #define OP_59_FMADDS 29 71 #define OP_59_FNMSUBS 30 72 #define OP_59_FNMADDS 31 73 74 #define OP_63_FCMPU 0 75 #define OP_63_FCPSGN 8 76 #define OP_63_FRSP 12 77 #define OP_63_FCTIW 14 78 #define OP_63_FCTIWZ 15 79 #define OP_63_FDIV 18 80 #define OP_63_FADD 21 81 #define OP_63_FSQRT 22 82 #define OP_63_FSEL 23 83 #define OP_63_FRE 24 84 #define OP_63_FMUL 25 85 #define OP_63_FRSQRTE 26 86 #define OP_63_FMSUB 28 87 #define OP_63_FMADD 29 88 #define OP_63_FNMSUB 30 89 #define OP_63_FNMADD 31 90 #define OP_63_FCMPO 32 91 #define OP_63_MTFSB1 38 // XXX 92 #define OP_63_FSUB 20 93 #define OP_63_FNEG 40 94 #define OP_63_MCRFS 64 95 #define OP_63_MTFSB0 70 96 #define OP_63_FMR 72 97 #define OP_63_MTFSFI 134 98 #define OP_63_FABS 264 99 #define OP_63_MFFS 583 100 #define OP_63_MTFSF 711 101 102 #define OP_4X_PS_CMPU0 0 103 #define OP_4X_PSQ_LX 6 104 #define OP_4XW_PSQ_STX 7 105 #define OP_4A_PS_SUM0 10 106 #define OP_4A_PS_SUM1 11 107 #define OP_4A_PS_MULS0 12 108 #define OP_4A_PS_MULS1 13 109 #define OP_4A_PS_MADDS0 14 110 #define OP_4A_PS_MADDS1 15 111 #define OP_4A_PS_DIV 18 112 #define OP_4A_PS_SUB 20 113 #define OP_4A_PS_ADD 21 114 #define OP_4A_PS_SEL 23 115 #define OP_4A_PS_RES 24 116 #define OP_4A_PS_MUL 25 117 #define OP_4A_PS_RSQRTE 26 118 #define OP_4A_PS_MSUB 28 119 #define OP_4A_PS_MADD 29 120 #define OP_4A_PS_NMSUB 30 121 #define OP_4A_PS_NMADD 31 122 #define OP_4X_PS_CMPO0 32 123 #define OP_4X_PSQ_LUX 38 124 #define OP_4XW_PSQ_STUX 39 125 #define OP_4X_PS_NEG 40 126 #define OP_4X_PS_CMPU1 64 127 #define OP_4X_PS_MR 72 128 #define OP_4X_PS_CMPO1 96 129 #define OP_4X_PS_NABS 136 130 #define OP_4X_PS_ABS 264 131 #define OP_4X_PS_MERGE00 528 132 #define OP_4X_PS_MERGE01 560 133 #define OP_4X_PS_MERGE10 592 134 #define OP_4X_PS_MERGE11 624 135 136 #define SCALAR_NONE 0 137 #define SCALAR_HIGH (1 << 0) 138 #define SCALAR_LOW (1 << 1) 139 #define SCALAR_NO_PS0 (1 << 2) 140 #define SCALAR_NO_PS1 (1 << 3) 141 142 #define GQR_ST_TYPE_MASK 0x00000007 143 #define GQR_ST_TYPE_SHIFT 0 144 #define GQR_ST_SCALE_MASK 0x00003f00 145 #define GQR_ST_SCALE_SHIFT 8 146 #define GQR_LD_TYPE_MASK 0x00070000 147 #define GQR_LD_TYPE_SHIFT 16 148 #define GQR_LD_SCALE_MASK 0x3f000000 149 #define GQR_LD_SCALE_SHIFT 24 150 151 #define GQR_QUANTIZE_FLOAT 0 152 #define GQR_QUANTIZE_U8 4 153 #define GQR_QUANTIZE_U16 5 154 #define GQR_QUANTIZE_S8 6 155 #define GQR_QUANTIZE_S16 7 156 157 #define FPU_LS_SINGLE 0 158 #define FPU_LS_DOUBLE 1 159 #define FPU_LS_SINGLE_LOW 2 160 161 static inline void kvmppc_sync_qpr(struct kvm_vcpu *vcpu, int rt) 162 { 163 kvm_cvt_df(&VCPU_FPR(vcpu, rt), &vcpu->arch.qpr[rt]); 164 } 165 166 static void kvmppc_inject_pf(struct kvm_vcpu *vcpu, ulong eaddr, bool is_store) 167 { 168 u32 dsisr; 169 u64 msr = kvmppc_get_msr(vcpu); 170 171 msr = kvmppc_set_field(msr, 33, 36, 0); 172 msr = kvmppc_set_field(msr, 42, 47, 0); 173 kvmppc_set_msr(vcpu, msr); 174 kvmppc_set_dar(vcpu, eaddr); 175 /* Page Fault */ 176 dsisr = kvmppc_set_field(0, 33, 33, 1); 177 if (is_store) 178 dsisr = kvmppc_set_field(dsisr, 38, 38, 1); 179 kvmppc_set_dsisr(vcpu, dsisr); 180 kvmppc_book3s_queue_irqprio(vcpu, BOOK3S_INTERRUPT_DATA_STORAGE); 181 } 182 183 static int kvmppc_emulate_fpr_load(struct kvm_run *run, struct kvm_vcpu *vcpu, 184 int rs, ulong addr, int ls_type) 185 { 186 int emulated = EMULATE_FAIL; 187 int r; 188 char tmp[8]; 189 int len = sizeof(u32); 190 191 if (ls_type == FPU_LS_DOUBLE) 192 len = sizeof(u64); 193 194 /* read from memory */ 195 r = kvmppc_ld(vcpu, &addr, len, tmp, true); 196 vcpu->arch.paddr_accessed = addr; 197 198 if (r < 0) { 199 kvmppc_inject_pf(vcpu, addr, false); 200 goto done_load; 201 } else if (r == EMULATE_DO_MMIO) { 202 emulated = kvmppc_handle_load(run, vcpu, KVM_MMIO_REG_FPR | rs, 203 len, 1); 204 goto done_load; 205 } 206 207 emulated = EMULATE_DONE; 208 209 /* put in registers */ 210 switch (ls_type) { 211 case FPU_LS_SINGLE: 212 kvm_cvt_fd((u32*)tmp, &VCPU_FPR(vcpu, rs)); 213 vcpu->arch.qpr[rs] = *((u32*)tmp); 214 break; 215 case FPU_LS_DOUBLE: 216 VCPU_FPR(vcpu, rs) = *((u64*)tmp); 217 break; 218 } 219 220 dprintk(KERN_INFO "KVM: FPR_LD [0x%llx] at 0x%lx (%d)\n", *(u64*)tmp, 221 addr, len); 222 223 done_load: 224 return emulated; 225 } 226 227 static int kvmppc_emulate_fpr_store(struct kvm_run *run, struct kvm_vcpu *vcpu, 228 int rs, ulong addr, int ls_type) 229 { 230 int emulated = EMULATE_FAIL; 231 int r; 232 char tmp[8]; 233 u64 val; 234 int len; 235 236 switch (ls_type) { 237 case FPU_LS_SINGLE: 238 kvm_cvt_df(&VCPU_FPR(vcpu, rs), (u32*)tmp); 239 val = *((u32*)tmp); 240 len = sizeof(u32); 241 break; 242 case FPU_LS_SINGLE_LOW: 243 *((u32*)tmp) = VCPU_FPR(vcpu, rs); 244 val = VCPU_FPR(vcpu, rs) & 0xffffffff; 245 len = sizeof(u32); 246 break; 247 case FPU_LS_DOUBLE: 248 *((u64*)tmp) = VCPU_FPR(vcpu, rs); 249 val = VCPU_FPR(vcpu, rs); 250 len = sizeof(u64); 251 break; 252 default: 253 val = 0; 254 len = 0; 255 } 256 257 r = kvmppc_st(vcpu, &addr, len, tmp, true); 258 vcpu->arch.paddr_accessed = addr; 259 if (r < 0) { 260 kvmppc_inject_pf(vcpu, addr, true); 261 } else if (r == EMULATE_DO_MMIO) { 262 emulated = kvmppc_handle_store(run, vcpu, val, len, 1); 263 } else { 264 emulated = EMULATE_DONE; 265 } 266 267 dprintk(KERN_INFO "KVM: FPR_ST [0x%llx] at 0x%lx (%d)\n", 268 val, addr, len); 269 270 return emulated; 271 } 272 273 static int kvmppc_emulate_psq_load(struct kvm_run *run, struct kvm_vcpu *vcpu, 274 int rs, ulong addr, bool w, int i) 275 { 276 int emulated = EMULATE_FAIL; 277 int r; 278 float one = 1.0; 279 u32 tmp[2]; 280 281 /* read from memory */ 282 if (w) { 283 r = kvmppc_ld(vcpu, &addr, sizeof(u32), tmp, true); 284 memcpy(&tmp[1], &one, sizeof(u32)); 285 } else { 286 r = kvmppc_ld(vcpu, &addr, sizeof(u32) * 2, tmp, true); 287 } 288 vcpu->arch.paddr_accessed = addr; 289 if (r < 0) { 290 kvmppc_inject_pf(vcpu, addr, false); 291 goto done_load; 292 } else if ((r == EMULATE_DO_MMIO) && w) { 293 emulated = kvmppc_handle_load(run, vcpu, KVM_MMIO_REG_FPR | rs, 294 4, 1); 295 vcpu->arch.qpr[rs] = tmp[1]; 296 goto done_load; 297 } else if (r == EMULATE_DO_MMIO) { 298 emulated = kvmppc_handle_load(run, vcpu, KVM_MMIO_REG_FQPR | rs, 299 8, 1); 300 goto done_load; 301 } 302 303 emulated = EMULATE_DONE; 304 305 /* put in registers */ 306 kvm_cvt_fd(&tmp[0], &VCPU_FPR(vcpu, rs)); 307 vcpu->arch.qpr[rs] = tmp[1]; 308 309 dprintk(KERN_INFO "KVM: PSQ_LD [0x%x, 0x%x] at 0x%lx (%d)\n", tmp[0], 310 tmp[1], addr, w ? 4 : 8); 311 312 done_load: 313 return emulated; 314 } 315 316 static int kvmppc_emulate_psq_store(struct kvm_run *run, struct kvm_vcpu *vcpu, 317 int rs, ulong addr, bool w, int i) 318 { 319 int emulated = EMULATE_FAIL; 320 int r; 321 u32 tmp[2]; 322 int len = w ? sizeof(u32) : sizeof(u64); 323 324 kvm_cvt_df(&VCPU_FPR(vcpu, rs), &tmp[0]); 325 tmp[1] = vcpu->arch.qpr[rs]; 326 327 r = kvmppc_st(vcpu, &addr, len, tmp, true); 328 vcpu->arch.paddr_accessed = addr; 329 if (r < 0) { 330 kvmppc_inject_pf(vcpu, addr, true); 331 } else if ((r == EMULATE_DO_MMIO) && w) { 332 emulated = kvmppc_handle_store(run, vcpu, tmp[0], 4, 1); 333 } else if (r == EMULATE_DO_MMIO) { 334 u64 val = ((u64)tmp[0] << 32) | tmp[1]; 335 emulated = kvmppc_handle_store(run, vcpu, val, 8, 1); 336 } else { 337 emulated = EMULATE_DONE; 338 } 339 340 dprintk(KERN_INFO "KVM: PSQ_ST [0x%x, 0x%x] at 0x%lx (%d)\n", 341 tmp[0], tmp[1], addr, len); 342 343 return emulated; 344 } 345 346 /* 347 * Cuts out inst bits with ordering according to spec. 348 * That means the leftmost bit is zero. All given bits are included. 349 */ 350 static inline u32 inst_get_field(u32 inst, int msb, int lsb) 351 { 352 return kvmppc_get_field(inst, msb + 32, lsb + 32); 353 } 354 355 static bool kvmppc_inst_is_paired_single(struct kvm_vcpu *vcpu, u32 inst) 356 { 357 if (!(vcpu->arch.hflags & BOOK3S_HFLAG_PAIRED_SINGLE)) 358 return false; 359 360 switch (get_op(inst)) { 361 case OP_PSQ_L: 362 case OP_PSQ_LU: 363 case OP_PSQ_ST: 364 case OP_PSQ_STU: 365 case OP_LFS: 366 case OP_LFSU: 367 case OP_LFD: 368 case OP_LFDU: 369 case OP_STFS: 370 case OP_STFSU: 371 case OP_STFD: 372 case OP_STFDU: 373 return true; 374 case 4: 375 /* X form */ 376 switch (inst_get_field(inst, 21, 30)) { 377 case OP_4X_PS_CMPU0: 378 case OP_4X_PSQ_LX: 379 case OP_4X_PS_CMPO0: 380 case OP_4X_PSQ_LUX: 381 case OP_4X_PS_NEG: 382 case OP_4X_PS_CMPU1: 383 case OP_4X_PS_MR: 384 case OP_4X_PS_CMPO1: 385 case OP_4X_PS_NABS: 386 case OP_4X_PS_ABS: 387 case OP_4X_PS_MERGE00: 388 case OP_4X_PS_MERGE01: 389 case OP_4X_PS_MERGE10: 390 case OP_4X_PS_MERGE11: 391 return true; 392 } 393 /* XW form */ 394 switch (inst_get_field(inst, 25, 30)) { 395 case OP_4XW_PSQ_STX: 396 case OP_4XW_PSQ_STUX: 397 return true; 398 } 399 /* A form */ 400 switch (inst_get_field(inst, 26, 30)) { 401 case OP_4A_PS_SUM1: 402 case OP_4A_PS_SUM0: 403 case OP_4A_PS_MULS0: 404 case OP_4A_PS_MULS1: 405 case OP_4A_PS_MADDS0: 406 case OP_4A_PS_MADDS1: 407 case OP_4A_PS_DIV: 408 case OP_4A_PS_SUB: 409 case OP_4A_PS_ADD: 410 case OP_4A_PS_SEL: 411 case OP_4A_PS_RES: 412 case OP_4A_PS_MUL: 413 case OP_4A_PS_RSQRTE: 414 case OP_4A_PS_MSUB: 415 case OP_4A_PS_MADD: 416 case OP_4A_PS_NMSUB: 417 case OP_4A_PS_NMADD: 418 return true; 419 } 420 break; 421 case 59: 422 switch (inst_get_field(inst, 21, 30)) { 423 case OP_59_FADDS: 424 case OP_59_FSUBS: 425 case OP_59_FDIVS: 426 case OP_59_FRES: 427 case OP_59_FRSQRTES: 428 return true; 429 } 430 switch (inst_get_field(inst, 26, 30)) { 431 case OP_59_FMULS: 432 case OP_59_FMSUBS: 433 case OP_59_FMADDS: 434 case OP_59_FNMSUBS: 435 case OP_59_FNMADDS: 436 return true; 437 } 438 break; 439 case 63: 440 switch (inst_get_field(inst, 21, 30)) { 441 case OP_63_MTFSB0: 442 case OP_63_MTFSB1: 443 case OP_63_MTFSF: 444 case OP_63_MTFSFI: 445 case OP_63_MCRFS: 446 case OP_63_MFFS: 447 case OP_63_FCMPU: 448 case OP_63_FCMPO: 449 case OP_63_FNEG: 450 case OP_63_FMR: 451 case OP_63_FABS: 452 case OP_63_FRSP: 453 case OP_63_FDIV: 454 case OP_63_FADD: 455 case OP_63_FSUB: 456 case OP_63_FCTIW: 457 case OP_63_FCTIWZ: 458 case OP_63_FRSQRTE: 459 case OP_63_FCPSGN: 460 return true; 461 } 462 switch (inst_get_field(inst, 26, 30)) { 463 case OP_63_FMUL: 464 case OP_63_FSEL: 465 case OP_63_FMSUB: 466 case OP_63_FMADD: 467 case OP_63_FNMSUB: 468 case OP_63_FNMADD: 469 return true; 470 } 471 break; 472 case 31: 473 switch (inst_get_field(inst, 21, 30)) { 474 case OP_31_LFSX: 475 case OP_31_LFSUX: 476 case OP_31_LFDX: 477 case OP_31_LFDUX: 478 case OP_31_STFSX: 479 case OP_31_STFSUX: 480 case OP_31_STFX: 481 case OP_31_STFUX: 482 case OP_31_STFIWX: 483 return true; 484 } 485 break; 486 } 487 488 return false; 489 } 490 491 static int get_d_signext(u32 inst) 492 { 493 int d = inst & 0x8ff; 494 495 if (d & 0x800) 496 return -(d & 0x7ff); 497 498 return (d & 0x7ff); 499 } 500 501 static int kvmppc_ps_three_in(struct kvm_vcpu *vcpu, bool rc, 502 int reg_out, int reg_in1, int reg_in2, 503 int reg_in3, int scalar, 504 void (*func)(u64 *fpscr, 505 u32 *dst, u32 *src1, 506 u32 *src2, u32 *src3)) 507 { 508 u32 *qpr = vcpu->arch.qpr; 509 u32 ps0_out; 510 u32 ps0_in1, ps0_in2, ps0_in3; 511 u32 ps1_in1, ps1_in2, ps1_in3; 512 513 /* RC */ 514 WARN_ON(rc); 515 516 /* PS0 */ 517 kvm_cvt_df(&VCPU_FPR(vcpu, reg_in1), &ps0_in1); 518 kvm_cvt_df(&VCPU_FPR(vcpu, reg_in2), &ps0_in2); 519 kvm_cvt_df(&VCPU_FPR(vcpu, reg_in3), &ps0_in3); 520 521 if (scalar & SCALAR_LOW) 522 ps0_in2 = qpr[reg_in2]; 523 524 func(&vcpu->arch.fp.fpscr, &ps0_out, &ps0_in1, &ps0_in2, &ps0_in3); 525 526 dprintk(KERN_INFO "PS3 ps0 -> f(0x%x, 0x%x, 0x%x) = 0x%x\n", 527 ps0_in1, ps0_in2, ps0_in3, ps0_out); 528 529 if (!(scalar & SCALAR_NO_PS0)) 530 kvm_cvt_fd(&ps0_out, &VCPU_FPR(vcpu, reg_out)); 531 532 /* PS1 */ 533 ps1_in1 = qpr[reg_in1]; 534 ps1_in2 = qpr[reg_in2]; 535 ps1_in3 = qpr[reg_in3]; 536 537 if (scalar & SCALAR_HIGH) 538 ps1_in2 = ps0_in2; 539 540 if (!(scalar & SCALAR_NO_PS1)) 541 func(&vcpu->arch.fp.fpscr, &qpr[reg_out], &ps1_in1, &ps1_in2, &ps1_in3); 542 543 dprintk(KERN_INFO "PS3 ps1 -> f(0x%x, 0x%x, 0x%x) = 0x%x\n", 544 ps1_in1, ps1_in2, ps1_in3, qpr[reg_out]); 545 546 return EMULATE_DONE; 547 } 548 549 static int kvmppc_ps_two_in(struct kvm_vcpu *vcpu, bool rc, 550 int reg_out, int reg_in1, int reg_in2, 551 int scalar, 552 void (*func)(u64 *fpscr, 553 u32 *dst, u32 *src1, 554 u32 *src2)) 555 { 556 u32 *qpr = vcpu->arch.qpr; 557 u32 ps0_out; 558 u32 ps0_in1, ps0_in2; 559 u32 ps1_out; 560 u32 ps1_in1, ps1_in2; 561 562 /* RC */ 563 WARN_ON(rc); 564 565 /* PS0 */ 566 kvm_cvt_df(&VCPU_FPR(vcpu, reg_in1), &ps0_in1); 567 568 if (scalar & SCALAR_LOW) 569 ps0_in2 = qpr[reg_in2]; 570 else 571 kvm_cvt_df(&VCPU_FPR(vcpu, reg_in2), &ps0_in2); 572 573 func(&vcpu->arch.fp.fpscr, &ps0_out, &ps0_in1, &ps0_in2); 574 575 if (!(scalar & SCALAR_NO_PS0)) { 576 dprintk(KERN_INFO "PS2 ps0 -> f(0x%x, 0x%x) = 0x%x\n", 577 ps0_in1, ps0_in2, ps0_out); 578 579 kvm_cvt_fd(&ps0_out, &VCPU_FPR(vcpu, reg_out)); 580 } 581 582 /* PS1 */ 583 ps1_in1 = qpr[reg_in1]; 584 ps1_in2 = qpr[reg_in2]; 585 586 if (scalar & SCALAR_HIGH) 587 ps1_in2 = ps0_in2; 588 589 func(&vcpu->arch.fp.fpscr, &ps1_out, &ps1_in1, &ps1_in2); 590 591 if (!(scalar & SCALAR_NO_PS1)) { 592 qpr[reg_out] = ps1_out; 593 594 dprintk(KERN_INFO "PS2 ps1 -> f(0x%x, 0x%x) = 0x%x\n", 595 ps1_in1, ps1_in2, qpr[reg_out]); 596 } 597 598 return EMULATE_DONE; 599 } 600 601 static int kvmppc_ps_one_in(struct kvm_vcpu *vcpu, bool rc, 602 int reg_out, int reg_in, 603 void (*func)(u64 *t, 604 u32 *dst, u32 *src1)) 605 { 606 u32 *qpr = vcpu->arch.qpr; 607 u32 ps0_out, ps0_in; 608 u32 ps1_in; 609 610 /* RC */ 611 WARN_ON(rc); 612 613 /* PS0 */ 614 kvm_cvt_df(&VCPU_FPR(vcpu, reg_in), &ps0_in); 615 func(&vcpu->arch.fp.fpscr, &ps0_out, &ps0_in); 616 617 dprintk(KERN_INFO "PS1 ps0 -> f(0x%x) = 0x%x\n", 618 ps0_in, ps0_out); 619 620 kvm_cvt_fd(&ps0_out, &VCPU_FPR(vcpu, reg_out)); 621 622 /* PS1 */ 623 ps1_in = qpr[reg_in]; 624 func(&vcpu->arch.fp.fpscr, &qpr[reg_out], &ps1_in); 625 626 dprintk(KERN_INFO "PS1 ps1 -> f(0x%x) = 0x%x\n", 627 ps1_in, qpr[reg_out]); 628 629 return EMULATE_DONE; 630 } 631 632 int kvmppc_emulate_paired_single(struct kvm_run *run, struct kvm_vcpu *vcpu) 633 { 634 u32 inst; 635 enum emulation_result emulated = EMULATE_DONE; 636 int ax_rd, ax_ra, ax_rb, ax_rc; 637 short full_d; 638 u64 *fpr_d, *fpr_a, *fpr_b, *fpr_c; 639 640 bool rcomp; 641 u32 cr; 642 #ifdef DEBUG 643 int i; 644 #endif 645 646 emulated = kvmppc_get_last_inst(vcpu, INST_GENERIC, &inst); 647 if (emulated != EMULATE_DONE) 648 return emulated; 649 650 ax_rd = inst_get_field(inst, 6, 10); 651 ax_ra = inst_get_field(inst, 11, 15); 652 ax_rb = inst_get_field(inst, 16, 20); 653 ax_rc = inst_get_field(inst, 21, 25); 654 full_d = inst_get_field(inst, 16, 31); 655 656 fpr_d = &VCPU_FPR(vcpu, ax_rd); 657 fpr_a = &VCPU_FPR(vcpu, ax_ra); 658 fpr_b = &VCPU_FPR(vcpu, ax_rb); 659 fpr_c = &VCPU_FPR(vcpu, ax_rc); 660 661 rcomp = (inst & 1) ? true : false; 662 cr = kvmppc_get_cr(vcpu); 663 664 if (!kvmppc_inst_is_paired_single(vcpu, inst)) 665 return EMULATE_FAIL; 666 667 if (!(kvmppc_get_msr(vcpu) & MSR_FP)) { 668 kvmppc_book3s_queue_irqprio(vcpu, BOOK3S_INTERRUPT_FP_UNAVAIL); 669 return EMULATE_AGAIN; 670 } 671 672 kvmppc_giveup_ext(vcpu, MSR_FP); 673 preempt_disable(); 674 enable_kernel_fp(); 675 /* Do we need to clear FE0 / FE1 here? Don't think so. */ 676 677 #ifdef DEBUG 678 for (i = 0; i < ARRAY_SIZE(vcpu->arch.fp.fpr); i++) { 679 u32 f; 680 kvm_cvt_df(&VCPU_FPR(vcpu, i), &f); 681 dprintk(KERN_INFO "FPR[%d] = 0x%x / 0x%llx QPR[%d] = 0x%x\n", 682 i, f, VCPU_FPR(vcpu, i), i, vcpu->arch.qpr[i]); 683 } 684 #endif 685 686 switch (get_op(inst)) { 687 case OP_PSQ_L: 688 { 689 ulong addr = ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0; 690 bool w = inst_get_field(inst, 16, 16) ? true : false; 691 int i = inst_get_field(inst, 17, 19); 692 693 addr += get_d_signext(inst); 694 emulated = kvmppc_emulate_psq_load(run, vcpu, ax_rd, addr, w, i); 695 break; 696 } 697 case OP_PSQ_LU: 698 { 699 ulong addr = kvmppc_get_gpr(vcpu, ax_ra); 700 bool w = inst_get_field(inst, 16, 16) ? true : false; 701 int i = inst_get_field(inst, 17, 19); 702 703 addr += get_d_signext(inst); 704 emulated = kvmppc_emulate_psq_load(run, vcpu, ax_rd, addr, w, i); 705 706 if (emulated == EMULATE_DONE) 707 kvmppc_set_gpr(vcpu, ax_ra, addr); 708 break; 709 } 710 case OP_PSQ_ST: 711 { 712 ulong addr = ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0; 713 bool w = inst_get_field(inst, 16, 16) ? true : false; 714 int i = inst_get_field(inst, 17, 19); 715 716 addr += get_d_signext(inst); 717 emulated = kvmppc_emulate_psq_store(run, vcpu, ax_rd, addr, w, i); 718 break; 719 } 720 case OP_PSQ_STU: 721 { 722 ulong addr = kvmppc_get_gpr(vcpu, ax_ra); 723 bool w = inst_get_field(inst, 16, 16) ? true : false; 724 int i = inst_get_field(inst, 17, 19); 725 726 addr += get_d_signext(inst); 727 emulated = kvmppc_emulate_psq_store(run, vcpu, ax_rd, addr, w, i); 728 729 if (emulated == EMULATE_DONE) 730 kvmppc_set_gpr(vcpu, ax_ra, addr); 731 break; 732 } 733 case 4: 734 /* X form */ 735 switch (inst_get_field(inst, 21, 30)) { 736 case OP_4X_PS_CMPU0: 737 /* XXX */ 738 emulated = EMULATE_FAIL; 739 break; 740 case OP_4X_PSQ_LX: 741 { 742 ulong addr = ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0; 743 bool w = inst_get_field(inst, 21, 21) ? true : false; 744 int i = inst_get_field(inst, 22, 24); 745 746 addr += kvmppc_get_gpr(vcpu, ax_rb); 747 emulated = kvmppc_emulate_psq_load(run, vcpu, ax_rd, addr, w, i); 748 break; 749 } 750 case OP_4X_PS_CMPO0: 751 /* XXX */ 752 emulated = EMULATE_FAIL; 753 break; 754 case OP_4X_PSQ_LUX: 755 { 756 ulong addr = kvmppc_get_gpr(vcpu, ax_ra); 757 bool w = inst_get_field(inst, 21, 21) ? true : false; 758 int i = inst_get_field(inst, 22, 24); 759 760 addr += kvmppc_get_gpr(vcpu, ax_rb); 761 emulated = kvmppc_emulate_psq_load(run, vcpu, ax_rd, addr, w, i); 762 763 if (emulated == EMULATE_DONE) 764 kvmppc_set_gpr(vcpu, ax_ra, addr); 765 break; 766 } 767 case OP_4X_PS_NEG: 768 VCPU_FPR(vcpu, ax_rd) = VCPU_FPR(vcpu, ax_rb); 769 VCPU_FPR(vcpu, ax_rd) ^= 0x8000000000000000ULL; 770 vcpu->arch.qpr[ax_rd] = vcpu->arch.qpr[ax_rb]; 771 vcpu->arch.qpr[ax_rd] ^= 0x80000000; 772 break; 773 case OP_4X_PS_CMPU1: 774 /* XXX */ 775 emulated = EMULATE_FAIL; 776 break; 777 case OP_4X_PS_MR: 778 WARN_ON(rcomp); 779 VCPU_FPR(vcpu, ax_rd) = VCPU_FPR(vcpu, ax_rb); 780 vcpu->arch.qpr[ax_rd] = vcpu->arch.qpr[ax_rb]; 781 break; 782 case OP_4X_PS_CMPO1: 783 /* XXX */ 784 emulated = EMULATE_FAIL; 785 break; 786 case OP_4X_PS_NABS: 787 WARN_ON(rcomp); 788 VCPU_FPR(vcpu, ax_rd) = VCPU_FPR(vcpu, ax_rb); 789 VCPU_FPR(vcpu, ax_rd) |= 0x8000000000000000ULL; 790 vcpu->arch.qpr[ax_rd] = vcpu->arch.qpr[ax_rb]; 791 vcpu->arch.qpr[ax_rd] |= 0x80000000; 792 break; 793 case OP_4X_PS_ABS: 794 WARN_ON(rcomp); 795 VCPU_FPR(vcpu, ax_rd) = VCPU_FPR(vcpu, ax_rb); 796 VCPU_FPR(vcpu, ax_rd) &= ~0x8000000000000000ULL; 797 vcpu->arch.qpr[ax_rd] = vcpu->arch.qpr[ax_rb]; 798 vcpu->arch.qpr[ax_rd] &= ~0x80000000; 799 break; 800 case OP_4X_PS_MERGE00: 801 WARN_ON(rcomp); 802 VCPU_FPR(vcpu, ax_rd) = VCPU_FPR(vcpu, ax_ra); 803 /* vcpu->arch.qpr[ax_rd] = VCPU_FPR(vcpu, ax_rb); */ 804 kvm_cvt_df(&VCPU_FPR(vcpu, ax_rb), 805 &vcpu->arch.qpr[ax_rd]); 806 break; 807 case OP_4X_PS_MERGE01: 808 WARN_ON(rcomp); 809 VCPU_FPR(vcpu, ax_rd) = VCPU_FPR(vcpu, ax_ra); 810 vcpu->arch.qpr[ax_rd] = vcpu->arch.qpr[ax_rb]; 811 break; 812 case OP_4X_PS_MERGE10: 813 WARN_ON(rcomp); 814 /* VCPU_FPR(vcpu, ax_rd) = vcpu->arch.qpr[ax_ra]; */ 815 kvm_cvt_fd(&vcpu->arch.qpr[ax_ra], 816 &VCPU_FPR(vcpu, ax_rd)); 817 /* vcpu->arch.qpr[ax_rd] = VCPU_FPR(vcpu, ax_rb); */ 818 kvm_cvt_df(&VCPU_FPR(vcpu, ax_rb), 819 &vcpu->arch.qpr[ax_rd]); 820 break; 821 case OP_4X_PS_MERGE11: 822 WARN_ON(rcomp); 823 /* VCPU_FPR(vcpu, ax_rd) = vcpu->arch.qpr[ax_ra]; */ 824 kvm_cvt_fd(&vcpu->arch.qpr[ax_ra], 825 &VCPU_FPR(vcpu, ax_rd)); 826 vcpu->arch.qpr[ax_rd] = vcpu->arch.qpr[ax_rb]; 827 break; 828 } 829 /* XW form */ 830 switch (inst_get_field(inst, 25, 30)) { 831 case OP_4XW_PSQ_STX: 832 { 833 ulong addr = ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0; 834 bool w = inst_get_field(inst, 21, 21) ? true : false; 835 int i = inst_get_field(inst, 22, 24); 836 837 addr += kvmppc_get_gpr(vcpu, ax_rb); 838 emulated = kvmppc_emulate_psq_store(run, vcpu, ax_rd, addr, w, i); 839 break; 840 } 841 case OP_4XW_PSQ_STUX: 842 { 843 ulong addr = kvmppc_get_gpr(vcpu, ax_ra); 844 bool w = inst_get_field(inst, 21, 21) ? true : false; 845 int i = inst_get_field(inst, 22, 24); 846 847 addr += kvmppc_get_gpr(vcpu, ax_rb); 848 emulated = kvmppc_emulate_psq_store(run, vcpu, ax_rd, addr, w, i); 849 850 if (emulated == EMULATE_DONE) 851 kvmppc_set_gpr(vcpu, ax_ra, addr); 852 break; 853 } 854 } 855 /* A form */ 856 switch (inst_get_field(inst, 26, 30)) { 857 case OP_4A_PS_SUM1: 858 emulated = kvmppc_ps_two_in(vcpu, rcomp, ax_rd, 859 ax_rb, ax_ra, SCALAR_NO_PS0 | SCALAR_HIGH, fps_fadds); 860 VCPU_FPR(vcpu, ax_rd) = VCPU_FPR(vcpu, ax_rc); 861 break; 862 case OP_4A_PS_SUM0: 863 emulated = kvmppc_ps_two_in(vcpu, rcomp, ax_rd, 864 ax_ra, ax_rb, SCALAR_NO_PS1 | SCALAR_LOW, fps_fadds); 865 vcpu->arch.qpr[ax_rd] = vcpu->arch.qpr[ax_rc]; 866 break; 867 case OP_4A_PS_MULS0: 868 emulated = kvmppc_ps_two_in(vcpu, rcomp, ax_rd, 869 ax_ra, ax_rc, SCALAR_HIGH, fps_fmuls); 870 break; 871 case OP_4A_PS_MULS1: 872 emulated = kvmppc_ps_two_in(vcpu, rcomp, ax_rd, 873 ax_ra, ax_rc, SCALAR_LOW, fps_fmuls); 874 break; 875 case OP_4A_PS_MADDS0: 876 emulated = kvmppc_ps_three_in(vcpu, rcomp, ax_rd, 877 ax_ra, ax_rc, ax_rb, SCALAR_HIGH, fps_fmadds); 878 break; 879 case OP_4A_PS_MADDS1: 880 emulated = kvmppc_ps_three_in(vcpu, rcomp, ax_rd, 881 ax_ra, ax_rc, ax_rb, SCALAR_LOW, fps_fmadds); 882 break; 883 case OP_4A_PS_DIV: 884 emulated = kvmppc_ps_two_in(vcpu, rcomp, ax_rd, 885 ax_ra, ax_rb, SCALAR_NONE, fps_fdivs); 886 break; 887 case OP_4A_PS_SUB: 888 emulated = kvmppc_ps_two_in(vcpu, rcomp, ax_rd, 889 ax_ra, ax_rb, SCALAR_NONE, fps_fsubs); 890 break; 891 case OP_4A_PS_ADD: 892 emulated = kvmppc_ps_two_in(vcpu, rcomp, ax_rd, 893 ax_ra, ax_rb, SCALAR_NONE, fps_fadds); 894 break; 895 case OP_4A_PS_SEL: 896 emulated = kvmppc_ps_three_in(vcpu, rcomp, ax_rd, 897 ax_ra, ax_rc, ax_rb, SCALAR_NONE, fps_fsel); 898 break; 899 case OP_4A_PS_RES: 900 emulated = kvmppc_ps_one_in(vcpu, rcomp, ax_rd, 901 ax_rb, fps_fres); 902 break; 903 case OP_4A_PS_MUL: 904 emulated = kvmppc_ps_two_in(vcpu, rcomp, ax_rd, 905 ax_ra, ax_rc, SCALAR_NONE, fps_fmuls); 906 break; 907 case OP_4A_PS_RSQRTE: 908 emulated = kvmppc_ps_one_in(vcpu, rcomp, ax_rd, 909 ax_rb, fps_frsqrte); 910 break; 911 case OP_4A_PS_MSUB: 912 emulated = kvmppc_ps_three_in(vcpu, rcomp, ax_rd, 913 ax_ra, ax_rc, ax_rb, SCALAR_NONE, fps_fmsubs); 914 break; 915 case OP_4A_PS_MADD: 916 emulated = kvmppc_ps_three_in(vcpu, rcomp, ax_rd, 917 ax_ra, ax_rc, ax_rb, SCALAR_NONE, fps_fmadds); 918 break; 919 case OP_4A_PS_NMSUB: 920 emulated = kvmppc_ps_three_in(vcpu, rcomp, ax_rd, 921 ax_ra, ax_rc, ax_rb, SCALAR_NONE, fps_fnmsubs); 922 break; 923 case OP_4A_PS_NMADD: 924 emulated = kvmppc_ps_three_in(vcpu, rcomp, ax_rd, 925 ax_ra, ax_rc, ax_rb, SCALAR_NONE, fps_fnmadds); 926 break; 927 } 928 break; 929 930 /* Real FPU operations */ 931 932 case OP_LFS: 933 { 934 ulong addr = (ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0) + full_d; 935 936 emulated = kvmppc_emulate_fpr_load(run, vcpu, ax_rd, addr, 937 FPU_LS_SINGLE); 938 break; 939 } 940 case OP_LFSU: 941 { 942 ulong addr = kvmppc_get_gpr(vcpu, ax_ra) + full_d; 943 944 emulated = kvmppc_emulate_fpr_load(run, vcpu, ax_rd, addr, 945 FPU_LS_SINGLE); 946 947 if (emulated == EMULATE_DONE) 948 kvmppc_set_gpr(vcpu, ax_ra, addr); 949 break; 950 } 951 case OP_LFD: 952 { 953 ulong addr = (ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0) + full_d; 954 955 emulated = kvmppc_emulate_fpr_load(run, vcpu, ax_rd, addr, 956 FPU_LS_DOUBLE); 957 break; 958 } 959 case OP_LFDU: 960 { 961 ulong addr = kvmppc_get_gpr(vcpu, ax_ra) + full_d; 962 963 emulated = kvmppc_emulate_fpr_load(run, vcpu, ax_rd, addr, 964 FPU_LS_DOUBLE); 965 966 if (emulated == EMULATE_DONE) 967 kvmppc_set_gpr(vcpu, ax_ra, addr); 968 break; 969 } 970 case OP_STFS: 971 { 972 ulong addr = (ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0) + full_d; 973 974 emulated = kvmppc_emulate_fpr_store(run, vcpu, ax_rd, addr, 975 FPU_LS_SINGLE); 976 break; 977 } 978 case OP_STFSU: 979 { 980 ulong addr = kvmppc_get_gpr(vcpu, ax_ra) + full_d; 981 982 emulated = kvmppc_emulate_fpr_store(run, vcpu, ax_rd, addr, 983 FPU_LS_SINGLE); 984 985 if (emulated == EMULATE_DONE) 986 kvmppc_set_gpr(vcpu, ax_ra, addr); 987 break; 988 } 989 case OP_STFD: 990 { 991 ulong addr = (ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0) + full_d; 992 993 emulated = kvmppc_emulate_fpr_store(run, vcpu, ax_rd, addr, 994 FPU_LS_DOUBLE); 995 break; 996 } 997 case OP_STFDU: 998 { 999 ulong addr = kvmppc_get_gpr(vcpu, ax_ra) + full_d; 1000 1001 emulated = kvmppc_emulate_fpr_store(run, vcpu, ax_rd, addr, 1002 FPU_LS_DOUBLE); 1003 1004 if (emulated == EMULATE_DONE) 1005 kvmppc_set_gpr(vcpu, ax_ra, addr); 1006 break; 1007 } 1008 case 31: 1009 switch (inst_get_field(inst, 21, 30)) { 1010 case OP_31_LFSX: 1011 { 1012 ulong addr = ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0; 1013 1014 addr += kvmppc_get_gpr(vcpu, ax_rb); 1015 emulated = kvmppc_emulate_fpr_load(run, vcpu, ax_rd, 1016 addr, FPU_LS_SINGLE); 1017 break; 1018 } 1019 case OP_31_LFSUX: 1020 { 1021 ulong addr = kvmppc_get_gpr(vcpu, ax_ra) + 1022 kvmppc_get_gpr(vcpu, ax_rb); 1023 1024 emulated = kvmppc_emulate_fpr_load(run, vcpu, ax_rd, 1025 addr, FPU_LS_SINGLE); 1026 1027 if (emulated == EMULATE_DONE) 1028 kvmppc_set_gpr(vcpu, ax_ra, addr); 1029 break; 1030 } 1031 case OP_31_LFDX: 1032 { 1033 ulong addr = (ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0) + 1034 kvmppc_get_gpr(vcpu, ax_rb); 1035 1036 emulated = kvmppc_emulate_fpr_load(run, vcpu, ax_rd, 1037 addr, FPU_LS_DOUBLE); 1038 break; 1039 } 1040 case OP_31_LFDUX: 1041 { 1042 ulong addr = kvmppc_get_gpr(vcpu, ax_ra) + 1043 kvmppc_get_gpr(vcpu, ax_rb); 1044 1045 emulated = kvmppc_emulate_fpr_load(run, vcpu, ax_rd, 1046 addr, FPU_LS_DOUBLE); 1047 1048 if (emulated == EMULATE_DONE) 1049 kvmppc_set_gpr(vcpu, ax_ra, addr); 1050 break; 1051 } 1052 case OP_31_STFSX: 1053 { 1054 ulong addr = (ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0) + 1055 kvmppc_get_gpr(vcpu, ax_rb); 1056 1057 emulated = kvmppc_emulate_fpr_store(run, vcpu, ax_rd, 1058 addr, FPU_LS_SINGLE); 1059 break; 1060 } 1061 case OP_31_STFSUX: 1062 { 1063 ulong addr = kvmppc_get_gpr(vcpu, ax_ra) + 1064 kvmppc_get_gpr(vcpu, ax_rb); 1065 1066 emulated = kvmppc_emulate_fpr_store(run, vcpu, ax_rd, 1067 addr, FPU_LS_SINGLE); 1068 1069 if (emulated == EMULATE_DONE) 1070 kvmppc_set_gpr(vcpu, ax_ra, addr); 1071 break; 1072 } 1073 case OP_31_STFX: 1074 { 1075 ulong addr = (ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0) + 1076 kvmppc_get_gpr(vcpu, ax_rb); 1077 1078 emulated = kvmppc_emulate_fpr_store(run, vcpu, ax_rd, 1079 addr, FPU_LS_DOUBLE); 1080 break; 1081 } 1082 case OP_31_STFUX: 1083 { 1084 ulong addr = kvmppc_get_gpr(vcpu, ax_ra) + 1085 kvmppc_get_gpr(vcpu, ax_rb); 1086 1087 emulated = kvmppc_emulate_fpr_store(run, vcpu, ax_rd, 1088 addr, FPU_LS_DOUBLE); 1089 1090 if (emulated == EMULATE_DONE) 1091 kvmppc_set_gpr(vcpu, ax_ra, addr); 1092 break; 1093 } 1094 case OP_31_STFIWX: 1095 { 1096 ulong addr = (ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0) + 1097 kvmppc_get_gpr(vcpu, ax_rb); 1098 1099 emulated = kvmppc_emulate_fpr_store(run, vcpu, ax_rd, 1100 addr, 1101 FPU_LS_SINGLE_LOW); 1102 break; 1103 } 1104 break; 1105 } 1106 break; 1107 case 59: 1108 switch (inst_get_field(inst, 21, 30)) { 1109 case OP_59_FADDS: 1110 fpd_fadds(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_b); 1111 kvmppc_sync_qpr(vcpu, ax_rd); 1112 break; 1113 case OP_59_FSUBS: 1114 fpd_fsubs(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_b); 1115 kvmppc_sync_qpr(vcpu, ax_rd); 1116 break; 1117 case OP_59_FDIVS: 1118 fpd_fdivs(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_b); 1119 kvmppc_sync_qpr(vcpu, ax_rd); 1120 break; 1121 case OP_59_FRES: 1122 fpd_fres(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_b); 1123 kvmppc_sync_qpr(vcpu, ax_rd); 1124 break; 1125 case OP_59_FRSQRTES: 1126 fpd_frsqrtes(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_b); 1127 kvmppc_sync_qpr(vcpu, ax_rd); 1128 break; 1129 } 1130 switch (inst_get_field(inst, 26, 30)) { 1131 case OP_59_FMULS: 1132 fpd_fmuls(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c); 1133 kvmppc_sync_qpr(vcpu, ax_rd); 1134 break; 1135 case OP_59_FMSUBS: 1136 fpd_fmsubs(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c, fpr_b); 1137 kvmppc_sync_qpr(vcpu, ax_rd); 1138 break; 1139 case OP_59_FMADDS: 1140 fpd_fmadds(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c, fpr_b); 1141 kvmppc_sync_qpr(vcpu, ax_rd); 1142 break; 1143 case OP_59_FNMSUBS: 1144 fpd_fnmsubs(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c, fpr_b); 1145 kvmppc_sync_qpr(vcpu, ax_rd); 1146 break; 1147 case OP_59_FNMADDS: 1148 fpd_fnmadds(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c, fpr_b); 1149 kvmppc_sync_qpr(vcpu, ax_rd); 1150 break; 1151 } 1152 break; 1153 case 63: 1154 switch (inst_get_field(inst, 21, 30)) { 1155 case OP_63_MTFSB0: 1156 case OP_63_MTFSB1: 1157 case OP_63_MCRFS: 1158 case OP_63_MTFSFI: 1159 /* XXX need to implement */ 1160 break; 1161 case OP_63_MFFS: 1162 /* XXX missing CR */ 1163 *fpr_d = vcpu->arch.fp.fpscr; 1164 break; 1165 case OP_63_MTFSF: 1166 /* XXX missing fm bits */ 1167 /* XXX missing CR */ 1168 vcpu->arch.fp.fpscr = *fpr_b; 1169 break; 1170 case OP_63_FCMPU: 1171 { 1172 u32 tmp_cr; 1173 u32 cr0_mask = 0xf0000000; 1174 u32 cr_shift = inst_get_field(inst, 6, 8) * 4; 1175 1176 fpd_fcmpu(&vcpu->arch.fp.fpscr, &tmp_cr, fpr_a, fpr_b); 1177 cr &= ~(cr0_mask >> cr_shift); 1178 cr |= (cr & cr0_mask) >> cr_shift; 1179 break; 1180 } 1181 case OP_63_FCMPO: 1182 { 1183 u32 tmp_cr; 1184 u32 cr0_mask = 0xf0000000; 1185 u32 cr_shift = inst_get_field(inst, 6, 8) * 4; 1186 1187 fpd_fcmpo(&vcpu->arch.fp.fpscr, &tmp_cr, fpr_a, fpr_b); 1188 cr &= ~(cr0_mask >> cr_shift); 1189 cr |= (cr & cr0_mask) >> cr_shift; 1190 break; 1191 } 1192 case OP_63_FNEG: 1193 fpd_fneg(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_b); 1194 break; 1195 case OP_63_FMR: 1196 *fpr_d = *fpr_b; 1197 break; 1198 case OP_63_FABS: 1199 fpd_fabs(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_b); 1200 break; 1201 case OP_63_FCPSGN: 1202 fpd_fcpsgn(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_b); 1203 break; 1204 case OP_63_FDIV: 1205 fpd_fdiv(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_b); 1206 break; 1207 case OP_63_FADD: 1208 fpd_fadd(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_b); 1209 break; 1210 case OP_63_FSUB: 1211 fpd_fsub(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_b); 1212 break; 1213 case OP_63_FCTIW: 1214 fpd_fctiw(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_b); 1215 break; 1216 case OP_63_FCTIWZ: 1217 fpd_fctiwz(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_b); 1218 break; 1219 case OP_63_FRSP: 1220 fpd_frsp(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_b); 1221 kvmppc_sync_qpr(vcpu, ax_rd); 1222 break; 1223 case OP_63_FRSQRTE: 1224 { 1225 double one = 1.0f; 1226 1227 /* fD = sqrt(fB) */ 1228 fpd_fsqrt(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_b); 1229 /* fD = 1.0f / fD */ 1230 fpd_fdiv(&vcpu->arch.fp.fpscr, &cr, fpr_d, (u64*)&one, fpr_d); 1231 break; 1232 } 1233 } 1234 switch (inst_get_field(inst, 26, 30)) { 1235 case OP_63_FMUL: 1236 fpd_fmul(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c); 1237 break; 1238 case OP_63_FSEL: 1239 fpd_fsel(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c, fpr_b); 1240 break; 1241 case OP_63_FMSUB: 1242 fpd_fmsub(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c, fpr_b); 1243 break; 1244 case OP_63_FMADD: 1245 fpd_fmadd(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c, fpr_b); 1246 break; 1247 case OP_63_FNMSUB: 1248 fpd_fnmsub(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c, fpr_b); 1249 break; 1250 case OP_63_FNMADD: 1251 fpd_fnmadd(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c, fpr_b); 1252 break; 1253 } 1254 break; 1255 } 1256 1257 #ifdef DEBUG 1258 for (i = 0; i < ARRAY_SIZE(vcpu->arch.fp.fpr); i++) { 1259 u32 f; 1260 kvm_cvt_df(&VCPU_FPR(vcpu, i), &f); 1261 dprintk(KERN_INFO "FPR[%d] = 0x%x\n", i, f); 1262 } 1263 #endif 1264 1265 if (rcomp) 1266 kvmppc_set_cr(vcpu, cr); 1267 1268 disable_kernel_fp(); 1269 preempt_enable(); 1270 1271 return emulated; 1272 } 1273