Merge tag 'for_linus' of git://git.kernel.org/pub/scm/linux/kernel/git/mst/vhost
[cris-mirror.git] / arch / powerpc / kvm / book3s_paired_singles.c
blobeab96cfe82fa08772999704d07686a6dd61fa307
1 /*
2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License, version 2, as
4 * published by the Free Software Foundation.
6 * This program is distributed in the hope that it will be useful,
7 * but WITHOUT ANY WARRANTY; without even the implied warranty of
8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9 * GNU General Public License for more details.
11 * You should have received a copy of the GNU General Public License
12 * along with this program; if not, write to the Free Software
13 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
15 * Copyright Novell Inc 2010
17 * Authors: Alexander Graf <agraf@suse.de>
20 #include <asm/kvm.h>
21 #include <asm/kvm_ppc.h>
22 #include <asm/disassemble.h>
23 #include <asm/kvm_book3s.h>
24 #include <asm/kvm_fpu.h>
25 #include <asm/reg.h>
26 #include <asm/cacheflush.h>
27 #include <asm/switch_to.h>
28 #include <linux/vmalloc.h>
30 /* #define DEBUG */
32 #ifdef DEBUG
33 #define dprintk printk
34 #else
35 #define dprintk(...) do { } while(0);
36 #endif
38 #define OP_LFS 48
39 #define OP_LFSU 49
40 #define OP_LFD 50
41 #define OP_LFDU 51
42 #define OP_STFS 52
43 #define OP_STFSU 53
44 #define OP_STFD 54
45 #define OP_STFDU 55
46 #define OP_PSQ_L 56
47 #define OP_PSQ_LU 57
48 #define OP_PSQ_ST 60
49 #define OP_PSQ_STU 61
51 #define OP_31_LFSX 535
52 #define OP_31_LFSUX 567
53 #define OP_31_LFDX 599
54 #define OP_31_LFDUX 631
55 #define OP_31_STFSX 663
56 #define OP_31_STFSUX 695
57 #define OP_31_STFX 727
58 #define OP_31_STFUX 759
59 #define OP_31_LWIZX 887
60 #define OP_31_STFIWX 983
62 #define OP_59_FADDS 21
63 #define OP_59_FSUBS 20
64 #define OP_59_FSQRTS 22
65 #define OP_59_FDIVS 18
66 #define OP_59_FRES 24
67 #define OP_59_FMULS 25
68 #define OP_59_FRSQRTES 26
69 #define OP_59_FMSUBS 28
70 #define OP_59_FMADDS 29
71 #define OP_59_FNMSUBS 30
72 #define OP_59_FNMADDS 31
74 #define OP_63_FCMPU 0
75 #define OP_63_FCPSGN 8
76 #define OP_63_FRSP 12
77 #define OP_63_FCTIW 14
78 #define OP_63_FCTIWZ 15
79 #define OP_63_FDIV 18
80 #define OP_63_FADD 21
81 #define OP_63_FSQRT 22
82 #define OP_63_FSEL 23
83 #define OP_63_FRE 24
84 #define OP_63_FMUL 25
85 #define OP_63_FRSQRTE 26
86 #define OP_63_FMSUB 28
87 #define OP_63_FMADD 29
88 #define OP_63_FNMSUB 30
89 #define OP_63_FNMADD 31
90 #define OP_63_FCMPO 32
91 #define OP_63_MTFSB1 38 // XXX
92 #define OP_63_FSUB 20
93 #define OP_63_FNEG 40
94 #define OP_63_MCRFS 64
95 #define OP_63_MTFSB0 70
96 #define OP_63_FMR 72
97 #define OP_63_MTFSFI 134
98 #define OP_63_FABS 264
99 #define OP_63_MFFS 583
100 #define OP_63_MTFSF 711
102 #define OP_4X_PS_CMPU0 0
103 #define OP_4X_PSQ_LX 6
104 #define OP_4XW_PSQ_STX 7
105 #define OP_4A_PS_SUM0 10
106 #define OP_4A_PS_SUM1 11
107 #define OP_4A_PS_MULS0 12
108 #define OP_4A_PS_MULS1 13
109 #define OP_4A_PS_MADDS0 14
110 #define OP_4A_PS_MADDS1 15
111 #define OP_4A_PS_DIV 18
112 #define OP_4A_PS_SUB 20
113 #define OP_4A_PS_ADD 21
114 #define OP_4A_PS_SEL 23
115 #define OP_4A_PS_RES 24
116 #define OP_4A_PS_MUL 25
117 #define OP_4A_PS_RSQRTE 26
118 #define OP_4A_PS_MSUB 28
119 #define OP_4A_PS_MADD 29
120 #define OP_4A_PS_NMSUB 30
121 #define OP_4A_PS_NMADD 31
122 #define OP_4X_PS_CMPO0 32
123 #define OP_4X_PSQ_LUX 38
124 #define OP_4XW_PSQ_STUX 39
125 #define OP_4X_PS_NEG 40
126 #define OP_4X_PS_CMPU1 64
127 #define OP_4X_PS_MR 72
128 #define OP_4X_PS_CMPO1 96
129 #define OP_4X_PS_NABS 136
130 #define OP_4X_PS_ABS 264
131 #define OP_4X_PS_MERGE00 528
132 #define OP_4X_PS_MERGE01 560
133 #define OP_4X_PS_MERGE10 592
134 #define OP_4X_PS_MERGE11 624
136 #define SCALAR_NONE 0
137 #define SCALAR_HIGH (1 << 0)
138 #define SCALAR_LOW (1 << 1)
139 #define SCALAR_NO_PS0 (1 << 2)
140 #define SCALAR_NO_PS1 (1 << 3)
142 #define GQR_ST_TYPE_MASK 0x00000007
143 #define GQR_ST_TYPE_SHIFT 0
144 #define GQR_ST_SCALE_MASK 0x00003f00
145 #define GQR_ST_SCALE_SHIFT 8
146 #define GQR_LD_TYPE_MASK 0x00070000
147 #define GQR_LD_TYPE_SHIFT 16
148 #define GQR_LD_SCALE_MASK 0x3f000000
149 #define GQR_LD_SCALE_SHIFT 24
151 #define GQR_QUANTIZE_FLOAT 0
152 #define GQR_QUANTIZE_U8 4
153 #define GQR_QUANTIZE_U16 5
154 #define GQR_QUANTIZE_S8 6
155 #define GQR_QUANTIZE_S16 7
157 #define FPU_LS_SINGLE 0
158 #define FPU_LS_DOUBLE 1
159 #define FPU_LS_SINGLE_LOW 2
161 static inline void kvmppc_sync_qpr(struct kvm_vcpu *vcpu, int rt)
163 kvm_cvt_df(&VCPU_FPR(vcpu, rt), &vcpu->arch.qpr[rt]);
166 static void kvmppc_inject_pf(struct kvm_vcpu *vcpu, ulong eaddr, bool is_store)
168 u32 dsisr;
169 u64 msr = kvmppc_get_msr(vcpu);
171 msr = kvmppc_set_field(msr, 33, 36, 0);
172 msr = kvmppc_set_field(msr, 42, 47, 0);
173 kvmppc_set_msr(vcpu, msr);
174 kvmppc_set_dar(vcpu, eaddr);
175 /* Page Fault */
176 dsisr = kvmppc_set_field(0, 33, 33, 1);
177 if (is_store)
178 dsisr = kvmppc_set_field(dsisr, 38, 38, 1);
179 kvmppc_set_dsisr(vcpu, dsisr);
180 kvmppc_book3s_queue_irqprio(vcpu, BOOK3S_INTERRUPT_DATA_STORAGE);
183 static int kvmppc_emulate_fpr_load(struct kvm_run *run, struct kvm_vcpu *vcpu,
184 int rs, ulong addr, int ls_type)
186 int emulated = EMULATE_FAIL;
187 int r;
188 char tmp[8];
189 int len = sizeof(u32);
191 if (ls_type == FPU_LS_DOUBLE)
192 len = sizeof(u64);
194 /* read from memory */
195 r = kvmppc_ld(vcpu, &addr, len, tmp, true);
196 vcpu->arch.paddr_accessed = addr;
198 if (r < 0) {
199 kvmppc_inject_pf(vcpu, addr, false);
200 goto done_load;
201 } else if (r == EMULATE_DO_MMIO) {
202 emulated = kvmppc_handle_load(run, vcpu, KVM_MMIO_REG_FPR | rs,
203 len, 1);
204 goto done_load;
207 emulated = EMULATE_DONE;
209 /* put in registers */
210 switch (ls_type) {
211 case FPU_LS_SINGLE:
212 kvm_cvt_fd((u32*)tmp, &VCPU_FPR(vcpu, rs));
213 vcpu->arch.qpr[rs] = *((u32*)tmp);
214 break;
215 case FPU_LS_DOUBLE:
216 VCPU_FPR(vcpu, rs) = *((u64*)tmp);
217 break;
220 dprintk(KERN_INFO "KVM: FPR_LD [0x%llx] at 0x%lx (%d)\n", *(u64*)tmp,
221 addr, len);
223 done_load:
224 return emulated;
227 static int kvmppc_emulate_fpr_store(struct kvm_run *run, struct kvm_vcpu *vcpu,
228 int rs, ulong addr, int ls_type)
230 int emulated = EMULATE_FAIL;
231 int r;
232 char tmp[8];
233 u64 val;
234 int len;
236 switch (ls_type) {
237 case FPU_LS_SINGLE:
238 kvm_cvt_df(&VCPU_FPR(vcpu, rs), (u32*)tmp);
239 val = *((u32*)tmp);
240 len = sizeof(u32);
241 break;
242 case FPU_LS_SINGLE_LOW:
243 *((u32*)tmp) = VCPU_FPR(vcpu, rs);
244 val = VCPU_FPR(vcpu, rs) & 0xffffffff;
245 len = sizeof(u32);
246 break;
247 case FPU_LS_DOUBLE:
248 *((u64*)tmp) = VCPU_FPR(vcpu, rs);
249 val = VCPU_FPR(vcpu, rs);
250 len = sizeof(u64);
251 break;
252 default:
253 val = 0;
254 len = 0;
257 r = kvmppc_st(vcpu, &addr, len, tmp, true);
258 vcpu->arch.paddr_accessed = addr;
259 if (r < 0) {
260 kvmppc_inject_pf(vcpu, addr, true);
261 } else if (r == EMULATE_DO_MMIO) {
262 emulated = kvmppc_handle_store(run, vcpu, val, len, 1);
263 } else {
264 emulated = EMULATE_DONE;
267 dprintk(KERN_INFO "KVM: FPR_ST [0x%llx] at 0x%lx (%d)\n",
268 val, addr, len);
270 return emulated;
273 static int kvmppc_emulate_psq_load(struct kvm_run *run, struct kvm_vcpu *vcpu,
274 int rs, ulong addr, bool w, int i)
276 int emulated = EMULATE_FAIL;
277 int r;
278 float one = 1.0;
279 u32 tmp[2];
281 /* read from memory */
282 if (w) {
283 r = kvmppc_ld(vcpu, &addr, sizeof(u32), tmp, true);
284 memcpy(&tmp[1], &one, sizeof(u32));
285 } else {
286 r = kvmppc_ld(vcpu, &addr, sizeof(u32) * 2, tmp, true);
288 vcpu->arch.paddr_accessed = addr;
289 if (r < 0) {
290 kvmppc_inject_pf(vcpu, addr, false);
291 goto done_load;
292 } else if ((r == EMULATE_DO_MMIO) && w) {
293 emulated = kvmppc_handle_load(run, vcpu, KVM_MMIO_REG_FPR | rs,
294 4, 1);
295 vcpu->arch.qpr[rs] = tmp[1];
296 goto done_load;
297 } else if (r == EMULATE_DO_MMIO) {
298 emulated = kvmppc_handle_load(run, vcpu, KVM_MMIO_REG_FQPR | rs,
299 8, 1);
300 goto done_load;
303 emulated = EMULATE_DONE;
305 /* put in registers */
306 kvm_cvt_fd(&tmp[0], &VCPU_FPR(vcpu, rs));
307 vcpu->arch.qpr[rs] = tmp[1];
309 dprintk(KERN_INFO "KVM: PSQ_LD [0x%x, 0x%x] at 0x%lx (%d)\n", tmp[0],
310 tmp[1], addr, w ? 4 : 8);
312 done_load:
313 return emulated;
316 static int kvmppc_emulate_psq_store(struct kvm_run *run, struct kvm_vcpu *vcpu,
317 int rs, ulong addr, bool w, int i)
319 int emulated = EMULATE_FAIL;
320 int r;
321 u32 tmp[2];
322 int len = w ? sizeof(u32) : sizeof(u64);
324 kvm_cvt_df(&VCPU_FPR(vcpu, rs), &tmp[0]);
325 tmp[1] = vcpu->arch.qpr[rs];
327 r = kvmppc_st(vcpu, &addr, len, tmp, true);
328 vcpu->arch.paddr_accessed = addr;
329 if (r < 0) {
330 kvmppc_inject_pf(vcpu, addr, true);
331 } else if ((r == EMULATE_DO_MMIO) && w) {
332 emulated = kvmppc_handle_store(run, vcpu, tmp[0], 4, 1);
333 } else if (r == EMULATE_DO_MMIO) {
334 u64 val = ((u64)tmp[0] << 32) | tmp[1];
335 emulated = kvmppc_handle_store(run, vcpu, val, 8, 1);
336 } else {
337 emulated = EMULATE_DONE;
340 dprintk(KERN_INFO "KVM: PSQ_ST [0x%x, 0x%x] at 0x%lx (%d)\n",
341 tmp[0], tmp[1], addr, len);
343 return emulated;
347 * Cuts out inst bits with ordering according to spec.
348 * That means the leftmost bit is zero. All given bits are included.
350 static inline u32 inst_get_field(u32 inst, int msb, int lsb)
352 return kvmppc_get_field(inst, msb + 32, lsb + 32);
355 static bool kvmppc_inst_is_paired_single(struct kvm_vcpu *vcpu, u32 inst)
357 if (!(vcpu->arch.hflags & BOOK3S_HFLAG_PAIRED_SINGLE))
358 return false;
360 switch (get_op(inst)) {
361 case OP_PSQ_L:
362 case OP_PSQ_LU:
363 case OP_PSQ_ST:
364 case OP_PSQ_STU:
365 case OP_LFS:
366 case OP_LFSU:
367 case OP_LFD:
368 case OP_LFDU:
369 case OP_STFS:
370 case OP_STFSU:
371 case OP_STFD:
372 case OP_STFDU:
373 return true;
374 case 4:
375 /* X form */
376 switch (inst_get_field(inst, 21, 30)) {
377 case OP_4X_PS_CMPU0:
378 case OP_4X_PSQ_LX:
379 case OP_4X_PS_CMPO0:
380 case OP_4X_PSQ_LUX:
381 case OP_4X_PS_NEG:
382 case OP_4X_PS_CMPU1:
383 case OP_4X_PS_MR:
384 case OP_4X_PS_CMPO1:
385 case OP_4X_PS_NABS:
386 case OP_4X_PS_ABS:
387 case OP_4X_PS_MERGE00:
388 case OP_4X_PS_MERGE01:
389 case OP_4X_PS_MERGE10:
390 case OP_4X_PS_MERGE11:
391 return true;
393 /* XW form */
394 switch (inst_get_field(inst, 25, 30)) {
395 case OP_4XW_PSQ_STX:
396 case OP_4XW_PSQ_STUX:
397 return true;
399 /* A form */
400 switch (inst_get_field(inst, 26, 30)) {
401 case OP_4A_PS_SUM1:
402 case OP_4A_PS_SUM0:
403 case OP_4A_PS_MULS0:
404 case OP_4A_PS_MULS1:
405 case OP_4A_PS_MADDS0:
406 case OP_4A_PS_MADDS1:
407 case OP_4A_PS_DIV:
408 case OP_4A_PS_SUB:
409 case OP_4A_PS_ADD:
410 case OP_4A_PS_SEL:
411 case OP_4A_PS_RES:
412 case OP_4A_PS_MUL:
413 case OP_4A_PS_RSQRTE:
414 case OP_4A_PS_MSUB:
415 case OP_4A_PS_MADD:
416 case OP_4A_PS_NMSUB:
417 case OP_4A_PS_NMADD:
418 return true;
420 break;
421 case 59:
422 switch (inst_get_field(inst, 21, 30)) {
423 case OP_59_FADDS:
424 case OP_59_FSUBS:
425 case OP_59_FDIVS:
426 case OP_59_FRES:
427 case OP_59_FRSQRTES:
428 return true;
430 switch (inst_get_field(inst, 26, 30)) {
431 case OP_59_FMULS:
432 case OP_59_FMSUBS:
433 case OP_59_FMADDS:
434 case OP_59_FNMSUBS:
435 case OP_59_FNMADDS:
436 return true;
438 break;
439 case 63:
440 switch (inst_get_field(inst, 21, 30)) {
441 case OP_63_MTFSB0:
442 case OP_63_MTFSB1:
443 case OP_63_MTFSF:
444 case OP_63_MTFSFI:
445 case OP_63_MCRFS:
446 case OP_63_MFFS:
447 case OP_63_FCMPU:
448 case OP_63_FCMPO:
449 case OP_63_FNEG:
450 case OP_63_FMR:
451 case OP_63_FABS:
452 case OP_63_FRSP:
453 case OP_63_FDIV:
454 case OP_63_FADD:
455 case OP_63_FSUB:
456 case OP_63_FCTIW:
457 case OP_63_FCTIWZ:
458 case OP_63_FRSQRTE:
459 case OP_63_FCPSGN:
460 return true;
462 switch (inst_get_field(inst, 26, 30)) {
463 case OP_63_FMUL:
464 case OP_63_FSEL:
465 case OP_63_FMSUB:
466 case OP_63_FMADD:
467 case OP_63_FNMSUB:
468 case OP_63_FNMADD:
469 return true;
471 break;
472 case 31:
473 switch (inst_get_field(inst, 21, 30)) {
474 case OP_31_LFSX:
475 case OP_31_LFSUX:
476 case OP_31_LFDX:
477 case OP_31_LFDUX:
478 case OP_31_STFSX:
479 case OP_31_STFSUX:
480 case OP_31_STFX:
481 case OP_31_STFUX:
482 case OP_31_STFIWX:
483 return true;
485 break;
488 return false;
491 static int get_d_signext(u32 inst)
493 int d = inst & 0x8ff;
495 if (d & 0x800)
496 return -(d & 0x7ff);
498 return (d & 0x7ff);
501 static int kvmppc_ps_three_in(struct kvm_vcpu *vcpu, bool rc,
502 int reg_out, int reg_in1, int reg_in2,
503 int reg_in3, int scalar,
504 void (*func)(u64 *fpscr,
505 u32 *dst, u32 *src1,
506 u32 *src2, u32 *src3))
508 u32 *qpr = vcpu->arch.qpr;
509 u32 ps0_out;
510 u32 ps0_in1, ps0_in2, ps0_in3;
511 u32 ps1_in1, ps1_in2, ps1_in3;
513 /* RC */
514 WARN_ON(rc);
516 /* PS0 */
517 kvm_cvt_df(&VCPU_FPR(vcpu, reg_in1), &ps0_in1);
518 kvm_cvt_df(&VCPU_FPR(vcpu, reg_in2), &ps0_in2);
519 kvm_cvt_df(&VCPU_FPR(vcpu, reg_in3), &ps0_in3);
521 if (scalar & SCALAR_LOW)
522 ps0_in2 = qpr[reg_in2];
524 func(&vcpu->arch.fp.fpscr, &ps0_out, &ps0_in1, &ps0_in2, &ps0_in3);
526 dprintk(KERN_INFO "PS3 ps0 -> f(0x%x, 0x%x, 0x%x) = 0x%x\n",
527 ps0_in1, ps0_in2, ps0_in3, ps0_out);
529 if (!(scalar & SCALAR_NO_PS0))
530 kvm_cvt_fd(&ps0_out, &VCPU_FPR(vcpu, reg_out));
532 /* PS1 */
533 ps1_in1 = qpr[reg_in1];
534 ps1_in2 = qpr[reg_in2];
535 ps1_in3 = qpr[reg_in3];
537 if (scalar & SCALAR_HIGH)
538 ps1_in2 = ps0_in2;
540 if (!(scalar & SCALAR_NO_PS1))
541 func(&vcpu->arch.fp.fpscr, &qpr[reg_out], &ps1_in1, &ps1_in2, &ps1_in3);
543 dprintk(KERN_INFO "PS3 ps1 -> f(0x%x, 0x%x, 0x%x) = 0x%x\n",
544 ps1_in1, ps1_in2, ps1_in3, qpr[reg_out]);
546 return EMULATE_DONE;
549 static int kvmppc_ps_two_in(struct kvm_vcpu *vcpu, bool rc,
550 int reg_out, int reg_in1, int reg_in2,
551 int scalar,
552 void (*func)(u64 *fpscr,
553 u32 *dst, u32 *src1,
554 u32 *src2))
556 u32 *qpr = vcpu->arch.qpr;
557 u32 ps0_out;
558 u32 ps0_in1, ps0_in2;
559 u32 ps1_out;
560 u32 ps1_in1, ps1_in2;
562 /* RC */
563 WARN_ON(rc);
565 /* PS0 */
566 kvm_cvt_df(&VCPU_FPR(vcpu, reg_in1), &ps0_in1);
568 if (scalar & SCALAR_LOW)
569 ps0_in2 = qpr[reg_in2];
570 else
571 kvm_cvt_df(&VCPU_FPR(vcpu, reg_in2), &ps0_in2);
573 func(&vcpu->arch.fp.fpscr, &ps0_out, &ps0_in1, &ps0_in2);
575 if (!(scalar & SCALAR_NO_PS0)) {
576 dprintk(KERN_INFO "PS2 ps0 -> f(0x%x, 0x%x) = 0x%x\n",
577 ps0_in1, ps0_in2, ps0_out);
579 kvm_cvt_fd(&ps0_out, &VCPU_FPR(vcpu, reg_out));
582 /* PS1 */
583 ps1_in1 = qpr[reg_in1];
584 ps1_in2 = qpr[reg_in2];
586 if (scalar & SCALAR_HIGH)
587 ps1_in2 = ps0_in2;
589 func(&vcpu->arch.fp.fpscr, &ps1_out, &ps1_in1, &ps1_in2);
591 if (!(scalar & SCALAR_NO_PS1)) {
592 qpr[reg_out] = ps1_out;
594 dprintk(KERN_INFO "PS2 ps1 -> f(0x%x, 0x%x) = 0x%x\n",
595 ps1_in1, ps1_in2, qpr[reg_out]);
598 return EMULATE_DONE;
601 static int kvmppc_ps_one_in(struct kvm_vcpu *vcpu, bool rc,
602 int reg_out, int reg_in,
603 void (*func)(u64 *t,
604 u32 *dst, u32 *src1))
606 u32 *qpr = vcpu->arch.qpr;
607 u32 ps0_out, ps0_in;
608 u32 ps1_in;
610 /* RC */
611 WARN_ON(rc);
613 /* PS0 */
614 kvm_cvt_df(&VCPU_FPR(vcpu, reg_in), &ps0_in);
615 func(&vcpu->arch.fp.fpscr, &ps0_out, &ps0_in);
617 dprintk(KERN_INFO "PS1 ps0 -> f(0x%x) = 0x%x\n",
618 ps0_in, ps0_out);
620 kvm_cvt_fd(&ps0_out, &VCPU_FPR(vcpu, reg_out));
622 /* PS1 */
623 ps1_in = qpr[reg_in];
624 func(&vcpu->arch.fp.fpscr, &qpr[reg_out], &ps1_in);
626 dprintk(KERN_INFO "PS1 ps1 -> f(0x%x) = 0x%x\n",
627 ps1_in, qpr[reg_out]);
629 return EMULATE_DONE;
632 int kvmppc_emulate_paired_single(struct kvm_run *run, struct kvm_vcpu *vcpu)
634 u32 inst;
635 enum emulation_result emulated = EMULATE_DONE;
636 int ax_rd, ax_ra, ax_rb, ax_rc;
637 short full_d;
638 u64 *fpr_d, *fpr_a, *fpr_b, *fpr_c;
640 bool rcomp;
641 u32 cr;
642 #ifdef DEBUG
643 int i;
644 #endif
646 emulated = kvmppc_get_last_inst(vcpu, INST_GENERIC, &inst);
647 if (emulated != EMULATE_DONE)
648 return emulated;
650 ax_rd = inst_get_field(inst, 6, 10);
651 ax_ra = inst_get_field(inst, 11, 15);
652 ax_rb = inst_get_field(inst, 16, 20);
653 ax_rc = inst_get_field(inst, 21, 25);
654 full_d = inst_get_field(inst, 16, 31);
656 fpr_d = &VCPU_FPR(vcpu, ax_rd);
657 fpr_a = &VCPU_FPR(vcpu, ax_ra);
658 fpr_b = &VCPU_FPR(vcpu, ax_rb);
659 fpr_c = &VCPU_FPR(vcpu, ax_rc);
661 rcomp = (inst & 1) ? true : false;
662 cr = kvmppc_get_cr(vcpu);
664 if (!kvmppc_inst_is_paired_single(vcpu, inst))
665 return EMULATE_FAIL;
667 if (!(kvmppc_get_msr(vcpu) & MSR_FP)) {
668 kvmppc_book3s_queue_irqprio(vcpu, BOOK3S_INTERRUPT_FP_UNAVAIL);
669 return EMULATE_AGAIN;
672 kvmppc_giveup_ext(vcpu, MSR_FP);
673 preempt_disable();
674 enable_kernel_fp();
675 /* Do we need to clear FE0 / FE1 here? Don't think so. */
677 #ifdef DEBUG
678 for (i = 0; i < ARRAY_SIZE(vcpu->arch.fp.fpr); i++) {
679 u32 f;
680 kvm_cvt_df(&VCPU_FPR(vcpu, i), &f);
681 dprintk(KERN_INFO "FPR[%d] = 0x%x / 0x%llx QPR[%d] = 0x%x\n",
682 i, f, VCPU_FPR(vcpu, i), i, vcpu->arch.qpr[i]);
684 #endif
686 switch (get_op(inst)) {
687 case OP_PSQ_L:
689 ulong addr = ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0;
690 bool w = inst_get_field(inst, 16, 16) ? true : false;
691 int i = inst_get_field(inst, 17, 19);
693 addr += get_d_signext(inst);
694 emulated = kvmppc_emulate_psq_load(run, vcpu, ax_rd, addr, w, i);
695 break;
697 case OP_PSQ_LU:
699 ulong addr = kvmppc_get_gpr(vcpu, ax_ra);
700 bool w = inst_get_field(inst, 16, 16) ? true : false;
701 int i = inst_get_field(inst, 17, 19);
703 addr += get_d_signext(inst);
704 emulated = kvmppc_emulate_psq_load(run, vcpu, ax_rd, addr, w, i);
706 if (emulated == EMULATE_DONE)
707 kvmppc_set_gpr(vcpu, ax_ra, addr);
708 break;
710 case OP_PSQ_ST:
712 ulong addr = ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0;
713 bool w = inst_get_field(inst, 16, 16) ? true : false;
714 int i = inst_get_field(inst, 17, 19);
716 addr += get_d_signext(inst);
717 emulated = kvmppc_emulate_psq_store(run, vcpu, ax_rd, addr, w, i);
718 break;
720 case OP_PSQ_STU:
722 ulong addr = kvmppc_get_gpr(vcpu, ax_ra);
723 bool w = inst_get_field(inst, 16, 16) ? true : false;
724 int i = inst_get_field(inst, 17, 19);
726 addr += get_d_signext(inst);
727 emulated = kvmppc_emulate_psq_store(run, vcpu, ax_rd, addr, w, i);
729 if (emulated == EMULATE_DONE)
730 kvmppc_set_gpr(vcpu, ax_ra, addr);
731 break;
733 case 4:
734 /* X form */
735 switch (inst_get_field(inst, 21, 30)) {
736 case OP_4X_PS_CMPU0:
737 /* XXX */
738 emulated = EMULATE_FAIL;
739 break;
740 case OP_4X_PSQ_LX:
742 ulong addr = ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0;
743 bool w = inst_get_field(inst, 21, 21) ? true : false;
744 int i = inst_get_field(inst, 22, 24);
746 addr += kvmppc_get_gpr(vcpu, ax_rb);
747 emulated = kvmppc_emulate_psq_load(run, vcpu, ax_rd, addr, w, i);
748 break;
750 case OP_4X_PS_CMPO0:
751 /* XXX */
752 emulated = EMULATE_FAIL;
753 break;
754 case OP_4X_PSQ_LUX:
756 ulong addr = kvmppc_get_gpr(vcpu, ax_ra);
757 bool w = inst_get_field(inst, 21, 21) ? true : false;
758 int i = inst_get_field(inst, 22, 24);
760 addr += kvmppc_get_gpr(vcpu, ax_rb);
761 emulated = kvmppc_emulate_psq_load(run, vcpu, ax_rd, addr, w, i);
763 if (emulated == EMULATE_DONE)
764 kvmppc_set_gpr(vcpu, ax_ra, addr);
765 break;
767 case OP_4X_PS_NEG:
768 VCPU_FPR(vcpu, ax_rd) = VCPU_FPR(vcpu, ax_rb);
769 VCPU_FPR(vcpu, ax_rd) ^= 0x8000000000000000ULL;
770 vcpu->arch.qpr[ax_rd] = vcpu->arch.qpr[ax_rb];
771 vcpu->arch.qpr[ax_rd] ^= 0x80000000;
772 break;
773 case OP_4X_PS_CMPU1:
774 /* XXX */
775 emulated = EMULATE_FAIL;
776 break;
777 case OP_4X_PS_MR:
778 WARN_ON(rcomp);
779 VCPU_FPR(vcpu, ax_rd) = VCPU_FPR(vcpu, ax_rb);
780 vcpu->arch.qpr[ax_rd] = vcpu->arch.qpr[ax_rb];
781 break;
782 case OP_4X_PS_CMPO1:
783 /* XXX */
784 emulated = EMULATE_FAIL;
785 break;
786 case OP_4X_PS_NABS:
787 WARN_ON(rcomp);
788 VCPU_FPR(vcpu, ax_rd) = VCPU_FPR(vcpu, ax_rb);
789 VCPU_FPR(vcpu, ax_rd) |= 0x8000000000000000ULL;
790 vcpu->arch.qpr[ax_rd] = vcpu->arch.qpr[ax_rb];
791 vcpu->arch.qpr[ax_rd] |= 0x80000000;
792 break;
793 case OP_4X_PS_ABS:
794 WARN_ON(rcomp);
795 VCPU_FPR(vcpu, ax_rd) = VCPU_FPR(vcpu, ax_rb);
796 VCPU_FPR(vcpu, ax_rd) &= ~0x8000000000000000ULL;
797 vcpu->arch.qpr[ax_rd] = vcpu->arch.qpr[ax_rb];
798 vcpu->arch.qpr[ax_rd] &= ~0x80000000;
799 break;
800 case OP_4X_PS_MERGE00:
801 WARN_ON(rcomp);
802 VCPU_FPR(vcpu, ax_rd) = VCPU_FPR(vcpu, ax_ra);
803 /* vcpu->arch.qpr[ax_rd] = VCPU_FPR(vcpu, ax_rb); */
804 kvm_cvt_df(&VCPU_FPR(vcpu, ax_rb),
805 &vcpu->arch.qpr[ax_rd]);
806 break;
807 case OP_4X_PS_MERGE01:
808 WARN_ON(rcomp);
809 VCPU_FPR(vcpu, ax_rd) = VCPU_FPR(vcpu, ax_ra);
810 vcpu->arch.qpr[ax_rd] = vcpu->arch.qpr[ax_rb];
811 break;
812 case OP_4X_PS_MERGE10:
813 WARN_ON(rcomp);
814 /* VCPU_FPR(vcpu, ax_rd) = vcpu->arch.qpr[ax_ra]; */
815 kvm_cvt_fd(&vcpu->arch.qpr[ax_ra],
816 &VCPU_FPR(vcpu, ax_rd));
817 /* vcpu->arch.qpr[ax_rd] = VCPU_FPR(vcpu, ax_rb); */
818 kvm_cvt_df(&VCPU_FPR(vcpu, ax_rb),
819 &vcpu->arch.qpr[ax_rd]);
820 break;
821 case OP_4X_PS_MERGE11:
822 WARN_ON(rcomp);
823 /* VCPU_FPR(vcpu, ax_rd) = vcpu->arch.qpr[ax_ra]; */
824 kvm_cvt_fd(&vcpu->arch.qpr[ax_ra],
825 &VCPU_FPR(vcpu, ax_rd));
826 vcpu->arch.qpr[ax_rd] = vcpu->arch.qpr[ax_rb];
827 break;
829 /* XW form */
830 switch (inst_get_field(inst, 25, 30)) {
831 case OP_4XW_PSQ_STX:
833 ulong addr = ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0;
834 bool w = inst_get_field(inst, 21, 21) ? true : false;
835 int i = inst_get_field(inst, 22, 24);
837 addr += kvmppc_get_gpr(vcpu, ax_rb);
838 emulated = kvmppc_emulate_psq_store(run, vcpu, ax_rd, addr, w, i);
839 break;
841 case OP_4XW_PSQ_STUX:
843 ulong addr = kvmppc_get_gpr(vcpu, ax_ra);
844 bool w = inst_get_field(inst, 21, 21) ? true : false;
845 int i = inst_get_field(inst, 22, 24);
847 addr += kvmppc_get_gpr(vcpu, ax_rb);
848 emulated = kvmppc_emulate_psq_store(run, vcpu, ax_rd, addr, w, i);
850 if (emulated == EMULATE_DONE)
851 kvmppc_set_gpr(vcpu, ax_ra, addr);
852 break;
855 /* A form */
856 switch (inst_get_field(inst, 26, 30)) {
857 case OP_4A_PS_SUM1:
858 emulated = kvmppc_ps_two_in(vcpu, rcomp, ax_rd,
859 ax_rb, ax_ra, SCALAR_NO_PS0 | SCALAR_HIGH, fps_fadds);
860 VCPU_FPR(vcpu, ax_rd) = VCPU_FPR(vcpu, ax_rc);
861 break;
862 case OP_4A_PS_SUM0:
863 emulated = kvmppc_ps_two_in(vcpu, rcomp, ax_rd,
864 ax_ra, ax_rb, SCALAR_NO_PS1 | SCALAR_LOW, fps_fadds);
865 vcpu->arch.qpr[ax_rd] = vcpu->arch.qpr[ax_rc];
866 break;
867 case OP_4A_PS_MULS0:
868 emulated = kvmppc_ps_two_in(vcpu, rcomp, ax_rd,
869 ax_ra, ax_rc, SCALAR_HIGH, fps_fmuls);
870 break;
871 case OP_4A_PS_MULS1:
872 emulated = kvmppc_ps_two_in(vcpu, rcomp, ax_rd,
873 ax_ra, ax_rc, SCALAR_LOW, fps_fmuls);
874 break;
875 case OP_4A_PS_MADDS0:
876 emulated = kvmppc_ps_three_in(vcpu, rcomp, ax_rd,
877 ax_ra, ax_rc, ax_rb, SCALAR_HIGH, fps_fmadds);
878 break;
879 case OP_4A_PS_MADDS1:
880 emulated = kvmppc_ps_three_in(vcpu, rcomp, ax_rd,
881 ax_ra, ax_rc, ax_rb, SCALAR_LOW, fps_fmadds);
882 break;
883 case OP_4A_PS_DIV:
884 emulated = kvmppc_ps_two_in(vcpu, rcomp, ax_rd,
885 ax_ra, ax_rb, SCALAR_NONE, fps_fdivs);
886 break;
887 case OP_4A_PS_SUB:
888 emulated = kvmppc_ps_two_in(vcpu, rcomp, ax_rd,
889 ax_ra, ax_rb, SCALAR_NONE, fps_fsubs);
890 break;
891 case OP_4A_PS_ADD:
892 emulated = kvmppc_ps_two_in(vcpu, rcomp, ax_rd,
893 ax_ra, ax_rb, SCALAR_NONE, fps_fadds);
894 break;
895 case OP_4A_PS_SEL:
896 emulated = kvmppc_ps_three_in(vcpu, rcomp, ax_rd,
897 ax_ra, ax_rc, ax_rb, SCALAR_NONE, fps_fsel);
898 break;
899 case OP_4A_PS_RES:
900 emulated = kvmppc_ps_one_in(vcpu, rcomp, ax_rd,
901 ax_rb, fps_fres);
902 break;
903 case OP_4A_PS_MUL:
904 emulated = kvmppc_ps_two_in(vcpu, rcomp, ax_rd,
905 ax_ra, ax_rc, SCALAR_NONE, fps_fmuls);
906 break;
907 case OP_4A_PS_RSQRTE:
908 emulated = kvmppc_ps_one_in(vcpu, rcomp, ax_rd,
909 ax_rb, fps_frsqrte);
910 break;
911 case OP_4A_PS_MSUB:
912 emulated = kvmppc_ps_three_in(vcpu, rcomp, ax_rd,
913 ax_ra, ax_rc, ax_rb, SCALAR_NONE, fps_fmsubs);
914 break;
915 case OP_4A_PS_MADD:
916 emulated = kvmppc_ps_three_in(vcpu, rcomp, ax_rd,
917 ax_ra, ax_rc, ax_rb, SCALAR_NONE, fps_fmadds);
918 break;
919 case OP_4A_PS_NMSUB:
920 emulated = kvmppc_ps_three_in(vcpu, rcomp, ax_rd,
921 ax_ra, ax_rc, ax_rb, SCALAR_NONE, fps_fnmsubs);
922 break;
923 case OP_4A_PS_NMADD:
924 emulated = kvmppc_ps_three_in(vcpu, rcomp, ax_rd,
925 ax_ra, ax_rc, ax_rb, SCALAR_NONE, fps_fnmadds);
926 break;
928 break;
930 /* Real FPU operations */
932 case OP_LFS:
934 ulong addr = (ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0) + full_d;
936 emulated = kvmppc_emulate_fpr_load(run, vcpu, ax_rd, addr,
937 FPU_LS_SINGLE);
938 break;
940 case OP_LFSU:
942 ulong addr = kvmppc_get_gpr(vcpu, ax_ra) + full_d;
944 emulated = kvmppc_emulate_fpr_load(run, vcpu, ax_rd, addr,
945 FPU_LS_SINGLE);
947 if (emulated == EMULATE_DONE)
948 kvmppc_set_gpr(vcpu, ax_ra, addr);
949 break;
951 case OP_LFD:
953 ulong addr = (ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0) + full_d;
955 emulated = kvmppc_emulate_fpr_load(run, vcpu, ax_rd, addr,
956 FPU_LS_DOUBLE);
957 break;
959 case OP_LFDU:
961 ulong addr = kvmppc_get_gpr(vcpu, ax_ra) + full_d;
963 emulated = kvmppc_emulate_fpr_load(run, vcpu, ax_rd, addr,
964 FPU_LS_DOUBLE);
966 if (emulated == EMULATE_DONE)
967 kvmppc_set_gpr(vcpu, ax_ra, addr);
968 break;
970 case OP_STFS:
972 ulong addr = (ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0) + full_d;
974 emulated = kvmppc_emulate_fpr_store(run, vcpu, ax_rd, addr,
975 FPU_LS_SINGLE);
976 break;
978 case OP_STFSU:
980 ulong addr = kvmppc_get_gpr(vcpu, ax_ra) + full_d;
982 emulated = kvmppc_emulate_fpr_store(run, vcpu, ax_rd, addr,
983 FPU_LS_SINGLE);
985 if (emulated == EMULATE_DONE)
986 kvmppc_set_gpr(vcpu, ax_ra, addr);
987 break;
989 case OP_STFD:
991 ulong addr = (ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0) + full_d;
993 emulated = kvmppc_emulate_fpr_store(run, vcpu, ax_rd, addr,
994 FPU_LS_DOUBLE);
995 break;
997 case OP_STFDU:
999 ulong addr = kvmppc_get_gpr(vcpu, ax_ra) + full_d;
1001 emulated = kvmppc_emulate_fpr_store(run, vcpu, ax_rd, addr,
1002 FPU_LS_DOUBLE);
1004 if (emulated == EMULATE_DONE)
1005 kvmppc_set_gpr(vcpu, ax_ra, addr);
1006 break;
1008 case 31:
1009 switch (inst_get_field(inst, 21, 30)) {
1010 case OP_31_LFSX:
1012 ulong addr = ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0;
1014 addr += kvmppc_get_gpr(vcpu, ax_rb);
1015 emulated = kvmppc_emulate_fpr_load(run, vcpu, ax_rd,
1016 addr, FPU_LS_SINGLE);
1017 break;
1019 case OP_31_LFSUX:
1021 ulong addr = kvmppc_get_gpr(vcpu, ax_ra) +
1022 kvmppc_get_gpr(vcpu, ax_rb);
1024 emulated = kvmppc_emulate_fpr_load(run, vcpu, ax_rd,
1025 addr, FPU_LS_SINGLE);
1027 if (emulated == EMULATE_DONE)
1028 kvmppc_set_gpr(vcpu, ax_ra, addr);
1029 break;
1031 case OP_31_LFDX:
1033 ulong addr = (ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0) +
1034 kvmppc_get_gpr(vcpu, ax_rb);
1036 emulated = kvmppc_emulate_fpr_load(run, vcpu, ax_rd,
1037 addr, FPU_LS_DOUBLE);
1038 break;
1040 case OP_31_LFDUX:
1042 ulong addr = kvmppc_get_gpr(vcpu, ax_ra) +
1043 kvmppc_get_gpr(vcpu, ax_rb);
1045 emulated = kvmppc_emulate_fpr_load(run, vcpu, ax_rd,
1046 addr, FPU_LS_DOUBLE);
1048 if (emulated == EMULATE_DONE)
1049 kvmppc_set_gpr(vcpu, ax_ra, addr);
1050 break;
1052 case OP_31_STFSX:
1054 ulong addr = (ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0) +
1055 kvmppc_get_gpr(vcpu, ax_rb);
1057 emulated = kvmppc_emulate_fpr_store(run, vcpu, ax_rd,
1058 addr, FPU_LS_SINGLE);
1059 break;
1061 case OP_31_STFSUX:
1063 ulong addr = kvmppc_get_gpr(vcpu, ax_ra) +
1064 kvmppc_get_gpr(vcpu, ax_rb);
1066 emulated = kvmppc_emulate_fpr_store(run, vcpu, ax_rd,
1067 addr, FPU_LS_SINGLE);
1069 if (emulated == EMULATE_DONE)
1070 kvmppc_set_gpr(vcpu, ax_ra, addr);
1071 break;
1073 case OP_31_STFX:
1075 ulong addr = (ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0) +
1076 kvmppc_get_gpr(vcpu, ax_rb);
1078 emulated = kvmppc_emulate_fpr_store(run, vcpu, ax_rd,
1079 addr, FPU_LS_DOUBLE);
1080 break;
1082 case OP_31_STFUX:
1084 ulong addr = kvmppc_get_gpr(vcpu, ax_ra) +
1085 kvmppc_get_gpr(vcpu, ax_rb);
1087 emulated = kvmppc_emulate_fpr_store(run, vcpu, ax_rd,
1088 addr, FPU_LS_DOUBLE);
1090 if (emulated == EMULATE_DONE)
1091 kvmppc_set_gpr(vcpu, ax_ra, addr);
1092 break;
1094 case OP_31_STFIWX:
1096 ulong addr = (ax_ra ? kvmppc_get_gpr(vcpu, ax_ra) : 0) +
1097 kvmppc_get_gpr(vcpu, ax_rb);
1099 emulated = kvmppc_emulate_fpr_store(run, vcpu, ax_rd,
1100 addr,
1101 FPU_LS_SINGLE_LOW);
1102 break;
1104 break;
1106 break;
1107 case 59:
1108 switch (inst_get_field(inst, 21, 30)) {
1109 case OP_59_FADDS:
1110 fpd_fadds(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_b);
1111 kvmppc_sync_qpr(vcpu, ax_rd);
1112 break;
1113 case OP_59_FSUBS:
1114 fpd_fsubs(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_b);
1115 kvmppc_sync_qpr(vcpu, ax_rd);
1116 break;
1117 case OP_59_FDIVS:
1118 fpd_fdivs(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_b);
1119 kvmppc_sync_qpr(vcpu, ax_rd);
1120 break;
1121 case OP_59_FRES:
1122 fpd_fres(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_b);
1123 kvmppc_sync_qpr(vcpu, ax_rd);
1124 break;
1125 case OP_59_FRSQRTES:
1126 fpd_frsqrtes(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_b);
1127 kvmppc_sync_qpr(vcpu, ax_rd);
1128 break;
1130 switch (inst_get_field(inst, 26, 30)) {
1131 case OP_59_FMULS:
1132 fpd_fmuls(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c);
1133 kvmppc_sync_qpr(vcpu, ax_rd);
1134 break;
1135 case OP_59_FMSUBS:
1136 fpd_fmsubs(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c, fpr_b);
1137 kvmppc_sync_qpr(vcpu, ax_rd);
1138 break;
1139 case OP_59_FMADDS:
1140 fpd_fmadds(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c, fpr_b);
1141 kvmppc_sync_qpr(vcpu, ax_rd);
1142 break;
1143 case OP_59_FNMSUBS:
1144 fpd_fnmsubs(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c, fpr_b);
1145 kvmppc_sync_qpr(vcpu, ax_rd);
1146 break;
1147 case OP_59_FNMADDS:
1148 fpd_fnmadds(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c, fpr_b);
1149 kvmppc_sync_qpr(vcpu, ax_rd);
1150 break;
1152 break;
1153 case 63:
1154 switch (inst_get_field(inst, 21, 30)) {
1155 case OP_63_MTFSB0:
1156 case OP_63_MTFSB1:
1157 case OP_63_MCRFS:
1158 case OP_63_MTFSFI:
1159 /* XXX need to implement */
1160 break;
1161 case OP_63_MFFS:
1162 /* XXX missing CR */
1163 *fpr_d = vcpu->arch.fp.fpscr;
1164 break;
1165 case OP_63_MTFSF:
1166 /* XXX missing fm bits */
1167 /* XXX missing CR */
1168 vcpu->arch.fp.fpscr = *fpr_b;
1169 break;
1170 case OP_63_FCMPU:
1172 u32 tmp_cr;
1173 u32 cr0_mask = 0xf0000000;
1174 u32 cr_shift = inst_get_field(inst, 6, 8) * 4;
1176 fpd_fcmpu(&vcpu->arch.fp.fpscr, &tmp_cr, fpr_a, fpr_b);
1177 cr &= ~(cr0_mask >> cr_shift);
1178 cr |= (cr & cr0_mask) >> cr_shift;
1179 break;
1181 case OP_63_FCMPO:
1183 u32 tmp_cr;
1184 u32 cr0_mask = 0xf0000000;
1185 u32 cr_shift = inst_get_field(inst, 6, 8) * 4;
1187 fpd_fcmpo(&vcpu->arch.fp.fpscr, &tmp_cr, fpr_a, fpr_b);
1188 cr &= ~(cr0_mask >> cr_shift);
1189 cr |= (cr & cr0_mask) >> cr_shift;
1190 break;
1192 case OP_63_FNEG:
1193 fpd_fneg(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_b);
1194 break;
1195 case OP_63_FMR:
1196 *fpr_d = *fpr_b;
1197 break;
1198 case OP_63_FABS:
1199 fpd_fabs(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_b);
1200 break;
1201 case OP_63_FCPSGN:
1202 fpd_fcpsgn(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_b);
1203 break;
1204 case OP_63_FDIV:
1205 fpd_fdiv(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_b);
1206 break;
1207 case OP_63_FADD:
1208 fpd_fadd(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_b);
1209 break;
1210 case OP_63_FSUB:
1211 fpd_fsub(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_b);
1212 break;
1213 case OP_63_FCTIW:
1214 fpd_fctiw(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_b);
1215 break;
1216 case OP_63_FCTIWZ:
1217 fpd_fctiwz(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_b);
1218 break;
1219 case OP_63_FRSP:
1220 fpd_frsp(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_b);
1221 kvmppc_sync_qpr(vcpu, ax_rd);
1222 break;
1223 case OP_63_FRSQRTE:
1225 double one = 1.0f;
1227 /* fD = sqrt(fB) */
1228 fpd_fsqrt(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_b);
1229 /* fD = 1.0f / fD */
1230 fpd_fdiv(&vcpu->arch.fp.fpscr, &cr, fpr_d, (u64*)&one, fpr_d);
1231 break;
1234 switch (inst_get_field(inst, 26, 30)) {
1235 case OP_63_FMUL:
1236 fpd_fmul(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c);
1237 break;
1238 case OP_63_FSEL:
1239 fpd_fsel(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c, fpr_b);
1240 break;
1241 case OP_63_FMSUB:
1242 fpd_fmsub(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c, fpr_b);
1243 break;
1244 case OP_63_FMADD:
1245 fpd_fmadd(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c, fpr_b);
1246 break;
1247 case OP_63_FNMSUB:
1248 fpd_fnmsub(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c, fpr_b);
1249 break;
1250 case OP_63_FNMADD:
1251 fpd_fnmadd(&vcpu->arch.fp.fpscr, &cr, fpr_d, fpr_a, fpr_c, fpr_b);
1252 break;
1254 break;
1257 #ifdef DEBUG
1258 for (i = 0; i < ARRAY_SIZE(vcpu->arch.fp.fpr); i++) {
1259 u32 f;
1260 kvm_cvt_df(&VCPU_FPR(vcpu, i), &f);
1261 dprintk(KERN_INFO "FPR[%d] = 0x%x\n", i, f);
1263 #endif
1265 if (rcomp)
1266 kvmppc_set_cr(vcpu, cr);
1268 disable_kernel_fp();
1269 preempt_enable();
1271 return emulated;