xref: /openbmc/qemu/target/s390x/tcg/fpu_helper.c (revision 6e510855)
1 /*
2  *  S/390 FPU helper routines
3  *
4  *  Copyright (c) 2009 Ulrich Hecht
5  *  Copyright (c) 2009 Alexander Graf
6  *
7  * This library is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * This library is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with this library; if not, see <http://www.gnu.org/licenses/>.
19  */
20 
21 #include "qemu/osdep.h"
22 #include "cpu.h"
23 #include "s390x-internal.h"
24 #include "tcg_s390x.h"
25 #include "exec/exec-all.h"
26 #include "exec/cpu_ldst.h"
27 #include "exec/helper-proto.h"
28 #include "fpu/softfloat.h"
29 
30 /* #define DEBUG_HELPER */
31 #ifdef DEBUG_HELPER
32 #define HELPER_LOG(x...) qemu_log(x)
33 #else
34 #define HELPER_LOG(x...)
35 #endif
36 
37 static inline Int128 RET128(float128 f)
38 {
39     return int128_make128(f.low, f.high);
40 }
41 
42 static inline float128 ARG128(Int128 i)
43 {
44     return make_float128(int128_gethi(i), int128_getlo(i));
45 }
46 
47 uint8_t s390_softfloat_exc_to_ieee(unsigned int exc)
48 {
49     uint8_t s390_exc = 0;
50 
51     s390_exc |= (exc & float_flag_invalid) ? S390_IEEE_MASK_INVALID : 0;
52     s390_exc |= (exc & float_flag_divbyzero) ? S390_IEEE_MASK_DIVBYZERO : 0;
53     s390_exc |= (exc & float_flag_overflow) ? S390_IEEE_MASK_OVERFLOW : 0;
54     s390_exc |= (exc & float_flag_underflow) ? S390_IEEE_MASK_UNDERFLOW : 0;
55     s390_exc |= (exc & (float_flag_inexact | float_flag_invalid_cvti)) ?
56                 S390_IEEE_MASK_INEXACT : 0;
57 
58     return s390_exc;
59 }
60 
61 /* Should be called after any operation that may raise IEEE exceptions.  */
62 static void handle_exceptions(CPUS390XState *env, bool XxC, uintptr_t retaddr)
63 {
64     unsigned s390_exc, qemu_exc;
65 
66     /* Get the exceptions raised by the current operation.  Reset the
67        fpu_status contents so that the next operation has a clean slate.  */
68     qemu_exc = env->fpu_status.float_exception_flags;
69     if (qemu_exc == 0) {
70         return;
71     }
72     env->fpu_status.float_exception_flags = 0;
73     s390_exc = s390_softfloat_exc_to_ieee(qemu_exc);
74 
75     /*
76      * IEEE-Underflow exception recognition exists if a tininess condition
77      * (underflow) exists and
78      * - The mask bit in the FPC is zero and the result is inexact
79      * - The mask bit in the FPC is one
80      * So tininess conditions that are not inexact don't trigger any
81      * underflow action in case the mask bit is not one.
82      */
83     if (!(s390_exc & S390_IEEE_MASK_INEXACT) &&
84         !((env->fpc >> 24) & S390_IEEE_MASK_UNDERFLOW)) {
85         s390_exc &= ~S390_IEEE_MASK_UNDERFLOW;
86     }
87 
88     /*
89      * FIXME:
90      * 1. Right now, all inexact conditions are indicated as
91      *    "truncated" (0) and never as "incremented" (1) in the DXC.
92      * 2. Only traps due to invalid/divbyzero are suppressing. Other traps
93      *    are completing, meaning the target register has to be written!
94      *    This, however will mean that we have to write the register before
95      *    triggering the trap - impossible right now.
96      */
97 
98     /*
99      * invalid/divbyzero cannot coexist with other conditions.
100      * overflow/underflow however can coexist with inexact, we have to
101      * handle it separately.
102      */
103     if (s390_exc & ~S390_IEEE_MASK_INEXACT) {
104         if (s390_exc & ~S390_IEEE_MASK_INEXACT & env->fpc >> 24) {
105             /* trap condition - inexact reported along */
106             tcg_s390_data_exception(env, s390_exc, retaddr);
107         }
108         /* nontrap condition - inexact handled differently */
109         env->fpc |= (s390_exc & ~S390_IEEE_MASK_INEXACT) << 16;
110     }
111 
112     /* inexact handling */
113     if (s390_exc & S390_IEEE_MASK_INEXACT && !XxC) {
114         /* trap condition - overflow/underflow _not_ reported along */
115         if (s390_exc & S390_IEEE_MASK_INEXACT & env->fpc >> 24) {
116             tcg_s390_data_exception(env, s390_exc & S390_IEEE_MASK_INEXACT,
117                                     retaddr);
118         }
119         /* nontrap condition */
120         env->fpc |= (s390_exc & S390_IEEE_MASK_INEXACT) << 16;
121     }
122 }
123 
124 int float_comp_to_cc(CPUS390XState *env, FloatRelation float_compare)
125 {
126     switch (float_compare) {
127     case float_relation_equal:
128         return 0;
129     case float_relation_less:
130         return 1;
131     case float_relation_greater:
132         return 2;
133     case float_relation_unordered:
134         return 3;
135     default:
136         cpu_abort(env_cpu(env), "unknown return value for float compare\n");
137     }
138 }
139 
140 /* condition codes for unary FP ops */
141 uint32_t set_cc_nz_f32(float32 v)
142 {
143     if (float32_is_any_nan(v)) {
144         return 3;
145     } else if (float32_is_zero(v)) {
146         return 0;
147     } else if (float32_is_neg(v)) {
148         return 1;
149     } else {
150         return 2;
151     }
152 }
153 
154 uint32_t set_cc_nz_f64(float64 v)
155 {
156     if (float64_is_any_nan(v)) {
157         return 3;
158     } else if (float64_is_zero(v)) {
159         return 0;
160     } else if (float64_is_neg(v)) {
161         return 1;
162     } else {
163         return 2;
164     }
165 }
166 
167 uint32_t set_cc_nz_f128(float128 v)
168 {
169     if (float128_is_any_nan(v)) {
170         return 3;
171     } else if (float128_is_zero(v)) {
172         return 0;
173     } else if (float128_is_neg(v)) {
174         return 1;
175     } else {
176         return 2;
177     }
178 }
179 
180 /* condition codes for FP to integer conversion ops */
181 static uint32_t set_cc_conv_f32(float32 v, float_status *stat)
182 {
183     if (stat->float_exception_flags & float_flag_invalid) {
184         return 3;
185     } else {
186         return set_cc_nz_f32(v);
187     }
188 }
189 
190 static uint32_t set_cc_conv_f64(float64 v, float_status *stat)
191 {
192     if (stat->float_exception_flags & float_flag_invalid) {
193         return 3;
194     } else {
195         return set_cc_nz_f64(v);
196     }
197 }
198 
199 static uint32_t set_cc_conv_f128(float128 v, float_status *stat)
200 {
201     if (stat->float_exception_flags & float_flag_invalid) {
202         return 3;
203     } else {
204         return set_cc_nz_f128(v);
205     }
206 }
207 
208 static inline uint8_t round_from_m34(uint32_t m34)
209 {
210     return extract32(m34, 0, 4);
211 }
212 
213 static inline bool xxc_from_m34(uint32_t m34)
214 {
215     /* XxC is bit 1 of m4 */
216     return extract32(m34, 4 + 3 - 1, 1);
217 }
218 
219 /* 32-bit FP addition */
220 uint64_t HELPER(aeb)(CPUS390XState *env, uint64_t f1, uint64_t f2)
221 {
222     float32 ret = float32_add(f1, f2, &env->fpu_status);
223     handle_exceptions(env, false, GETPC());
224     return ret;
225 }
226 
227 /* 64-bit FP addition */
228 uint64_t HELPER(adb)(CPUS390XState *env, uint64_t f1, uint64_t f2)
229 {
230     float64 ret = float64_add(f1, f2, &env->fpu_status);
231     handle_exceptions(env, false, GETPC());
232     return ret;
233 }
234 
235 /* 128-bit FP addition */
236 Int128 HELPER(axb)(CPUS390XState *env, Int128 a, Int128 b)
237 {
238     float128 ret = float128_add(ARG128(a), ARG128(b), &env->fpu_status);
239     handle_exceptions(env, false, GETPC());
240     return RET128(ret);
241 }
242 
243 /* 32-bit FP subtraction */
244 uint64_t HELPER(seb)(CPUS390XState *env, uint64_t f1, uint64_t f2)
245 {
246     float32 ret = float32_sub(f1, f2, &env->fpu_status);
247     handle_exceptions(env, false, GETPC());
248     return ret;
249 }
250 
251 /* 64-bit FP subtraction */
252 uint64_t HELPER(sdb)(CPUS390XState *env, uint64_t f1, uint64_t f2)
253 {
254     float64 ret = float64_sub(f1, f2, &env->fpu_status);
255     handle_exceptions(env, false, GETPC());
256     return ret;
257 }
258 
259 /* 128-bit FP subtraction */
260 Int128 HELPER(sxb)(CPUS390XState *env, Int128 a, Int128 b)
261 {
262     float128 ret = float128_sub(ARG128(a), ARG128(b), &env->fpu_status);
263     handle_exceptions(env, false, GETPC());
264     return RET128(ret);
265 }
266 
267 /* 32-bit FP division */
268 uint64_t HELPER(deb)(CPUS390XState *env, uint64_t f1, uint64_t f2)
269 {
270     float32 ret = float32_div(f1, f2, &env->fpu_status);
271     handle_exceptions(env, false, GETPC());
272     return ret;
273 }
274 
275 /* 64-bit FP division */
276 uint64_t HELPER(ddb)(CPUS390XState *env, uint64_t f1, uint64_t f2)
277 {
278     float64 ret = float64_div(f1, f2, &env->fpu_status);
279     handle_exceptions(env, false, GETPC());
280     return ret;
281 }
282 
283 /* 128-bit FP division */
284 Int128 HELPER(dxb)(CPUS390XState *env, Int128 a, Int128 b)
285 {
286     float128 ret = float128_div(ARG128(a), ARG128(b), &env->fpu_status);
287     handle_exceptions(env, false, GETPC());
288     return RET128(ret);
289 }
290 
291 /* 32-bit FP multiplication */
292 uint64_t HELPER(meeb)(CPUS390XState *env, uint64_t f1, uint64_t f2)
293 {
294     float32 ret = float32_mul(f1, f2, &env->fpu_status);
295     handle_exceptions(env, false, GETPC());
296     return ret;
297 }
298 
299 /* 64-bit FP multiplication */
300 uint64_t HELPER(mdb)(CPUS390XState *env, uint64_t f1, uint64_t f2)
301 {
302     float64 ret = float64_mul(f1, f2, &env->fpu_status);
303     handle_exceptions(env, false, GETPC());
304     return ret;
305 }
306 
307 /* 64/32-bit FP multiplication */
308 uint64_t HELPER(mdeb)(CPUS390XState *env, uint64_t f1, uint64_t f2)
309 {
310     float64 f1_64 = float32_to_float64(f1, &env->fpu_status);
311     float64 ret = float32_to_float64(f2, &env->fpu_status);
312     ret = float64_mul(f1_64, ret, &env->fpu_status);
313     handle_exceptions(env, false, GETPC());
314     return ret;
315 }
316 
317 /* 128-bit FP multiplication */
318 Int128 HELPER(mxb)(CPUS390XState *env, Int128 a, Int128 b)
319 {
320     float128 ret = float128_mul(ARG128(a), ARG128(b), &env->fpu_status);
321     handle_exceptions(env, false, GETPC());
322     return RET128(ret);
323 }
324 
325 /* 128/64-bit FP multiplication */
326 Int128 HELPER(mxdb)(CPUS390XState *env, uint64_t f1, uint64_t f2)
327 {
328     float128 f1_128 = float64_to_float128(f1, &env->fpu_status);
329     float128 ret = float64_to_float128(f2, &env->fpu_status);
330     ret = float128_mul(f1_128, ret, &env->fpu_status);
331     handle_exceptions(env, false, GETPC());
332     return RET128(ret);
333 }
334 
335 /* convert 32-bit float to 64-bit float */
336 uint64_t HELPER(ldeb)(CPUS390XState *env, uint64_t f2)
337 {
338     float64 ret = float32_to_float64(f2, &env->fpu_status);
339     handle_exceptions(env, false, GETPC());
340     return ret;
341 }
342 
343 /* convert 128-bit float to 64-bit float */
344 uint64_t HELPER(ldxb)(CPUS390XState *env, Int128 a, uint32_t m34)
345 {
346     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
347     float64 ret = float128_to_float64(ARG128(a), &env->fpu_status);
348 
349     s390_restore_bfp_rounding_mode(env, old_mode);
350     handle_exceptions(env, xxc_from_m34(m34), GETPC());
351     return ret;
352 }
353 
354 /* convert 64-bit float to 128-bit float */
355 Int128 HELPER(lxdb)(CPUS390XState *env, uint64_t f2)
356 {
357     float128 ret = float64_to_float128(f2, &env->fpu_status);
358     handle_exceptions(env, false, GETPC());
359     return RET128(ret);
360 }
361 
362 /* convert 32-bit float to 128-bit float */
363 Int128 HELPER(lxeb)(CPUS390XState *env, uint64_t f2)
364 {
365     float128 ret = float32_to_float128(f2, &env->fpu_status);
366     handle_exceptions(env, false, GETPC());
367     return RET128(ret);
368 }
369 
370 /* convert 64-bit float to 32-bit float */
371 uint64_t HELPER(ledb)(CPUS390XState *env, uint64_t f2, uint32_t m34)
372 {
373     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
374     float32 ret = float64_to_float32(f2, &env->fpu_status);
375 
376     s390_restore_bfp_rounding_mode(env, old_mode);
377     handle_exceptions(env, xxc_from_m34(m34), GETPC());
378     return ret;
379 }
380 
381 /* convert 128-bit float to 32-bit float */
382 uint64_t HELPER(lexb)(CPUS390XState *env, Int128 a, uint32_t m34)
383 {
384     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
385     float32 ret = float128_to_float32(ARG128(a), &env->fpu_status);
386 
387     s390_restore_bfp_rounding_mode(env, old_mode);
388     handle_exceptions(env, xxc_from_m34(m34), GETPC());
389     return ret;
390 }
391 
392 /* 32-bit FP compare */
393 uint32_t HELPER(ceb)(CPUS390XState *env, uint64_t f1, uint64_t f2)
394 {
395     FloatRelation cmp = float32_compare_quiet(f1, f2, &env->fpu_status);
396     handle_exceptions(env, false, GETPC());
397     return float_comp_to_cc(env, cmp);
398 }
399 
400 /* 64-bit FP compare */
401 uint32_t HELPER(cdb)(CPUS390XState *env, uint64_t f1, uint64_t f2)
402 {
403     FloatRelation cmp = float64_compare_quiet(f1, f2, &env->fpu_status);
404     handle_exceptions(env, false, GETPC());
405     return float_comp_to_cc(env, cmp);
406 }
407 
408 /* 128-bit FP compare */
409 uint32_t HELPER(cxb)(CPUS390XState *env, Int128 a, Int128 b)
410 {
411     FloatRelation cmp = float128_compare_quiet(ARG128(a), ARG128(b),
412                                                &env->fpu_status);
413     handle_exceptions(env, false, GETPC());
414     return float_comp_to_cc(env, cmp);
415 }
416 
417 int s390_swap_bfp_rounding_mode(CPUS390XState *env, int m3)
418 {
419     int ret = env->fpu_status.float_rounding_mode;
420 
421     switch (m3) {
422     case 0:
423         /* current mode */
424         break;
425     case 1:
426         /* round to nearest with ties away from 0 */
427         set_float_rounding_mode(float_round_ties_away, &env->fpu_status);
428         break;
429     case 3:
430         /* round to prepare for shorter precision */
431         set_float_rounding_mode(float_round_to_odd, &env->fpu_status);
432         break;
433     case 4:
434         /* round to nearest with ties to even */
435         set_float_rounding_mode(float_round_nearest_even, &env->fpu_status);
436         break;
437     case 5:
438         /* round to zero */
439         set_float_rounding_mode(float_round_to_zero, &env->fpu_status);
440         break;
441     case 6:
442         /* round to +inf */
443         set_float_rounding_mode(float_round_up, &env->fpu_status);
444         break;
445     case 7:
446         /* round to -inf */
447         set_float_rounding_mode(float_round_down, &env->fpu_status);
448         break;
449     default:
450         g_assert_not_reached();
451     }
452     return ret;
453 }
454 
455 void s390_restore_bfp_rounding_mode(CPUS390XState *env, int old_mode)
456 {
457     set_float_rounding_mode(old_mode, &env->fpu_status);
458 }
459 
460 /* convert 64-bit int to 32-bit float */
461 uint64_t HELPER(cegb)(CPUS390XState *env, int64_t v2, uint32_t m34)
462 {
463     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
464     float32 ret = int64_to_float32(v2, &env->fpu_status);
465 
466     s390_restore_bfp_rounding_mode(env, old_mode);
467     handle_exceptions(env, xxc_from_m34(m34), GETPC());
468     return ret;
469 }
470 
471 /* convert 64-bit int to 64-bit float */
472 uint64_t HELPER(cdgb)(CPUS390XState *env, int64_t v2, uint32_t m34)
473 {
474     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
475     float64 ret = int64_to_float64(v2, &env->fpu_status);
476 
477     s390_restore_bfp_rounding_mode(env, old_mode);
478     handle_exceptions(env, xxc_from_m34(m34), GETPC());
479     return ret;
480 }
481 
482 /* convert 64-bit int to 128-bit float */
483 Int128 HELPER(cxgb)(CPUS390XState *env, int64_t v2, uint32_t m34)
484 {
485     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
486     float128 ret = int64_to_float128(v2, &env->fpu_status);
487 
488     s390_restore_bfp_rounding_mode(env, old_mode);
489     handle_exceptions(env, xxc_from_m34(m34), GETPC());
490     return RET128(ret);
491 }
492 
493 /* convert 64-bit uint to 32-bit float */
494 uint64_t HELPER(celgb)(CPUS390XState *env, uint64_t v2, uint32_t m34)
495 {
496     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
497     float32 ret = uint64_to_float32(v2, &env->fpu_status);
498 
499     s390_restore_bfp_rounding_mode(env, old_mode);
500     handle_exceptions(env, xxc_from_m34(m34), GETPC());
501     return ret;
502 }
503 
504 /* convert 64-bit uint to 64-bit float */
505 uint64_t HELPER(cdlgb)(CPUS390XState *env, uint64_t v2, uint32_t m34)
506 {
507     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
508     float64 ret = uint64_to_float64(v2, &env->fpu_status);
509 
510     s390_restore_bfp_rounding_mode(env, old_mode);
511     handle_exceptions(env, xxc_from_m34(m34), GETPC());
512     return ret;
513 }
514 
515 /* convert 64-bit uint to 128-bit float */
516 Int128 HELPER(cxlgb)(CPUS390XState *env, uint64_t v2, uint32_t m34)
517 {
518     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
519     float128 ret = uint64_to_float128(v2, &env->fpu_status);
520 
521     s390_restore_bfp_rounding_mode(env, old_mode);
522     handle_exceptions(env, xxc_from_m34(m34), GETPC());
523     return RET128(ret);
524 }
525 
526 /* convert 32-bit float to 64-bit int */
527 uint64_t HELPER(cgeb)(CPUS390XState *env, uint64_t v2, uint32_t m34)
528 {
529     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
530     int64_t ret = float32_to_int64(v2, &env->fpu_status);
531     uint32_t cc = set_cc_conv_f32(v2, &env->fpu_status);
532 
533     s390_restore_bfp_rounding_mode(env, old_mode);
534     handle_exceptions(env, xxc_from_m34(m34), GETPC());
535     env->cc_op = cc;
536     if (float32_is_any_nan(v2)) {
537         return INT64_MIN;
538     }
539     return ret;
540 }
541 
542 /* convert 64-bit float to 64-bit int */
543 uint64_t HELPER(cgdb)(CPUS390XState *env, uint64_t v2, uint32_t m34)
544 {
545     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
546     int64_t ret = float64_to_int64(v2, &env->fpu_status);
547     uint32_t cc = set_cc_conv_f64(v2, &env->fpu_status);
548 
549     s390_restore_bfp_rounding_mode(env, old_mode);
550     handle_exceptions(env, xxc_from_m34(m34), GETPC());
551     env->cc_op = cc;
552     if (float64_is_any_nan(v2)) {
553         return INT64_MIN;
554     }
555     return ret;
556 }
557 
558 /* convert 128-bit float to 64-bit int */
559 uint64_t HELPER(cgxb)(CPUS390XState *env, Int128 i2, uint32_t m34)
560 {
561     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
562     float128 v2 = ARG128(i2);
563     int64_t ret = float128_to_int64(v2, &env->fpu_status);
564     uint32_t cc = set_cc_conv_f128(v2, &env->fpu_status);
565 
566     s390_restore_bfp_rounding_mode(env, old_mode);
567     handle_exceptions(env, xxc_from_m34(m34), GETPC());
568     env->cc_op = cc;
569     if (float128_is_any_nan(v2)) {
570         return INT64_MIN;
571     }
572     return ret;
573 }
574 
575 /* convert 32-bit float to 32-bit int */
576 uint64_t HELPER(cfeb)(CPUS390XState *env, uint64_t v2, uint32_t m34)
577 {
578     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
579     int32_t ret = float32_to_int32(v2, &env->fpu_status);
580     uint32_t cc = set_cc_conv_f32(v2, &env->fpu_status);
581 
582     s390_restore_bfp_rounding_mode(env, old_mode);
583     handle_exceptions(env, xxc_from_m34(m34), GETPC());
584     env->cc_op = cc;
585     if (float32_is_any_nan(v2)) {
586         return INT32_MIN;
587     }
588     return ret;
589 }
590 
591 /* convert 64-bit float to 32-bit int */
592 uint64_t HELPER(cfdb)(CPUS390XState *env, uint64_t v2, uint32_t m34)
593 {
594     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
595     int32_t ret = float64_to_int32(v2, &env->fpu_status);
596     uint32_t cc = set_cc_conv_f64(v2, &env->fpu_status);
597 
598     s390_restore_bfp_rounding_mode(env, old_mode);
599     handle_exceptions(env, xxc_from_m34(m34), GETPC());
600     env->cc_op = cc;
601     if (float64_is_any_nan(v2)) {
602         return INT32_MIN;
603     }
604     return ret;
605 }
606 
607 /* convert 128-bit float to 32-bit int */
608 uint64_t HELPER(cfxb)(CPUS390XState *env, Int128 i2, uint32_t m34)
609 {
610     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
611     float128 v2 = ARG128(i2);
612     int32_t ret = float128_to_int32(v2, &env->fpu_status);
613     uint32_t cc = set_cc_conv_f128(v2, &env->fpu_status);
614 
615     s390_restore_bfp_rounding_mode(env, old_mode);
616     handle_exceptions(env, xxc_from_m34(m34), GETPC());
617     env->cc_op = cc;
618     if (float128_is_any_nan(v2)) {
619         return INT32_MIN;
620     }
621     return ret;
622 }
623 
624 /* convert 32-bit float to 64-bit uint */
625 uint64_t HELPER(clgeb)(CPUS390XState *env, uint64_t v2, uint32_t m34)
626 {
627     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
628     uint64_t ret = float32_to_uint64(v2, &env->fpu_status);
629     uint32_t cc = set_cc_conv_f32(v2, &env->fpu_status);
630 
631     s390_restore_bfp_rounding_mode(env, old_mode);
632     handle_exceptions(env, xxc_from_m34(m34), GETPC());
633     env->cc_op = cc;
634     if (float32_is_any_nan(v2)) {
635         return 0;
636     }
637     return ret;
638 }
639 
640 /* convert 64-bit float to 64-bit uint */
641 uint64_t HELPER(clgdb)(CPUS390XState *env, uint64_t v2, uint32_t m34)
642 {
643     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
644     uint64_t ret = float64_to_uint64(v2, &env->fpu_status);
645     uint32_t cc = set_cc_conv_f64(v2, &env->fpu_status);
646 
647     s390_restore_bfp_rounding_mode(env, old_mode);
648     handle_exceptions(env, xxc_from_m34(m34), GETPC());
649     env->cc_op = cc;
650     if (float64_is_any_nan(v2)) {
651         return 0;
652     }
653     return ret;
654 }
655 
656 /* convert 128-bit float to 64-bit uint */
657 uint64_t HELPER(clgxb)(CPUS390XState *env, Int128 i2, uint32_t m34)
658 {
659     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
660     float128 v2 = ARG128(i2);
661     uint64_t ret = float128_to_uint64(v2, &env->fpu_status);
662     uint32_t cc = set_cc_conv_f128(v2, &env->fpu_status);
663 
664     s390_restore_bfp_rounding_mode(env, old_mode);
665     handle_exceptions(env, xxc_from_m34(m34), GETPC());
666     env->cc_op = cc;
667     if (float128_is_any_nan(v2)) {
668         return 0;
669     }
670     return ret;
671 }
672 
673 /* convert 32-bit float to 32-bit uint */
674 uint64_t HELPER(clfeb)(CPUS390XState *env, uint64_t v2, uint32_t m34)
675 {
676     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
677     uint32_t ret = float32_to_uint32(v2, &env->fpu_status);
678     uint32_t cc = set_cc_conv_f32(v2, &env->fpu_status);
679 
680     s390_restore_bfp_rounding_mode(env, old_mode);
681     handle_exceptions(env, xxc_from_m34(m34), GETPC());
682     env->cc_op = cc;
683     if (float32_is_any_nan(v2)) {
684         return 0;
685     }
686     return ret;
687 }
688 
689 /* convert 64-bit float to 32-bit uint */
690 uint64_t HELPER(clfdb)(CPUS390XState *env, uint64_t v2, uint32_t m34)
691 {
692     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
693     uint32_t ret = float64_to_uint32(v2, &env->fpu_status);
694     uint32_t cc = set_cc_conv_f64(v2, &env->fpu_status);
695 
696     s390_restore_bfp_rounding_mode(env, old_mode);
697     handle_exceptions(env, xxc_from_m34(m34), GETPC());
698     env->cc_op = cc;
699     if (float64_is_any_nan(v2)) {
700         return 0;
701     }
702     return ret;
703 }
704 
705 /* convert 128-bit float to 32-bit uint */
706 uint64_t HELPER(clfxb)(CPUS390XState *env, Int128 i2, uint32_t m34)
707 {
708     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
709     float128 v2 = ARG128(i2);
710     uint32_t ret = float128_to_uint32(v2, &env->fpu_status);
711     uint32_t cc = set_cc_conv_f128(v2, &env->fpu_status);
712 
713     s390_restore_bfp_rounding_mode(env, old_mode);
714     handle_exceptions(env, xxc_from_m34(m34), GETPC());
715     env->cc_op = cc;
716     if (float128_is_any_nan(v2)) {
717         return 0;
718     }
719     return ret;
720 }
721 
722 /* round to integer 32-bit */
723 uint64_t HELPER(fieb)(CPUS390XState *env, uint64_t f2, uint32_t m34)
724 {
725     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
726     float32 ret = float32_round_to_int(f2, &env->fpu_status);
727 
728     s390_restore_bfp_rounding_mode(env, old_mode);
729     handle_exceptions(env, xxc_from_m34(m34), GETPC());
730     return ret;
731 }
732 
733 /* round to integer 64-bit */
734 uint64_t HELPER(fidb)(CPUS390XState *env, uint64_t f2, uint32_t m34)
735 {
736     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
737     float64 ret = float64_round_to_int(f2, &env->fpu_status);
738 
739     s390_restore_bfp_rounding_mode(env, old_mode);
740     handle_exceptions(env, xxc_from_m34(m34), GETPC());
741     return ret;
742 }
743 
744 /* round to integer 128-bit */
745 Int128 HELPER(fixb)(CPUS390XState *env, Int128 a, uint32_t m34)
746 {
747     int old_mode = s390_swap_bfp_rounding_mode(env, round_from_m34(m34));
748     float128 ret = float128_round_to_int(ARG128(a), &env->fpu_status);
749 
750     s390_restore_bfp_rounding_mode(env, old_mode);
751     handle_exceptions(env, xxc_from_m34(m34), GETPC());
752     return RET128(ret);
753 }
754 
755 /* 32-bit FP compare and signal */
756 uint32_t HELPER(keb)(CPUS390XState *env, uint64_t f1, uint64_t f2)
757 {
758     FloatRelation cmp = float32_compare(f1, f2, &env->fpu_status);
759     handle_exceptions(env, false, GETPC());
760     return float_comp_to_cc(env, cmp);
761 }
762 
763 /* 64-bit FP compare and signal */
764 uint32_t HELPER(kdb)(CPUS390XState *env, uint64_t f1, uint64_t f2)
765 {
766     FloatRelation cmp = float64_compare(f1, f2, &env->fpu_status);
767     handle_exceptions(env, false, GETPC());
768     return float_comp_to_cc(env, cmp);
769 }
770 
771 /* 128-bit FP compare and signal */
772 uint32_t HELPER(kxb)(CPUS390XState *env, Int128 a, Int128 b)
773 {
774     FloatRelation cmp = float128_compare(ARG128(a), ARG128(b),
775                                          &env->fpu_status);
776     handle_exceptions(env, false, GETPC());
777     return float_comp_to_cc(env, cmp);
778 }
779 
780 /* 32-bit FP multiply and add */
781 uint64_t HELPER(maeb)(CPUS390XState *env, uint64_t f1,
782                       uint64_t f2, uint64_t f3)
783 {
784     float32 ret = float32_muladd(f2, f3, f1, 0, &env->fpu_status);
785     handle_exceptions(env, false, GETPC());
786     return ret;
787 }
788 
789 /* 64-bit FP multiply and add */
790 uint64_t HELPER(madb)(CPUS390XState *env, uint64_t f1,
791                       uint64_t f2, uint64_t f3)
792 {
793     float64 ret = float64_muladd(f2, f3, f1, 0, &env->fpu_status);
794     handle_exceptions(env, false, GETPC());
795     return ret;
796 }
797 
798 /* 32-bit FP multiply and subtract */
799 uint64_t HELPER(mseb)(CPUS390XState *env, uint64_t f1,
800                       uint64_t f2, uint64_t f3)
801 {
802     float32 ret = float32_muladd(f2, f3, f1, float_muladd_negate_c,
803                                  &env->fpu_status);
804     handle_exceptions(env, false, GETPC());
805     return ret;
806 }
807 
808 /* 64-bit FP multiply and subtract */
809 uint64_t HELPER(msdb)(CPUS390XState *env, uint64_t f1,
810                       uint64_t f2, uint64_t f3)
811 {
812     float64 ret = float64_muladd(f2, f3, f1, float_muladd_negate_c,
813                                  &env->fpu_status);
814     handle_exceptions(env, false, GETPC());
815     return ret;
816 }
817 
818 /* The rightmost bit has the number 11. */
819 static inline uint16_t dcmask(int bit, bool neg)
820 {
821     return 1 << (11 - bit - neg);
822 }
823 
824 #define DEF_FLOAT_DCMASK(_TYPE) \
825 uint16_t _TYPE##_dcmask(CPUS390XState *env, _TYPE f1)              \
826 {                                                                  \
827     const bool neg = _TYPE##_is_neg(f1);                           \
828                                                                    \
829     /* Sorted by most common cases - only one class is possible */ \
830     if (_TYPE##_is_normal(f1)) {                                   \
831         return dcmask(2, neg);                                     \
832     } else if (_TYPE##_is_zero(f1)) {                              \
833         return dcmask(0, neg);                                     \
834     } else if (_TYPE##_is_denormal(f1)) {                          \
835         return dcmask(4, neg);                                     \
836     } else if (_TYPE##_is_infinity(f1)) {                          \
837         return dcmask(6, neg);                                     \
838     } else if (_TYPE##_is_quiet_nan(f1, &env->fpu_status)) {       \
839         return dcmask(8, neg);                                     \
840     }                                                              \
841     /* signaling nan, as last remaining case */                    \
842     return dcmask(10, neg);                                        \
843 }
844 DEF_FLOAT_DCMASK(float32)
845 DEF_FLOAT_DCMASK(float64)
846 DEF_FLOAT_DCMASK(float128)
847 
848 /* test data class 32-bit */
849 uint32_t HELPER(tceb)(CPUS390XState *env, uint64_t f1, uint64_t m2)
850 {
851     return (m2 & float32_dcmask(env, f1)) != 0;
852 }
853 
854 /* test data class 64-bit */
855 uint32_t HELPER(tcdb)(CPUS390XState *env, uint64_t v1, uint64_t m2)
856 {
857     return (m2 & float64_dcmask(env, v1)) != 0;
858 }
859 
860 /* test data class 128-bit */
861 uint32_t HELPER(tcxb)(CPUS390XState *env, Int128 a, uint64_t m2)
862 {
863     return (m2 & float128_dcmask(env, ARG128(a))) != 0;
864 }
865 
866 /* square root 32-bit */
867 uint64_t HELPER(sqeb)(CPUS390XState *env, uint64_t f2)
868 {
869     float32 ret = float32_sqrt(f2, &env->fpu_status);
870     handle_exceptions(env, false, GETPC());
871     return ret;
872 }
873 
874 /* square root 64-bit */
875 uint64_t HELPER(sqdb)(CPUS390XState *env, uint64_t f2)
876 {
877     float64 ret = float64_sqrt(f2, &env->fpu_status);
878     handle_exceptions(env, false, GETPC());
879     return ret;
880 }
881 
882 /* square root 128-bit */
883 Int128 HELPER(sqxb)(CPUS390XState *env, Int128 a)
884 {
885     float128 ret = float128_sqrt(ARG128(a), &env->fpu_status);
886     handle_exceptions(env, false, GETPC());
887     return RET128(ret);
888 }
889 
890 static const int fpc_to_rnd[8] = {
891     float_round_nearest_even,
892     float_round_to_zero,
893     float_round_up,
894     float_round_down,
895     -1,
896     -1,
897     -1,
898     float_round_to_odd,
899 };
900 
901 /* set fpc */
902 void HELPER(sfpc)(CPUS390XState *env, uint64_t fpc)
903 {
904     if (fpc_to_rnd[fpc & 0x7] == -1 || fpc & 0x03030088u ||
905         (!s390_has_feat(S390_FEAT_FLOATING_POINT_EXT) && fpc & 0x4)) {
906         tcg_s390_program_interrupt(env, PGM_SPECIFICATION, GETPC());
907     }
908 
909     /* Install everything in the main FPC.  */
910     env->fpc = fpc;
911 
912     /* Install the rounding mode in the shadow fpu_status.  */
913     set_float_rounding_mode(fpc_to_rnd[fpc & 0x7], &env->fpu_status);
914 }
915 
916 /* set fpc and signal */
917 void HELPER(sfas)(CPUS390XState *env, uint64_t fpc)
918 {
919     uint32_t signalling = env->fpc;
920     uint32_t s390_exc;
921 
922     if (fpc_to_rnd[fpc & 0x7] == -1 || fpc & 0x03030088u ||
923         (!s390_has_feat(S390_FEAT_FLOATING_POINT_EXT) && fpc & 0x4)) {
924         tcg_s390_program_interrupt(env, PGM_SPECIFICATION, GETPC());
925     }
926 
927     /*
928      * FPC is set to the FPC operand with a bitwise OR of the signalling
929      * flags.
930      */
931     env->fpc = fpc | (signalling & 0x00ff0000);
932     set_float_rounding_mode(fpc_to_rnd[fpc & 0x7], &env->fpu_status);
933 
934     /*
935      * If any signaling flag is enabled in the new FPC mask, a
936      * simulated-iee-exception exception occurs.
937      */
938     s390_exc = (signalling >> 16) & (fpc >> 24);
939     if (s390_exc) {
940         if (s390_exc & S390_IEEE_MASK_INVALID) {
941             s390_exc = S390_IEEE_MASK_INVALID;
942         } else if (s390_exc & S390_IEEE_MASK_DIVBYZERO) {
943             s390_exc = S390_IEEE_MASK_DIVBYZERO;
944         } else if (s390_exc & S390_IEEE_MASK_OVERFLOW) {
945             s390_exc &= (S390_IEEE_MASK_OVERFLOW | S390_IEEE_MASK_INEXACT);
946         } else if (s390_exc & S390_IEEE_MASK_UNDERFLOW) {
947             s390_exc &= (S390_IEEE_MASK_UNDERFLOW | S390_IEEE_MASK_INEXACT);
948         } else if (s390_exc & S390_IEEE_MASK_INEXACT) {
949             s390_exc = S390_IEEE_MASK_INEXACT;
950         } else if (s390_exc & S390_IEEE_MASK_QUANTUM) {
951             s390_exc = S390_IEEE_MASK_QUANTUM;
952         }
953         tcg_s390_data_exception(env, s390_exc | 3, GETPC());
954     }
955 }
956 
957 /* set bfp rounding mode */
958 void HELPER(srnm)(CPUS390XState *env, uint64_t rnd)
959 {
960     if (rnd > 0x7 || fpc_to_rnd[rnd & 0x7] == -1) {
961         tcg_s390_program_interrupt(env, PGM_SPECIFICATION, GETPC());
962     }
963 
964     env->fpc = deposit32(env->fpc, 0, 3, rnd);
965     set_float_rounding_mode(fpc_to_rnd[rnd & 0x7], &env->fpu_status);
966 }
967