Home
last modified time | relevance | path

Searched refs:nan (Results 1 – 25 of 50) sorted by relevance

12

/openbmc/qemu/tests/tcg/arm/
H A Dfloat_madds.ref2 op : f32(-nan:0xffa00000) * f32(-nan:0xffc00000) + f32(-inf:0xff800000)
3 res: f32(-nan:0xffe00000) flags=INVALID (0/0)
4 op : f32(-nan:0xffc00000) * f32(-inf:0xff800000) + f32(-nan:0xffa00000)
5 res: f32(-nan:0xffe00000) flags=INVALID (0/1)
6 op : f32(-inf:0xff800000) * f32(-nan:0xffa00000) + f32(-nan:0xffc00000)
7 res: f32(-nan:0xffe00000) flags=INVALID (0/2)
8 op : f32(-nan:0xffc00000) * f32(-inf:0xff800000) + f32(-0x1.fffffe00000000000000p+127:0xff7fffff)
9 res: f32(-nan:0xffc00000) flags=OK (1/0)
10 op : f32(-inf:0xff800000) * f32(-0x1.fffffe00000000000000p+127:0xff7fffff) + f32(-nan:0xffc00000)
11 res: f32(-nan:0xffc00000) flags=OK (1/1)
[all …]
H A Dfcvt.ref4 00 SINGLE: -nan / 0xffa00000 (0 => OK)
6 01 SINGLE: -nan / 0xffc00000 (0 => OK)
62 29 SINGLE: nan / 0x7fc00000 (0 => OK)
64 30 SINGLE: nan / 0x7fa00000 (0 => OK)
67 00 SINGLE: -nan / 0xffa00000 (0 => OK)
68 00 DOUBLE: -nan / 0x00fffc000000000000 (0x1 => INVALID)
69 01 SINGLE: -nan / 0xffc00000 (0 => OK)
70 01 DOUBLE: -nan / 0x00fff8000000000000 (0 => OK)
125 29 SINGLE: nan / 0x7fc00000 (0 => OK)
126 29 DOUBLE: nan / 0x007ff8000000000000 (0 => OK)
[all …]
H A Dfloat_convs.ref2 from single: f32(-nan:0xffa00000)
3 to double: f64(-nan:0x00fffc000000000000) (INVALID)
8 from single: f32(-nan:0xffc00000)
9 to double: f64(-nan:0x00fff8000000000000) (OK)
176 from single: f32(nan:0x7fc00000)
177 to double: f64(nan:0x007ff8000000000000) (OK)
182 from single: f32(nan:0x7fa00000)
183 to double: f64(nan:0x007ffc000000000000) (INVALID)
189 from single: f32(-nan:0xffa00000)
190 to double: f64(-nan:0x00fffc000000000000) (INVALID)
[all …]
H A Dfloat_convd.ref2 from double: f64(nan:0x007ff4000000000000)
3 to single: f32(nan:0x7fe00000) (INVALID)
8 from double: f64(-nan:0x00fff8000000000000)
9 to single: f32(-nan:0xffc00000) (OK)
230 from double: f64(nan:0x007ff8000000000000)
231 to single: f32(nan:0x7fc00000) (OK)
236 from double: f64(nan:0x007ff0000000000001)
237 to single: f32(nan:0x7fc00000) (INVALID)
242 from double: f64(nan:0x007ff4000000000000)
243 to single: f32(nan:0x7fe00000) (INVALID)
[all …]
/openbmc/qemu/tests/tcg/loongarch64/
H A Dfloat_madds.ref2 op : f32(-nan:0xffa00000) * f32(-nan:0xffc00000) + f32(-inf:0xff800000)
3 res: f32(-nan:0xffe00000) flags=INVALID (0/0)
4 op : f32(-nan:0xffc00000) * f32(-inf:0xff800000) + f32(-nan:0xffa00000)
5 res: f32(-nan:0xffe00000) flags=INVALID (0/1)
6 op : f32(-inf:0xff800000) * f32(-nan:0xffa00000) + f32(-nan:0xffc00000)
7 res: f32(-nan:0xffe00000) flags=INVALID (0/2)
8 op : f32(-nan:0xffc00000) * f32(-inf:0xff800000) + f32(-0x1.fffffe00000000000000p+127:0xff7fffff)
9 res: f32(-nan:0xffc00000) flags=OK (1/0)
10 op : f32(-inf:0xff800000) * f32(-0x1.fffffe00000000000000p+127:0xff7fffff) + f32(-nan:0xffc00000)
11 res: f32(-nan:0xffc00000) flags=OK (1/1)
[all …]
H A Dfloat_convs.ref2 from single: f32(-nan:0xffa00000)
3 to double: f64(-nan:0x00fffc000000000000) (INVALID)
8 from single: f32(-nan:0xffc00000)
9 to double: f64(-nan:0x00fff8000000000000) (OK)
176 from single: f32(nan:0x7fc00000)
177 to double: f64(nan:0x007ff8000000000000) (OK)
182 from single: f32(nan:0x7fa00000)
183 to double: f64(nan:0x007ffc000000000000) (INVALID)
189 from single: f32(-nan:0xffa00000)
190 to double: f64(-nan:0x00fffc000000000000) (INVALID)
[all …]
H A Dfloat_convd.ref2 from double: f64(nan:0x007ff4000000000000)
3 to single: f32(nan:0x7fe00000) (INVALID)
8 from double: f64(-nan:0x00fff8000000000000)
9 to single: f32(-nan:0xffc00000) (OK)
230 from double: f64(nan:0x007ff8000000000000)
231 to single: f32(nan:0x7fc00000) (OK)
236 from double: f64(nan:0x007ff0000000000001)
237 to single: f32(nan:0x7fc00000) (INVALID)
242 from double: f64(nan:0x007ff4000000000000)
243 to single: f32(nan:0x7fe00000) (INVALID)
[all …]
/openbmc/qemu/tests/tcg/aarch64/
H A Dfloat_madds.ref2 op : f32(-nan:0xffa00000) * f32(-nan:0xffc00000) + f32(-inf:0xff800000)
3 res: f32(-nan:0xffe00000) flags=INVALID (0/0)
4 op : f32(-nan:0xffc00000) * f32(-inf:0xff800000) + f32(-nan:0xffa00000)
5 res: f32(-nan:0xffe00000) flags=INVALID (0/1)
6 op : f32(-inf:0xff800000) * f32(-nan:0xffa00000) + f32(-nan:0xffc00000)
7 res: f32(-nan:0xffe00000) flags=INVALID (0/2)
8 op : f32(-nan:0xffc00000) * f32(-inf:0xff800000) + f32(-0x1.fffffe00000000000000p+127:0xff7fffff)
9 res: f32(-nan:0xffc00000) flags=OK (1/0)
10 op : f32(-inf:0xff800000) * f32(-0x1.fffffe00000000000000p+127:0xff7fffff) + f32(-nan:0xffc00000)
11 res: f32(-nan:0xffc00000) flags=OK (1/1)
[all …]
H A Dfcvt.ref4 00 SINGLE: -nan / 0xffa00000 (0 => OK)
6 01 SINGLE: -nan / 0xffc00000 (0 => OK)
62 29 SINGLE: nan / 0x7fc00000 (0 => OK)
64 30 SINGLE: nan / 0x7fa00000 (0 => OK)
67 00 SINGLE: -nan / 0xffa00000 (0 => OK)
68 00 DOUBLE: -nan / 0x00fffc000000000000 (0x1 => INVALID)
69 01 SINGLE: -nan / 0xffc00000 (0 => OK)
70 01 DOUBLE: -nan / 0x00fff8000000000000 (0 => OK)
125 29 SINGLE: nan / 0x7fc00000 (0 => OK)
126 29 DOUBLE: nan / 0x007ff8000000000000 (0 => OK)
[all …]
H A Dfloat_convs.ref2 from single: f32(-nan:0xffa00000)
3 to double: f64(-nan:0x00fffc000000000000) (INVALID)
8 from single: f32(-nan:0xffc00000)
9 to double: f64(-nan:0x00fff8000000000000) (OK)
176 from single: f32(nan:0x7fc00000)
177 to double: f64(nan:0x007ff8000000000000) (OK)
182 from single: f32(nan:0x7fa00000)
183 to double: f64(nan:0x007ffc000000000000) (INVALID)
189 from single: f32(-nan:0xffa00000)
190 to double: f64(-nan:0x00fffc000000000000) (INVALID)
[all …]
H A Dfloat_convd.ref2 from double: f64(nan:0x007ff4000000000000)
3 to single: f32(nan:0x7fe00000) (INVALID)
8 from double: f64(-nan:0x00fff8000000000000)
9 to single: f32(-nan:0xffc00000) (OK)
230 from double: f64(nan:0x007ff8000000000000)
231 to single: f32(nan:0x7fc00000) (OK)
236 from double: f64(nan:0x007ff0000000000001)
237 to single: f32(nan:0x7fc00000) (INVALID)
242 from double: f64(nan:0x007ff4000000000000)
243 to single: f32(nan:0x7fe00000) (INVALID)
[all …]
/openbmc/qemu/tests/tcg/hexagon/
H A Dfloat_madds.ref2 op : f32(-nan:0xffa00000) * f32(-nan:0xffc00000) + f32(-inf:0xff800000)
3 res: f32(-nan:0xffffffff) flags=INVALID (0/0)
4 op : f32(-nan:0xffc00000) * f32(-inf:0xff800000) + f32(-nan:0xffa00000)
5 res: f32(-nan:0xffffffff) flags=INVALID (0/1)
6 op : f32(-inf:0xff800000) * f32(-nan:0xffa00000) + f32(-nan:0xffc00000)
7 res: f32(-nan:0xffffffff) flags=INVALID (0/2)
8 op : f32(-nan:0xffc00000) * f32(-inf:0xff800000) + f32(-0x1.fffffe00000000000000p+127:0xff7fffff)
9 res: f32(-nan:0xffffffff) flags=OK (1/0)
10 op : f32(-inf:0xff800000) * f32(-0x1.fffffe00000000000000p+127:0xff7fffff) + f32(-nan:0xffc00000)
11 res: f32(-nan:0xffffffff) flags=OK (1/1)
[all …]
H A Dfloat_convs.ref2 from single: f32(-nan:0xffa00000)
3 to double: f64(-nan:0x00ffffffffffffffff) (INVALID)
8 from single: f32(-nan:0xffc00000)
9 to double: f64(-nan:0x00ffffffffffffffff) (OK)
176 from single: f32(-nan:0x7fc00000)
177 to double: f64(-nan:0x00ffffffffffffffff) (OK)
182 from single: f32(-nan:0x7fa00000)
183 to double: f64(-nan:0x00ffffffffffffffff) (INVALID)
189 from single: f32(-nan:0xffa00000)
190 to double: f64(-nan:0x00ffffffffffffffff) (INVALID)
[all …]
H A Dfloat_convd.ref2 from double: f64(nan:0x007ff4000000000000)
3 to single: f32(-nan:0xffffffff) (INVALID)
8 from double: f64(-nan:0x00fff8000000000000)
9 to single: f32(-nan:0xffffffff) (OK)
230 from double: f64(nan:0x007ff8000000000000)
231 to single: f32(-nan:0xffffffff) (OK)
236 from double: f64(nan:0x007ff0000000000001)
237 to single: f32(-nan:0xffffffff) (INVALID)
242 from double: f64(nan:0x007ff4000000000000)
243 to single: f32(-nan:0xffffffff) (INVALID)
[all …]
/openbmc/qemu/tests/tcg/ppc64le/
H A Dfloat_madds.ref2 op : f32(-nan:0xffa00000) * f32(-nan:0xffc00000) + f32(-inf:0xff800000)
3 res: f32(-nan:0xffe00000) flags=INVALID (0/0)
4 op : f32(-nan:0xffc00000) * f32(-inf:0xff800000) + f32(-nan:0xffa00000)
5 res: f32(-nan:0xffc00000) flags=INVALID (0/1)
6 op : f32(-inf:0xff800000) * f32(-nan:0xffa00000) + f32(-nan:0xffc00000)
7 res: f32(-nan:0xffc00000) flags=INVALID (0/2)
8 op : f32(-nan:0xffc00000) * f32(-inf:0xff800000) + f32(-0x1.fffffe00000000000000p+127:0xff7fffff)
9 res: f32(-nan:0xffc00000) flags=OK (1/0)
10 op : f32(-inf:0xff800000) * f32(-0x1.fffffe00000000000000p+127:0xff7fffff) + f32(-nan:0xffc00000)
11 res: f32(-nan:0xffc00000) flags=OK (1/1)
[all …]
H A Dfloat_convs.ref2 from single: f32(-nan:0xffa00000)
3 to double: f64(-nan:0x00fff4000000000000) (OK)
8 from single: f32(-nan:0xffc00000)
9 to double: f64(-nan:0x00fff8000000000000) (OK)
176 from single: f32(nan:0x7fc00000)
177 to double: f64(nan:0x007ff8000000000000) (OK)
182 from single: f32(nan:0x7fa00000)
183 to double: f64(nan:0x007ff4000000000000) (OK)
189 from single: f32(-nan:0xffa00000)
190 to double: f64(-nan:0x00fff4000000000000) (OK)
[all …]
/openbmc/linux/arch/m68k/fpsp040/
H A Ddo_func.S56 QNAN: .long 0x7fff0000,0xffffffff,0xffffffff |non-signaling nan
256 .long smod_oper | 00,01 norm,zero = nan with operr
258 .long smod_snan | 00,11 norm,nan = nan
260 .long smod_oper | 01,01 zero,zero = nan with operr
262 .long smod_snan | 01,11 zero,nan = nan
263 .long smod_oper | 10,00 inf,norm = nan with operr
264 .long smod_oper | 10,01 inf,zero = nan with operr
265 .long smod_oper | 10,10 inf,inf = nan with operr
266 .long smod_snan | 10,11 inf,nan = nan
267 .long smod_dnan | 11,00 nan,norm = nan
[all …]
H A Dtbldo.S61 .long src_nan |$01-3 fint nan
70 .long src_nan |$02-3 fsinh nan
79 .long src_nan |$03-3 fintrz nan
106 .long src_nan |$06-3 flognp1 nan
124 .long src_nan |$08-3 fetoxm1 nan
133 .long src_nan |$09-3 ftanh nan
142 .long src_nan |$0a-3 fatan nan
160 .long src_nan |$0c-3 fasin nan
169 .long src_nan |$0d-3 fatanh nan
178 .long src_nan |$0e-3 fsin nan
[all …]
H A Dkernel_ex.S26 nan: .long 0x7fff0000,0xffffffff,0xffffffff label
107 | nan bit; Store default NAN into fp0
121 fmovemx nan,%fp0-%fp0 |load default nan
286 btstb #sign_bit,FPTEMP_EX(%a6) |test sign of nan
320 fmovex FPTEMP(%a6),%fp0 |load non-sign. nan
327 | Determine if the source nan is signalling or non-signalling,
339 fmovex ETEMP(%a6),%fp0 |return the non-signalling nan
347 orb #nan_tag,STAG(%a6) |set up stag for nan
/openbmc/qemu/tests/tcg/i386/
H A Dfloat_convd.conf2 from single: f32(nan:0x7fe00000)
3 to single: f64(nan:0x007ffc000000000000) (OK)
8 from single: f32(-nan:0xffc00000)
9 to single: f64(-nan:0x00fff8000000000000) (OK)
230 from single: f32(nan:0x7fc00000)
231 to single: f64(nan:0x007ff8000000000000) (OK)
236 from single: f32(nan:0x7fc00000)
237 to single: f64(nan:0x007ff8000000000000) (OK)
242 from single: f32(nan:0x7fe00000)
243 to single: f64(nan:0x007ffc000000000000) (OK)
[all …]
H A Dfloat_convs.ref2 from single: f32(-nan:0xffe00000)
3 to double: f64(-nan:0x00fffc000000000000) (OK)
8 from single: f32(-nan:0xffc00000)
9 to double: f64(-nan:0x00fff8000000000000) (OK)
176 from single: f32(nan:0x7fc00000)
177 to double: f64(nan:0x007ff8000000000000) (OK)
182 from single: f32(nan:0x7fe00000)
183 to double: f64(nan:0x007ffc000000000000) (OK)
189 from single: f32(-nan:0xffe00000)
190 to double: f64(-nan:0x00fffc000000000000) (OK)
[all …]
/openbmc/qemu/tests/tcg/x86_64/
H A Dfloat_convs.ref2 from single: f32(-nan:0xffa00000)
3 to double: f64(-nan:0x00fffc000000000000) (INVALID)
8 from single: f32(-nan:0xffc00000)
9 to double: f64(-nan:0x00fff8000000000000) (OK)
176 from single: f32(nan:0x7fc00000)
177 to double: f64(nan:0x007ff8000000000000) (OK)
182 from single: f32(nan:0x7fa00000)
183 to double: f64(nan:0x007ffc000000000000) (INVALID)
189 from single: f32(-nan:0xffa00000)
190 to double: f64(-nan:0x00fffc000000000000) (INVALID)
[all …]
H A Dfloat_convd.ref2 from double: f64(nan:0x007ff4000000000000)
3 to single: f32(nan:0x7fe00000) (INVALID)
8 from double: f64(-nan:0x00fff8000000000000)
9 to single: f32(-nan:0xffc00000) (OK)
230 from double: f64(nan:0x007ff8000000000000)
231 to single: f32(nan:0x7fc00000) (OK)
236 from double: f64(nan:0x007ff0000000000001)
237 to single: f32(nan:0x7fc00000) (INVALID)
242 from double: f64(nan:0x007ff4000000000000)
243 to single: f32(nan:0x7fe00000) (INVALID)
[all …]
/openbmc/qemu/target/arm/
H A Dvfp_helper.c674 float16 nan = f16; in HELPER() local
678 nan = float16_silence_nan(f16, fpst); in HELPER()
682 nan = float16_default_nan(fpst); in HELPER()
684 return nan; in HELPER()
724 float32 nan = f32; in HELPER() local
728 nan = float32_silence_nan(f32, fpst); in HELPER()
732 nan = float32_default_nan(fpst); in HELPER()
734 return nan; in HELPER()
774 float64 nan = f64; in HELPER() local
778 nan = float64_silence_nan(f64, fpst); in HELPER()
[all …]
/openbmc/phosphor-pid-control/pid/
H A Dzone.cpp500 auto nan = std::numeric_limits<double>::quiet_NaN(); in initializeCache() local
504 _cachedValuesByName[f] = {nan, nan}; in initializeCache()
505 _cachedFanOutputs[f] = {nan, nan}; in initializeCache()
513 _cachedValuesByName[t] = {nan, nan}; in initializeCache()

12