Home
last modified time | relevance | path

Searched refs:rounding (Results 1 – 25 of 76) sorted by relevance

1234

/openbmc/qemu/tests/fp/
H A Dfp-bench.c61 enum rounding { enum
551 void die_host_rounding(enum rounding rounding) in die_host_rounding() argument
554 round_names[rounding]); in die_host_rounding()
558 static void set_host_precision(enum rounding rounding) in set_host_precision() argument
562 switch (rounding) { in set_host_precision()
576 die_host_rounding(rounding); in set_host_precision()
583 die_host_rounding(rounding); in set_host_precision()
587 static void set_soft_precision(enum rounding rounding) in set_soft_precision() argument
591 switch (rounding) { in set_soft_precision()
617 int rounding = ROUND_EVEN; in parse_args() local
[all …]
/openbmc/qemu/include/libdecnumber/
H A DdecContext.h68 enum rounding { enum
85 enum rounding round; /* rounding mode */
241 extern enum rounding decContextGetRounding(decContext *);
245 extern decContext * decContextSetRounding(decContext *, enum rounding);
/openbmc/linux/drivers/staging/media/atomisp/pci/isp/kernels/ctc/ctc2/
H A Dia_css_ctc2.host.c46 int rounding = (dx + 1) >> 1; in ctc2_slope() local
58 rounding = -rounding; in ctc2_slope()
59 slope = (int)(dy_shift + rounding) / dx; in ctc2_slope()
/openbmc/linux/Documentation/arch/arm/nwfpe/
H A Dtodo.rst41 The IEEE standard defines 4 rounding modes. Round to nearest is the
42 default, but rounding to + or - infinity or round to zero are also allowed.
43 Many architectures allow the rounding mode to be specified by modifying bits
45 the rounding mode one must specify it with each instruction.
49 bits describing the rounding mode. The emulator could be altered to
50 examine a flag, which if set forced it to ignore the rounding mode in
/openbmc/openbmc/poky/meta/recipes-support/libmpc/
H A Dlibmpc.inc1 SUMMARY = "C library for complex number arithmetic with arbitrary precision and correct rounding"
2 …ithmetic of complex numbers with arbitrarily high precision and correct rounding of the result. It…
/openbmc/linux/arch/m68k/fpsp040/
H A Dsint.S29 | the rounding mode.
40 | for the given sign and rounding mode.
133 bfextu FPCR_MODE(%a6){#2:#2},%d1 |use user's mode for rounding
150 | rounding modes. L_SCR1 contains the rmode in the lower byte.
218 movel L_SCR1(%a6),%d1 |use selected rounding mode
H A Dutil.S96 | If the instruction is fsgldiv of fsglmul, the rounding precision must be
98 | precision instruction, the rounding precision is then set to the force
170 | ;is the rounding precision
314 | g_rndpr --- put rounding precision in d0{1:0}
322 | get rounding precision (cmdreg3b{6:5})
325 | get destination format - this is the also the rounding precision
350 | is the same as the rounding precision. Pass results from g_dfmtou.
358 movel CMDREG3B(%a6),%d0 |rounding precision in d0{10:9}
359 bfextu %d0{#9:#2},%d0 |move the rounding prec bits to d0{1:0}
413 | Get rounding precision set in FPCR{7:6}.
[all …]
H A Dround.S4 | handle rounding and normalization tasks
24 | d1(high word) contains rounding precision:
28 | d1(low word) contains rounding mode:
50 | :rounding precision and sets
60 | Use rounding mode as an index into a jump table for these modes.
67 | Jump table indexed by rounding mode in d1.w. All following assumes
130 | selected rounding precision. It is called by the round subroutine
406 | d0: rounding precision
413 | d0 comes into this routine with the rounding precision. It
415 | rounding precision.
H A Ddecbin.S52 | greater than 10^27, a directed rounding scheme is used with
84 | 10**{1,2,4,8,16,32,64,128,256,512,1024,2048,4096}. No rounding
432 bfextu %d3{#26:#2},%d2 |isolate rounding mode bits
438 moveb (%a1,%d2),%d0 |load new rounding bits from table
440 bfins %d0,%d3{#26:#2} |stuff new rounding bits in FPCR
H A Dbindec.S57 | 10^^(abs(ISCALE)) using a rounding mode which is a
58 | function of the original rounding mode and the signs
64 | only one rounding error. The grs bits are collected in
81 | A12. Calculate YINT = FINT(Y) according to user's rounding
333 | the rounding mode as given in the following table (see
550 | Perform FINT operation in the user's rounding mode. Keep
H A Dstwotox.S199 fmovel %d1,%fpcr | ...set user's rounding mode/precision
303 fmovel %d1,%fpcr | ...set user's rounding mode/precision
H A Dx_ovfl.S18 | on the current rounding mode:
H A Dx_unfl.S204 | d1{01:00} has rounding mode
205 | d1{17:16} has rounding precision
/openbmc/openbmc/poky/meta/recipes-support/mpfr/
H A Dmpfr_4.2.1.bb1 SUMMARY = "C library for multiple-precision floating-point computations with exact rounding"
2 … for arbitrary-precision binary floating-point computation with correct rounding, based on GNU Mul…
/openbmc/openbmc/poky/meta/recipes-core/glib-2.0/files/
H A Dskip-timeout.patch4 Subject: [PATCH] Skip /timeout/rounding test
26 - g_test_add_func ("/timeout/rounding", test_rounding);
/openbmc/linux/Documentation/arch/arm/vfp/
H A Drelease-notes.rst38 result underflows before rounding, but becomes a normalised number
39 after rounding, we do not signal an underflow exception.
/openbmc/qemu/libdecnumber/
H A DdecContext.c166 enum rounding decContextGetRounding(decContext *context) { in decContextGetRounding()
225 enum rounding newround) { in decContextSetRounding()
/openbmc/linux/arch/arm/lib/
H A Ddelay-loop.S34 adds r1, r1, #0xffffffff @ rounding up ...
/openbmc/linux/fs/xfs/
H A Dxfs_bmap_util.c967 xfs_off_t rounding, start, end; in xfs_flush_unmap_range() local
975 rounding = max_t(xfs_off_t, xfs_inode_alloc_unitsize(ip), PAGE_SIZE); in xfs_flush_unmap_range()
976 start = rounddown_64(offset, rounding); in xfs_flush_unmap_range()
977 end = roundup_64(offset + len, rounding) - 1; in xfs_flush_unmap_range()
1062 unsigned int rounding; in xfs_prepare_shift() local
1083 rounding = xfs_inode_alloc_unitsize(ip); in xfs_prepare_shift()
1084 offset = rounddown_64(offset, rounding); in xfs_prepare_shift()
1086 offset -= rounding; in xfs_prepare_shift()
/openbmc/qemu/target/loongarch/tcg/insn_trans/
H A Dtrans_fmov.c.inc111 * Install the new rounding mode to fpu_status, if changed.
112 * Note that FCSR3 is exactly the rounding mode field.
/openbmc/linux/Documentation/hwmon/
H A Demc2103.rst27 represented, so some rounding is done. With a divider of 1, the lowest
/openbmc/linux/drivers/video/fbdev/matrox/
H A Dmatroxfb_base.c452 int rounding; in matroxfb_test_and_set_rounding() local
458 case 4: rounding = 128; in matroxfb_test_and_set_rounding()
460 case 8: rounding = 64; /* doc says 64; 32 is OK for G400 */ in matroxfb_test_and_set_rounding()
462 case 16: rounding = 32; in matroxfb_test_and_set_rounding()
464 case 24: rounding = 64; /* doc says 64; 32 is OK for G400 */ in matroxfb_test_and_set_rounding()
466 default: rounding = 16; in matroxfb_test_and_set_rounding()
469 rounding = 32; in matroxfb_test_and_set_rounding()
473 rounding *= 2; in matroxfb_test_and_set_rounding()
475 over = xres % rounding; in matroxfb_test_and_set_rounding()
477 xres += rounding-over; in matroxfb_test_and_set_rounding()
/openbmc/linux/arch/powerpc/lib/
H A Ddiv64.S32 addc r9,r4,r10 # rounding up (so the estimate cannot
/openbmc/qemu/fpu/
H A Dsoftfloat-parts.c.inc140 * are FRAC_SHIFT bits that may require rounding at the bottom of the
468 * `b' then adding 'c', with no intermediate rounding step after the
563 /* Narrow with sticky bit, for proper rounding later. */
965 * which leaves room for sticky and rounding bit.
1056 * rounded according to the current rounding mode. If `a' is a NaN,
1086 /* TODO: N - 2 is frac_size for rounding; could use input fmt. */
1122 * rounded according to the current rounding mode. If `a' is a NaN,
1153 /* TODO: N - 2 is frac_size for rounding; could use input fmt. */
1216 /* TODO: N - 2 is frac_size for rounding; could use input fmt. */
/openbmc/linux/drivers/cpufreq/
H A DKconfig297 clock rate rounding through the clock framework can use this
299 harmless for CPUs that don't support rate rounding. The driver
301 itself if the CPU in question is not capable of rate rounding.

1234