Home
last modified time | relevance | path

Searched refs:precision (Results 1 – 25 of 64) sorted by relevance

123

/openbmc/u-boot/lib/
H A Dvsprintf.c159 int base, int size, int precision, int type) in number() argument
221 if (i > precision) in number()
222 precision = i; in number()
224 size -= precision; in number()
246 while (i <= --precision) in number()
258 int precision, int flags) in string() argument
265 len = strnlen(s, precision); in string()
280 int precision, int flags) in string16() argument
283 ssize_t i, len = utf16_strnlen(str, precision); in string16()
301 int precision, int flags) in device_path_string() argument
[all …]
/openbmc/qemu/tests/fp/
H A Dfp-bench.c51 enum precision { enum
125 static enum precision precision; variable
147 static void update_random_ops(int n_ops, enum precision prec) in update_random_ops()
194 static void fill_random(union fp *ops, int n_ops, enum precision prec, in fill_random()
232 static void bench(enum precision prec, enum op op, int n_ops, bool no_neg) in bench()
501 f = bench_funcs[operation][precision]; in run_bench()
649 precision = PREC_SINGLE; in parse_args()
651 precision = PREC_DOUBLE; in parse_args()
653 precision = PREC_QUAD; in parse_args()
690 switch (precision) { in parse_args()
[all …]
/openbmc/openbmc/poky/meta/recipes-support/libmpc/
H A Dlibmpc.inc1 SUMMARY = "C library for complex number arithmetic with arbitrary precision and correct rounding"
2 …a C library for the arithmetic of complex numbers with arbitrarily high precision and correct roun…
/openbmc/openbmc/meta-openembedded/meta-networking/recipes-support/open-vm-tools/open-vm-tools/
H A D0014-timeSync-Portable-way-to-print-64bit-time_t.patch31 - "const %ld precision %ld tolerance %ld tick %ld\n",
33 - tx->status, tx->constant, tx->precision, tx->tolerance, tx->tick);
35 + "const %jd precision %jd tolerance %jd tick %jd\n",
37 + tx->status, (intmax_t)tx->constant, (intmax_t)tx->precision, (intmax_t)tx->tolerance, (…
/openbmc/qemu/tests/tcg/arm/
H A Dfcvt.ref3 Converting single-precision to half-precision
66 Converting single-precision to double-precision
129 Converting double-precision to half-precision
212 Converting double-precision to single-precision
295 Converting half-precision to single-precision
330 Converting half-precision to double-precision
366 Converting single-precision to half-precision
429 Converting single-precision to double-precision
492 Converting double-precision to half-precision
575 Converting double-precision to single-precision
[all …]
/openbmc/qemu/tests/tcg/aarch64/
H A Dfcvt.ref3 Converting single-precision to half-precision
66 Converting single-precision to double-precision
129 Converting double-precision to half-precision
212 Converting double-precision to single-precision
295 Converting half-precision to single-precision
330 Converting half-precision to double-precision
366 Converting single-precision to half-precision
429 Converting single-precision to double-precision
492 Converting double-precision to half-precision
575 Converting double-precision to single-precision
[all …]
/openbmc/u-boot/doc/
H A DREADME.440-DDR-performance23 Your clock granularity/precision appears to be 1 microseconds.
30 For best results, please be sure you know the precision of your system
64 Your clock granularity/precision appears to be 1 microseconds.
71 For best results, please be sure you know the precision of your system
/openbmc/qemu/fpu/
H A Dsoftfloat-specialize.c.inc196 | The pattern for a default generated extended double-precision NaN.
216 | The pattern for a default generated extended double-precision inf.
230 | Returns 1 if the half-precision floating-point value `a' is a quiet
269 | Returns 1 if the half-precision floating-point value `a' is a signaling
307 | Returns 1 if the single-precision floating-point value `a' is a quiet
326 | Returns 1 if the single-precision floating-point value `a' is a signaling
345 | Returns 1 if the double-precision floating-point value `a' is a quiet
365 | Returns 1 if the double-precision floating-point value `a' is a signaling
385 | Returns 1 if the extended double-precision floating-point value `a' is a
410 | Returns 1 if the extended double-precision floating-point value `a' is a
[all …]
/openbmc/openbmc/poky/meta/recipes-support/mpfr/
H A Dmpfr_4.2.2.bb1 SUMMARY = "C library for multiple-precision floating-point computations with exact rounding"
2 …t Reliable Library (GNU MPFR) is a GNU portable C library for arbitrary-precision binary floating-…
/openbmc/openbmc/poky/meta/recipes-extended/bc/
H A Dbc_1.08.1.bb1 SUMMARY = "Arbitrary precision calculator language"
3 DESCRIPTION = "bc is an arbitrary precision numeric processing language. Syntax is similar to C, bu…
/openbmc/phosphor-modbus/tests/
H A Dtest_sensors.cpp193 uint8_t precision) in applyValueSettings() argument
195 return (shift + (scale * (value / (1ULL << precision)))); in applyValueSettings()
206 .precision = 2, in TEST_F()
216 sensorRegister.precision))); in TEST_F()
/openbmc/qemu/docs/system/arm/
H A Demulation.rst60 - FEAT_F32MM (Single-precision Matrix Multiplication)
61 - FEAT_F64MM (Double-precision Matrix Multiplication)
64 - FEAT_FHM (Floating-point half-precision multiplication instructions)
66 - FEAT_FP16 (Half-precision floating-point data processing)
121 - FEAT_RPRES (Increased precision of FRECPE and FRSQRTE)
136 - FEAT_SME_F16F16 (Non-widening half-precision FP16 arithmetic for SME2)
137 - FEAT_SME_F64F64 (Double-precision floating-point outer product instructions)
191 - HP (Half-precision floating-point instructions)
/openbmc/openbmc/meta-openembedded/meta-networking/recipes-daemons/ptpd/ptpd/
H A Dptpd.service2 Description=ptpd time precision daemon
/openbmc/u-boot/net/
H A Dsntp.h45 uchar precision; member
/openbmc/openbmc/poky/meta/recipes-support/gmp/
H A Dgmp.inc2 DESCRIPTION = "GMP is a free library for arbitrary precision arithmetic, operating on signed intege…
/openbmc/openbmc/meta-openembedded/meta-python/recipes-devtools/python/
H A Dpython3-mpmath_1.3.0.bb4 SUMMARY = "Python library for arbitrary-precision floating-point arithmetic"
/openbmc/openbmc/meta-openembedded/meta-oe/recipes-support/libtommath/
H A Dlibtommath_1.3.0.bb1 SUMMARY = "LibTomMath is a number theoretic multiple-precision integer library"
/openbmc/openbmc/meta-openembedded/meta-oe/recipes-devtools/mbpoll/
H A Dmbpoll_1.5.2.bb5 precision."
/openbmc/openbmc/meta-openembedded/meta-oe/recipes-support/cpprest/cpprest/
H A Ddisable-float-tests.patch3 Description: new toolchain might have increased the float precision
/openbmc/qemu/target/arm/tcg/
H A Dvfp-uncond.decode32 # depending on whether the register is double or single precision.
70 # VCVT float to int with specified rounding mode; Vd is always single-precision
H A Dvfp.decode32 # depending on whether the register is double or single precision.
214 # Vm precision depends on size; Vd is its reverse
230 # is in the same format as a Vm single-precision register number.
/openbmc/phosphor-modbus/rtu/device/
H A Dbase_config.hpp32 uint8_t precision = 0; member
/openbmc/openbmc/poky/meta/recipes-bsp/grub/files/
H A DCVE-2024-45774.patch37 "jpeg: only 8-bit precision is supported");
/openbmc/openbmc/meta-openembedded/meta-oe/recipes-connectivity/libwebsockets/libwebsockets/
H A D0001-sll_protocol-may-be-be16.patch8 …/unix/unix-sockets.c:497:21: warning: implicit conversion loses integer precision: 'uint32_t' (aka…
/openbmc/libbej/src/
H A Dbej_encoder_metadata.c274 uint32_t precision = 0; in bejUpdateRealMetaData() local
275 while (fract != 0 && precision < BEJ_REAL_PRECISION) in bejUpdateRealMetaData()
284 ++precision; in bejUpdateRealMetaData()

123