Home
last modified time | relevance | path

Searched refs:mantissa (Results 1 – 25 of 71) sorted by relevance

123

/openbmc/linux/drivers/gpu/drm/amd/display/dc/dml/calcs/
H A Dcustom_float.c33 uint32_t *mantissa, in build_custom_float() argument
49 *mantissa = 0; in build_custom_float()
78 *mantissa = 0; in build_custom_float()
117 *mantissa = dc_fixpt_floor(mantiss); in build_custom_float()
125 uint32_t mantissa, in setup_custom_float() argument
144 if (mantissa & ~mantissa_mask) { in setup_custom_float()
146 mantissa = mantissa_mask; in setup_custom_float()
159 if (mantissa & mask) in setup_custom_float()
187 uint32_t mantissa; in convert_to_custom_float_format() local
192 value, format, &negative, &mantissa, &exponenta) && in convert_to_custom_float_format()
[all …]
/openbmc/qemu/tests/tcg/i386/
H A Dtest-i386-fprem.c40 unsigned long long mantissa:63; member
49 unsigned long long mantissa:62; member
65 .ieee_nan.mantissa = 0,
73 .ieee_nan.mantissa = 1, /* nonzero */
80 .ieee.mantissa = 0,
87 .ieee.mantissa = 0,
94 .ieee.mantissa = 1,
101 .ieee.mantissa = 0,
179 au.ieee_nan.quiet_nan, (unsigned long long)au.ieee.mantissa, in do_fprem()
183 bu.ieee_nan.quiet_nan, (unsigned long long)bu.ieee.mantissa, in do_fprem()
[all …]
/openbmc/linux/drivers/iio/light/
H A Dmax44009.c174 int mantissa; in max44009_lux_raw() local
181 mantissa = ((hi & 0xf) << 4) | (lo & 0xf); in max44009_lux_raw()
191 return exponent * mantissa; in max44009_lux_raw()
301 int mantissa, exp; in max44009_threshold_byte_from_fraction() local
309 mantissa = integral * MAX44009_SCALE_DENOMINATOR; in max44009_threshold_byte_from_fraction()
310 mantissa /= MAX44009_SCALE_NUMERATOR; in max44009_threshold_byte_from_fraction()
313 mantissa += fractional / MAX44009_FRACT_MULT * in max44009_threshold_byte_from_fraction()
316 for (exp = 0; mantissa > 0xff; exp++) in max44009_threshold_byte_from_fraction()
317 mantissa >>= 1; in max44009_threshold_byte_from_fraction()
319 mantissa >>= 4; in max44009_threshold_byte_from_fraction()
[all …]
H A Dopt3001.c175 u16 mantissa, int *val, int *val2) in opt3001_to_iio_ret() argument
179 lux = 10 * (mantissa << exponent); in opt3001_to_iio_ret()
231 u16 mantissa; in opt3001_get_lux() local
344 mantissa = OPT3001_REG_MANTISSA(opt->result); in opt3001_get_lux()
346 opt3001_to_iio_ret(opt, exponent, mantissa, val, val2); in opt3001_get_lux()
483 u16 mantissa; in opt3001_write_event_value() local
500 mantissa = (((val * 1000) + (val2 / 1000)) / 10) >> exponent; in opt3001_write_event_value()
501 value = (exponent << 12) | mantissa; in opt3001_write_event_value()
506 opt->high_thresh_mantissa = mantissa; in opt3001_write_event_value()
511 opt->low_thresh_mantissa = mantissa; in opt3001_write_event_value()
H A Dopt4001.c148 static u8 opt4001_calculate_crc(u8 exp, u32 mantissa, u8 count) in opt4001_calculate_crc() argument
152 crc = (hweight32(mantissa) + hweight32(exp) + hweight32(count)) % 2; in opt4001_calculate_crc()
153 crc |= ((hweight32(mantissa & 0xAAAAA) + hweight32(exp & 0xA) in opt4001_calculate_crc()
155 crc |= ((hweight32(mantissa & 0x88888) + hweight32(exp & 0x8) in opt4001_calculate_crc()
157 crc |= (hweight32(mantissa & 0x80808) % 2) << 3; in opt4001_calculate_crc()
/openbmc/witherspoon-pfault-analysis/power-supply/
H A Drecord_manager.cpp163 int16_t mantissa = (data & 0x07FF); in linearToInteger() local
175 if (mantissa & 0x400) in linearToInteger()
177 mantissa = (~mantissa) & 0x07FF; in linearToInteger()
178 mantissa = (mantissa + 1) * -1; in linearToInteger()
181 auto value = static_cast<float>(mantissa) * pow(2, exponent); in linearToInteger()
/openbmc/phosphor-power/power-supply/
H A Drecord_manager.cpp169 int16_t mantissa = (data & 0x07FF); in linearToInteger() local
181 if (mantissa & 0x400) in linearToInteger()
183 mantissa = (~mantissa) & 0x07FF; in linearToInteger()
184 mantissa = (mantissa + 1) * -1; in linearToInteger()
187 auto value = static_cast<float>(mantissa) * pow(2, exponent); in linearToInteger()
/openbmc/u-boot/arch/arm/mach-omap2/am33xx/
H A Dclock_am33xx.c253 u32 mantissa; in set_mpu_spreadspectrum() local
275 mantissa = mod_freq_divider; in set_mpu_spreadspectrum()
276 while ((mantissa > 127) && (exponent < 7)) { in set_mpu_spreadspectrum()
278 mantissa /= 2; in set_mpu_spreadspectrum()
280 if (mantissa > 127) in set_mpu_spreadspectrum()
281 mantissa = 127; in set_mpu_spreadspectrum()
283 mod_freq_divider = mantissa << exponent; in set_mpu_spreadspectrum()
299 writel((exponent << 8) | mantissa, &cmwkup->sscmodfreqdivdpllmpu); in set_mpu_spreadspectrum()
/openbmc/phosphor-power/phosphor-regulators/src/
H A Dpmbus_utils.hpp160 int16_t mantissa = static_cast<int16_t>(mantissaField); in convertFromLinear() local
163 double decimal = mantissa * std::pow(2.0, exponent); in convertFromLinear()
208 double mantissa = volts / std::pow(2.0, static_cast<double>(exponent)); in convertToVoutLinear() local
211 return static_cast<uint16_t>(std::lround(mantissa)); in convertToVoutLinear()
/openbmc/linux/drivers/hwmon/pmbus/
H A Dzl6100.c63 s32 mantissa; in zl6100_l2d() local
67 mantissa = ((s16)((l & 0x7ff) << 5)) >> 5; in zl6100_l2d()
69 val = mantissa; in zl6100_l2d()
87 s16 exponent = 0, mantissa; in zl6100_d2l() local
111 mantissa = DIV_ROUND_CLOSEST(val, 1000); in zl6100_d2l()
114 if (mantissa > 0x3ff) in zl6100_d2l()
115 mantissa = 0x3ff; in zl6100_d2l()
119 mantissa = -mantissa; in zl6100_d2l()
122 return (mantissa & 0x7ff) | ((exponent << 11) & 0xf800); in zl6100_d2l()
H A Dbpa-rs600.c49 int ret, exponent, mantissa; in bpa_rs600_read_vin() local
57 mantissa = ret & 0x7ff; in bpa_rs600_read_vin()
60 mantissa >>= 1; in bpa_rs600_read_vin()
62 ret = (exponent << 11) | mantissa; in bpa_rs600_read_vin()
H A Dxdpe12284.c29 s32 mantissa; in xdpe122_read_word_data() local
41 mantissa = ((s16)((ret & GENMASK(10, 0)) << 5)) >> 5; in xdpe122_read_word_data()
42 val = mantissa * 1000L; in xdpe122_read_word_data()
H A Dmp5990.c58 s32 mantissa; in mp5990_read_word_data() local
70 mantissa = ((s16)((ret & 0x7ff) << 5)) >> 5; in mp5990_read_word_data()
71 ret = mantissa; in mp5990_read_word_data()
H A Dmp2856.c79 s16 exponent = 0, mantissa; in val2linear11() local
102 mantissa = clamp_val(DIV_ROUND_CLOSEST_ULL(val, 1000), 0, 0x3ff); in val2linear11()
106 mantissa = -mantissa; in val2linear11()
109 return (mantissa & 0x7ff) | ((exponent << 11) & 0xf800); in val2linear11()
/openbmc/linux/arch/m68k/fpsp040/
H A Dsgetem.S10 | The entry point sGETMAN extracts the mantissa of the
11 | input argument. The mantissa is converted to an
73 | For normalized numbers, leave the mantissa alone, simply load
89 | For denormalized numbers, shift the mantissa until the j-bit = 1,
96 bsr shft |shift mantissa bits till msbit is set
104 | Shifts the mantissa bits until msbit is set.
106 | ms mantissa part in d0
107 | ls mantissa part in d1
H A Dfpsp.h132 .set WBTEMP_HI,WBTEMP+4 | wbtemp mantissa [63:32] (4 bytes)
133 .set WBTEMP_LO,WBTEMP+8 | wbtemp mantissa [31:00] (4 bytes)
165 .set wbtemp66_bit,2 | wbtemp mantissa bit #66
166 .set wbtemp1_bit,1 | wbtemp mantissa bit #1
167 .set wbtemp0_bit,0 | wbtemp mantissa bit #0
201 .set FPTEMP_HI,FPTEMP+4 | fptemp mantissa [63:32] (4 bytes)
202 .set FPTEMP_LO,FPTEMP+8 | fptemp mantissa [31:00] (4 bytes)
208 .set ETEMP_HI,ETEMP+4 | etemp mantissa [63:32] (4 bytes)
209 .set ETEMP_LO,ETEMP+8 | etemp mantissa [31:00] (4 bytes)
302 .set signan_bit,6 | signalling nan bit in mantissa
[all …]
H A Dx_store.S140 beqs get_mant |if positive, go process mantissa
143 bras get_mant |go process mantissa
154 movel LOCAL_HI(%a1),%d1 |get ms mantissa
158 movel LOCAL_HI(%a1),%d1 |get ms mantissa
162 movel LOCAL_LO(%a1),%d1 |get ls mantissa
H A Dround.S154 tstl LOCAL_LO(%a0) |test lower mantissa
163 movel LOCAL_LO(%a0),%d2 |get lower mantissa for s-bit test
195 bccs scc_clr |no mantissa overflow
272 | is done by shifting the mantissa left while decrementing the
276 | bit of the mantissa (msb in d1).
279 | bit of the mantissa (msb in d1) unless this would mean the exponent
281 | exponent (d0) is set to 0 and the mantissa (d1 & d2) is not
289 | Distance to first 1 bit in mantissa = X
295 | shift mantissa by Y
299 | FP_SCR1 = exponent, ms mantissa part, ls mantissa part
[all …]
H A Ddecbin.S26 | for the mantissa which is to be interpreted as 17 integer
30 | A2. Convert the bcd mantissa to binary by successive
32 | The mantissa digits will be converted with the decimal point
41 | mantissa the equivalent of forcing in the bcd value:
56 | A5. Form the final binary number by scaling the mantissa by
58 | mantissa in FP0 by the factor in FP1 if the adjusted
478 | (*) fp0: mantissa accumulator
/openbmc/linux/drivers/usb/serial/
H A Dpl2303.c613 unsigned int baseline, mantissa, exponent; in pl2303_encode_baud_rate_divisor() local
623 mantissa = baseline / baud; in pl2303_encode_baud_rate_divisor()
624 if (mantissa == 0) in pl2303_encode_baud_rate_divisor()
625 mantissa = 1; /* Avoid dividing by zero if baud > 32*12M. */ in pl2303_encode_baud_rate_divisor()
627 while (mantissa >= 512) { in pl2303_encode_baud_rate_divisor()
629 mantissa >>= 2; /* divide by 4 */ in pl2303_encode_baud_rate_divisor()
633 mantissa = 511; in pl2303_encode_baud_rate_divisor()
640 buf[1] = exponent << 1 | mantissa >> 8; in pl2303_encode_baud_rate_divisor()
641 buf[0] = mantissa & 0xff; in pl2303_encode_baud_rate_divisor()
644 baud = (baseline / mantissa) >> (exponent << 1); in pl2303_encode_baud_rate_divisor()
[all …]
/openbmc/linux/drivers/hid/amd-sfh-hid/sfh1_1/
H A Damd_sfh_desc.c137 int fraction, shift, mantissa, sign, exp, zeropre; in float_to_int() local
139 mantissa = flt32_val & GENMASK(22, 0); in float_to_int()
143 if (!exp && !mantissa) in float_to_int()
155 zeropre = (((BIT(23) + mantissa) * 100) >> 23) >> exp; in float_to_int()
165 flt32_val = BIT(exp) + (mantissa << shift); in float_to_int()
168 flt32_val = BIT(exp) + (mantissa >> shift); in float_to_int()
171 fraction = (shift == 0) ? 0 : mantissa & GENMASK(shift - 1, 0); in float_to_int()
/openbmc/linux/drivers/iio/chemical/
H A Dsps30.c42 int mantissa = val & GENMASK(22, 0); in sps30_float_to_int_clamped() local
48 if (!exp && !mantissa) in sps30_float_to_int_clamped()
54 return ((((1 << 23) + mantissa) * 100) >> 23) >> (-exp); in sps30_float_to_int_clamped()
59 val = (1 << exp) + (mantissa >> shift); in sps30_float_to_int_clamped()
63 fraction = mantissa & GENMASK(shift - 1, 0); in sps30_float_to_int_clamped()
/openbmc/linux/sound/isa/gus/
H A Dgus_volume.c151 unsigned int mantissa, f1, f2;
165 mantissa = sensitivity % 8192;
172 bend = (int) ((((f2 - f1) * mantissa) >> 13) + f1);
/openbmc/openbmc/poky/meta/recipes-support/vte/vte/
H A D0004-fast_float-Add-single-header-library-for-from_char-i.patch506 + uint64_t mantissa{0};
510 + return mantissa == o.mantissa && power2 == o.power2;
513 + return mantissa != o.mantissa || power2 != o.power2;
808 + fastfloat_uint word = (fastfloat_uint)am.mantissa;
1251 + // The mantissa must have at least one digit.
1259 + uint64_t mantissa{0};
1471 + answer.mantissa = i;
2360 +// create an adjusted mantissa, biased by the invalid power2
2367 + answer.mantissa = w << hilz;
2397 + answer.mantissa = 0;
[all …]
/openbmc/linux/drivers/net/wireless/mediatek/mt76/mt76x0/
H A Dphy.c669 u32 mantissa = val << 4; in mt76x0_phy_lin2db() local
673 while (mantissa < BIT(15)) { in mt76x0_phy_lin2db()
674 mantissa <<= 1; in mt76x0_phy_lin2db()
678 while (mantissa > 0xffff) { in mt76x0_phy_lin2db()
679 mantissa >>= 1; in mt76x0_phy_lin2db()
685 if (mantissa <= 47104) in mt76x0_phy_lin2db()
686 data = mantissa + (mantissa >> 3) + (mantissa >> 4) - 38400; in mt76x0_phy_lin2db()
688 data = mantissa - (mantissa >> 3) - (mantissa >> 6) - 23040; in mt76x0_phy_lin2db()

123