- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 14 for ULP (0.06 sec)
-
android/guava-tests/test/com/google/common/math/DoubleMathTest.java
} } @GwtIncompatible // #trueLog2, Math.ulp public void testLog2Accuracy() { for (double d : POSITIVE_FINITE_DOUBLE_CANDIDATES) { double dmLog2 = DoubleMath.log2(d); double trueLog2 = trueLog2(d); assertTrue(Math.abs(dmLog2 - trueLog2) <= Math.ulp(trueLog2)); } } public void testLog2SemiMonotonic() {
Registered: Wed Jun 12 16:38:11 UTC 2024 - Last Modified: Wed Feb 07 17:50:39 UTC 2024 - 28.1K bytes - Viewed (0) -
src/math/log1p.go
// log1p(+INF) is +INF; log1p(-1) is -INF with signal; // log1p(NaN) is that NaN with no signal. // // Accuracy: // according to an error analysis, the error is always less than // 1 ulp (unit in the last place). // // Constants: // The hexadecimal values are the intended ones for the following // constants. The decimal values may be used, provided that the
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Thu Oct 19 11:59:09 UTC 2023 - 6.3K bytes - Viewed (0) -
src/math/big/ftoa.go
// that the lsb of mant corresponds to 1/2 ulp for the precision of // x (i.e., for mant we want x.prec + 1 bits). mant := nat(nil).set(x.mant) exp := int(x.exp) - mant.bitLen() s := mant.bitLen() - int(x.prec+1) switch { case s < 0: mant = mant.shl(mant, uint(-s)) case s > 0: mant = mant.shr(mant, uint(+s)) } exp += s // x = mant * 2**exp with lsb(mant) == 1/2 ulp of x.prec
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Thu Oct 19 11:59:09 UTC 2023 - 13.5K bytes - Viewed (0) -
src/math/big/ratconv_test.go
// Table 14: Stress Inputs for Conversion to 24-bit Binary, <1/2 ULP "5e-20", "67e+14", "985e+15", "7693e-42", "55895e-16", "996622e-44", "7038531e-32", "60419369e-46", "702990899e-20", "6930161142e-48", "25933168707e+13", "596428896559e+20", // Table 15: Stress Inputs for Conversion to 24-bit Binary, >1/2 ULP "3e-23", "57e+18", "789e-35", "2539e-18",
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Wed Nov 15 22:16:34 UTC 2023 - 19.3K bytes - Viewed (0) -
src/strconv/atoc.go
// and include err.Num = s. // // If s is not syntactically well-formed, ParseComplex returns err.Err = ErrSyntax. // // If s is syntactically well-formed but either component is more than 1/2 ULP // away from the largest floating point number of the given component's size, // ParseComplex returns err.Err = ErrRange and c = ±Inf for the respective component. func ParseComplex(s string, bitSize int) (complex128, error) {
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Sun May 05 00:24:26 UTC 2024 - 3.1K bytes - Viewed (0) -
android/guava/src/com/google/common/math/DoubleMath.java
* </ul> * * <p>The computed result is within 1 ulp of the exact result. * * <p>If the result of this method will be immediately rounded to an {@code int}, {@link * #log2(double, RoundingMode)} is faster. */ public static double log2(double x) { return log(x) / LN_2; // surprisingly within 1 ulp according to tests } /**
Registered: Wed Jun 12 16:38:11 UTC 2024 - Last Modified: Wed Feb 07 17:50:39 UTC 2024 - 18.9K bytes - Viewed (0) -
guava/src/com/google/common/math/DoubleMath.java
* </ul> * * <p>The computed result is within 1 ulp of the exact result. * * <p>If the result of this method will be immediately rounded to an {@code int}, {@link * #log2(double, RoundingMode)} is faster. */ public static double log2(double x) { return log(x) / LN_2; // surprisingly within 1 ulp according to tests } /**
Registered: Wed Jun 12 16:38:11 UTC 2024 - Last Modified: Wed Feb 07 17:50:39 UTC 2024 - 18.9K bytes - Viewed (0) -
src/math/exp.go
// exp(INF) is INF, exp(NaN) is NaN; // exp(-INF) is 0, and // for finite argument, only exp(0)=1 is exact. // // Accuracy: // according to an error analysis, the error is always less than // 1 ulp (unit in the last place). // // Misc. info. // For IEEE double // if x > 7.09782712893383973096e+02 then exp(x) overflow // if x < -7.45133219101941108420e+02 then exp(x) underflow //
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Thu Oct 19 11:59:09 UTC 2023 - 5.4K bytes - Viewed (0) -
src/math/expm1.go
// expm1(-INF) is -1, and // for finite argument, only expm1(0)=0 is exact. // // Accuracy: // according to an error analysis, the error is always less than // 1 ulp (unit in the last place). // // Misc. info. // For IEEE double // if x > 7.09782712893383973096e+02 then expm1(x) overflow // // Constants:
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Thu Oct 19 11:59:09 UTC 2023 - 7.9K bytes - Viewed (0) -
src/html/template/js_test.go
{uint32(42), " 42 ", false}, {int16(-42), " -42 ", false}, {uint16(42), " 42 ", false}, {int64(-42), " -42 ", false}, {uint64(42), " 42 ", false}, {uint64(1) << 53, " 9007199254740992 ", false}, // ulp(1 << 53) > 1 so this loses precision in JS // but it is still a representable integer literal. {uint64(1)<<53 + 1, " 9007199254740993 ", false}, {float32(1.0), " 1 ", false}, {float32(-1.0), " -1 ", false},
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Tue Feb 27 02:20:11 UTC 2024 - 12.6K bytes - Viewed (0)