- Sort Score
- Result 10 results
- Languages All
Results 1 - 7 of 7 for ULP (0.02 sec)
-
src/strconv/testdata/testfp.txt
# Powers of 2. # %.20g versions. # random sources # random targets # random targets ± half a ULP # Difficult boundary cases, derived from tables given in # Vern Paxson, A Program for Testing IEEE Decimal-Binary Conversion # ftp://ftp.ee.lbl.gov/testbase-report.ps.Z # Table 1: Stress Inputs for Conversion to 53-bit Binary, < 1/2 ULP float64 %b 5e+125 6653062250012735p+365 float64 %b 69e+267 4705683757438170p+841
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Mon Sep 08 04:08:51 UTC 2014 - 7.9K bytes - Viewed (0) -
test/fixedbugs/issue7740.go
"fmt" "math" "runtime" ) const ulp = (1.0 + (2.0 / 3.0)) - (5.0 / 3.0) func main() { // adjust precision depending on compiler var prec float64 switch runtime.Compiler { case "gc": prec = math.Inf(1) // exact precision using rational arithmetic case "gccgo": prec = 256 default: // unknown compiler return } p := 1 - math.Log(math.Abs(ulp))/math.Log(2) if math.Abs(p-prec) > 1e-10 {
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Mon Jan 25 18:53:24 UTC 2021 - 736 bytes - Viewed (0) -
src/math/log1p.go
// log1p(+INF) is +INF; log1p(-1) is -INF with signal; // log1p(NaN) is that NaN with no signal. // // Accuracy: // according to an error analysis, the error is always less than // 1 ulp (unit in the last place). // // Constants: // The hexadecimal values are the intended ones for the following // constants. The decimal values may be used, provided that the
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Thu Oct 19 11:59:09 UTC 2023 - 6.3K bytes - Viewed (0) -
src/strconv/atoc.go
// and include err.Num = s. // // If s is not syntactically well-formed, ParseComplex returns err.Err = ErrSyntax. // // If s is syntactically well-formed but either component is more than 1/2 ULP // away from the largest floating point number of the given component's size, // ParseComplex returns err.Err = ErrRange and c = ±Inf for the respective component. func ParseComplex(s string, bitSize int) (complex128, error) {
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Sun May 05 00:24:26 UTC 2024 - 3.1K bytes - Viewed (0) -
src/math/log.go
// log(+INF) is +INF; log(0) is -INF with signal; // log(NaN) is that NaN with no signal. // // Accuracy: // according to an error analysis, the error is always less than // 1 ulp (unit in the last place). // // Constants: // The hexadecimal values are the intended ones for the following // constants. The decimal values may be used, provided that the
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Mon Apr 11 16:34:30 UTC 2022 - 3.9K bytes - Viewed (0) -
src/math/exp.go
// exp(INF) is INF, exp(NaN) is NaN; // exp(-INF) is 0, and // for finite argument, only exp(0)=1 is exact. // // Accuracy: // according to an error analysis, the error is always less than // 1 ulp (unit in the last place). // // Misc. info. // For IEEE double // if x > 7.09782712893383973096e+02 then exp(x) overflow // if x < -7.45133219101941108420e+02 then exp(x) underflow //
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Thu Oct 19 11:59:09 UTC 2023 - 5.4K bytes - Viewed (0) -
src/math/expm1.go
// expm1(-INF) is -1, and // for finite argument, only expm1(0)=0 is exact. // // Accuracy: // according to an error analysis, the error is always less than // 1 ulp (unit in the last place). // // Misc. info. // For IEEE double // if x > 7.09782712893383973096e+02 then expm1(x) overflow // // Constants:
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Thu Oct 19 11:59:09 UTC 2023 - 7.9K bytes - Viewed (0)