Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 7 of 7 for ULP (0.02 sec)

  1. src/strconv/testdata/testfp.txt

    #	Powers of 2.
    #	%.20g versions.
    #	random sources
    #	random targets
    #	random targets ± half a ULP
    
    # Difficult boundary cases, derived from tables given in
    #	Vern Paxson, A Program for Testing IEEE Decimal-Binary Conversion
    #	ftp://ftp.ee.lbl.gov/testbase-report.ps.Z
    
    # Table 1: Stress Inputs for Conversion to 53-bit Binary, < 1/2 ULP
    float64 %b 5e+125 6653062250012735p+365
    float64 %b 69e+267 4705683757438170p+841
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Mon Sep 08 04:08:51 UTC 2014
    - 7.9K bytes
    - Viewed (0)
  2. test/fixedbugs/issue7740.go

    	"fmt"
    	"math"
    	"runtime"
    )
    
    const ulp = (1.0 + (2.0 / 3.0)) - (5.0 / 3.0)
    
    func main() {
    	// adjust precision depending on compiler
    	var prec float64
    	switch runtime.Compiler {
    	case "gc":
    		prec = math.Inf(1) // exact precision using rational arithmetic
    	case "gccgo":
    		prec = 256
    	default:
    		// unknown compiler
    		return
    	}
    	p := 1 - math.Log(math.Abs(ulp))/math.Log(2)
    	if math.Abs(p-prec) > 1e-10 {
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Mon Jan 25 18:53:24 UTC 2021
    - 736 bytes
    - Viewed (0)
  3. src/math/log1p.go

    //      log1p(+INF) is +INF; log1p(-1) is -INF with signal;
    //      log1p(NaN) is that NaN with no signal.
    //
    // Accuracy:
    //      according to an error analysis, the error is always less than
    //      1 ulp (unit in the last place).
    //
    // Constants:
    // The hexadecimal values are the intended ones for the following
    // constants. The decimal values may be used, provided that the
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu Oct 19 11:59:09 UTC 2023
    - 6.3K bytes
    - Viewed (0)
  4. src/strconv/atoc.go

    // and include err.Num = s.
    //
    // If s is not syntactically well-formed, ParseComplex returns err.Err = ErrSyntax.
    //
    // If s is syntactically well-formed but either component is more than 1/2 ULP
    // away from the largest floating point number of the given component's size,
    // ParseComplex returns err.Err = ErrRange and c = ±Inf for the respective component.
    func ParseComplex(s string, bitSize int) (complex128, error) {
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Sun May 05 00:24:26 UTC 2024
    - 3.1K bytes
    - Viewed (0)
  5. src/math/log.go

    //	log(+INF) is +INF; log(0) is -INF with signal;
    //	log(NaN) is that NaN with no signal.
    //
    // Accuracy:
    //	according to an error analysis, the error is always less than
    //	1 ulp (unit in the last place).
    //
    // Constants:
    // The hexadecimal values are the intended ones for the following
    // constants. The decimal values may be used, provided that the
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Mon Apr 11 16:34:30 UTC 2022
    - 3.9K bytes
    - Viewed (0)
  6. src/math/exp.go

    //      exp(INF) is INF, exp(NaN) is NaN;
    //      exp(-INF) is 0, and
    //      for finite argument, only exp(0)=1 is exact.
    //
    // Accuracy:
    //      according to an error analysis, the error is always less than
    //      1 ulp (unit in the last place).
    //
    // Misc. info.
    //      For IEEE double
    //          if x >  7.09782712893383973096e+02 then exp(x) overflow
    //          if x < -7.45133219101941108420e+02 then exp(x) underflow
    //
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu Oct 19 11:59:09 UTC 2023
    - 5.4K bytes
    - Viewed (0)
  7. src/math/expm1.go

    //      expm1(-INF) is -1, and
    //      for finite argument, only expm1(0)=0 is exact.
    //
    // Accuracy:
    //      according to an error analysis, the error is always less than
    //      1 ulp (unit in the last place).
    //
    // Misc. info.
    //      For IEEE double
    //          if x >  7.09782712893383973096e+02 then expm1(x) overflow
    //
    // Constants:
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu Oct 19 11:59:09 UTC 2023
    - 7.9K bytes
    - Viewed (0)
Back to top