Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 4 of 4 for MaxPrec (0.1 sec)

  1. src/math/big/float_test.go

    		{"-Inf", 0, "-Inf", Exact},
    		{"+Inf", 0, "+Inf", Exact},
    		{"123", 0, "0", Below},
    		{"-123", 0, "-0", Above},
    
    		// prec at upper limit
    		{"0", MaxPrec, "0", Exact},
    		{"-0", MaxPrec, "-0", Exact},
    		{"-Inf", MaxPrec, "-Inf", Exact},
    		{"+Inf", MaxPrec, "+Inf", Exact},
    
    		// just a few regular cases - general rounding is tested elsewhere
    		{"1.5", 1, "2", Above},
    		{"-1.5", 1, "-2", Below},
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu Apr 11 20:22:45 UTC 2024
    - 51.9K bytes
    - Viewed (0)
  2. src/math/big/float.go

    // cannot be represented in prec bits without loss of precision.
    // SetPrec(0) maps all finite values to ±0; infinite values remain unchanged.
    // If prec > [MaxPrec], it is set to [MaxPrec].
    func (z *Float) SetPrec(prec uint) *Float {
    	z.acc = Exact // optimistically assume no rounding is needed
    
    	// special case
    	if prec == 0 {
    		z.prec = 0
    		if z.form == finite {
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu Jun 06 15:46:54 UTC 2024
    - 44.5K bytes
    - Viewed (0)
  3. api/go1.5.txt

    pkg math/big, const Below Accuracy
    pkg math/big, const Exact = 0
    pkg math/big, const Exact Accuracy
    pkg math/big, const MaxExp = 2147483647
    pkg math/big, const MaxExp ideal-int
    pkg math/big, const MaxPrec = 4294967295
    pkg math/big, const MaxPrec ideal-int
    pkg math/big, const MinExp = -2147483648
    pkg math/big, const MinExp ideal-int
    pkg math/big, const ToNearestAway = 1
    pkg math/big, const ToNearestAway RoundingMode
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu Jul 30 21:14:09 UTC 2015
    - 46.6K bytes
    - Viewed (0)
  4. src/cmd/vendor/golang.org/x/tools/internal/stdlib/manifest.go

    		{"Below", Const, 5},
    		{"ErrNaN", Type, 5},
    		{"Exact", Const, 5},
    		{"Float", Type, 5},
    		{"Int", Type, 0},
    		{"Jacobi", Func, 5},
    		{"MaxBase", Const, 0},
    		{"MaxExp", Const, 5},
    		{"MaxPrec", Const, 5},
    		{"MinExp", Const, 5},
    		{"NewFloat", Func, 5},
    		{"NewInt", Func, 0},
    		{"NewRat", Func, 0},
    		{"ParseFloat", Func, 5},
    		{"Rat", Type, 0},
    		{"RoundingMode", Type, 5},
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Tue Apr 02 02:20:05 UTC 2024
    - 534.2K bytes
    - Viewed (0)
Back to top