Search Options

Results per page
Sort
Preferred Languages
Advance

Results 31 - 40 of 84 for unrepresentable (0.54 sec)

  1. src/runtime/histogram.go

    		// min bucket bit.
    		bucketNanos := uint64(j) << (timeHistMinBucketBits - 1 - timeHistSubBucketBits)
    		// Convert nanoseconds to seconds via a division.
    		// These values will all be exactly representable by a float64.
    		b[j+1] = float64(bucketNanos) / 1e9
    	}
    	// Generate the rest of the buckets. It's easier to reason
    	// about if we cut out the 0'th bucket.
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Mon Mar 25 19:53:03 UTC 2024
    - 7.3K bytes
    - Viewed (0)
  2. staging/src/k8s.io/apimachinery/pkg/util/json/json_test.go

    			Out:  `1000`,
    		},
    		{
    			In:   `1.5`,
    			Data: float64(1.5),
    			Out:  `1.5`,
    		},
    		{
    			In:   `-0.3`,
    			Data: float64(-.3),
    			Out:  `-0.3`,
    		},
    		{
    			// Largest representable float32
    			In:   `3.40282346638528859811704183484516925440e+38`,
    			Data: float64(math.MaxFloat32),
    			Out:  strconv.FormatFloat(math.MaxFloat32, 'g', -1, 64),
    		},
    		{
    Registered: Sat Jun 15 01:39:40 UTC 2024
    - Last Modified: Thu Jul 28 08:02:09 UTC 2022
    - 9.3K bytes
    - Viewed (0)
  3. src/go/types/expr.go

    		// We already know from the shift check that it is representable
    		// as an integer if it is a constant.
    		if !allInteger(typ) {
    			check.errorf(x, InvalidShiftOperand, invalidOp+"shifted operand %s (type %s) must be integer", x, typ)
    			return
    		}
    		// Even if we have an integer, if the value is a constant we
    		// still must check that it is representable as the specific
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Wed May 29 02:09:54 UTC 2024
    - 49.7K bytes
    - Viewed (0)
  4. src/go/constant/value.go

    		s    string
    		l, r *stringVal
    	}
    	int64Val   int64                    // Int values representable as an int64
    	intVal     struct{ val *big.Int }   // Int values not representable as an int64
    	ratVal     struct{ val *big.Rat }   // Float values representable as a fraction
    	floatVal   struct{ val *big.Float } // Float values not representable as a fraction
    	complexVal struct{ re, im Value }
    )
    
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu Oct 19 12:02:03 UTC 2023
    - 34K bytes
    - Viewed (0)
  5. guava/src/com/google/common/math/LongMath.java

       * is precisely representable as a {@code double}, its {@code double} value will be returned;
       * otherwise, the rounding will choose between the two nearest representable values with {@code
       * mode}.
       *
       * <p>For the case of {@link RoundingMode#HALF_EVEN}, this implementation uses the IEEE 754
       * default rounding mode: if the two nearest representable values are equally near, the one with
    Registered: Wed Jun 12 16:38:11 UTC 2024
    - Last Modified: Wed Feb 07 17:50:39 UTC 2024
    - 44.6K bytes
    - Viewed (0)
  6. android/guava-tests/test/com/google/common/math/BigIntegerMathTest.java

            .test();
      }
    
      @J2ktIncompatible
      @GwtIncompatible
      public void testRoundToDouble_maxPreciselyRepresentablePlusOne() {
        double twoToThe53 = Math.pow(2, 53);
        // the representable doubles are 2^53 and 2^53 + 2.
        // 2^53+1 is halfway between, so HALF_UP will go up and HALF_DOWN will go down.
        new RoundToDoubleTester(BigInteger.valueOf((1L << 53) + 1))
    Registered: Wed Jun 12 16:38:11 UTC 2024
    - Last Modified: Fri May 17 17:58:33 UTC 2024
    - 27.8K bytes
    - Viewed (0)
  7. src/cmd/compile/internal/types2/expr.go

    		// We already know from the shift check that it is representable
    		// as an integer if it is a constant.
    		if !allInteger(typ) {
    			check.errorf(x, InvalidShiftOperand, invalidOp+"shifted operand %s (type %s) must be integer", x, typ)
    			return
    		}
    		// Even if we have an integer, if the value is a constant we
    		// still must check that it is representable as the specific
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Wed May 29 02:09:54 UTC 2024
    - 51.7K bytes
    - Viewed (0)
  8. src/unsafe/unsafe.go

    // The function Add adds len to ptr and returns the updated pointer
    // [Pointer](uintptr(ptr) + uintptr(len)).
    // The len argument must be of integer type or an untyped constant.
    // A constant len argument must be representable by a value of type int;
    // if it is an untyped constant it is given type int.
    // The rules for valid uses of Pointer still apply.
    func Add(ptr Pointer, len IntegerType) Pointer
    
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Tue May 21 19:45:20 UTC 2024
    - 12.1K bytes
    - Viewed (0)
  9. src/math/trig_reduce.go

    package math
    
    import (
    	"math/bits"
    )
    
    // reduceThreshold is the maximum value of x where the reduction using Pi/4
    // in 3 float64 parts still gives accurate results. This threshold
    // is set by y*C being representable as a float64 without error
    // where y is given by y = floor(x * (4 / Pi)) and C is the leading partial
    // terms of 4/Pi. Since the leading terms (PI4A and PI4B in sin.go) have 30
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Mon Apr 11 16:34:30 UTC 2022
    - 3.3K bytes
    - Viewed (0)
  10. src/go/types/operand.go

    	}
    
    	Vu := under(V)
    	Tu := under(T)
    	Vp, _ := V.(*TypeParam)
    	Tp, _ := T.(*TypeParam)
    
    	// x is an untyped value representable by a value of type T.
    	if isUntyped(Vu) {
    		assert(Vp == nil)
    		if Tp != nil {
    			// T is a type parameter: x is assignable to T if it is
    			// representable by each specific type in the type set of T.
    			return Tp.is(func(t *term) bool {
    				if t == nil {
    					return false
    				}
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu May 23 21:17:10 UTC 2024
    - 11.1K bytes
    - Viewed (0)
Back to top