Search Options

Results per page
Sort
Preferred Languages
Advance

Results 51 - 60 of 329 for precision (0.22 sec)

  1. src/html/template/js_test.go

    		{int16(-42), " -42 ", false},
    		{uint16(42), " 42 ", false},
    		{int64(-42), " -42 ", false},
    		{uint64(42), " 42 ", false},
    		{uint64(1) << 53, " 9007199254740992 ", false},
    		// ulp(1 << 53) > 1 so this loses precision in JS
    		// but it is still a representable integer literal.
    		{uint64(1)<<53 + 1, " 9007199254740993 ", false},
    		{float32(1.0), " 1 ", false},
    		{float32(-1.0), " -1 ", false},
    		{float32(0.5), " 0.5 ", false},
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Tue Feb 27 02:20:11 UTC 2024
    - 12.6K bytes
    - Viewed (0)
  2. src/math/big/int.go

    // Use of this source code is governed by a BSD-style
    // license that can be found in the LICENSE file.
    
    // This file implements signed multi-precision integers.
    
    package big
    
    import (
    	"fmt"
    	"io"
    	"math/rand"
    	"strings"
    )
    
    // An Int represents a signed multi-precision integer.
    // The zero value for an Int represents the value 0.
    //
    // Operations always take pointer arguments (*Int) rather
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu Mar 14 17:02:38 UTC 2024
    - 33.1K bytes
    - Viewed (0)
  3. testing/performance/src/templates/native-dependents-resources/googleTest/libs/googleTest/1.7.0/include/gtest/internal/gtest-internal.h

        const char* expression_text,
        const char* actual_predicate_value,
        const char* expected_predicate_value);
    
    // This template class represents an IEEE floating-point number
    // (either single-precision or double-precision, depending on the
    // template parameters).
    //
    // The purpose of this class is to do more sophisticated number
    // comparison.  (Due to round-off error, etc, it's very unlikely that
    Registered: Wed Jun 12 18:38:38 UTC 2024
    - Last Modified: Thu Apr 04 07:21:38 UTC 2024
    - 43.1K bytes
    - Viewed (0)
  4. build/dependencies.yaml

        - path: cmd/kubeadm/app/constants/constants.go
          match: PauseVersion\s+=
        - path: cmd/kubelet/app/options/container_runtime.go
          match: defaultPodSandboxImageVersion\s+=
        - path: hack/testdata/pod-with-precision.json
          match: registry.k8s.io\/pause:\d+\.\d+
        - path: staging/src/k8s.io/kubectl/testdata/set/multi-resource-yaml.yaml
          match: registry.k8s.io\/pause:\d+\.\d+
    Registered: Sat Jun 15 01:39:40 UTC 2024
    - Last Modified: Thu Jun 06 16:13:15 UTC 2024
    - 12.3K bytes
    - Viewed (0)
  5. tensorflow/compiler/mlir/lite/python/tf_tfl_flatbuffer_helpers.cc

        quant_specs->disable_infer_tensor_range =
            toco_flags.disable_infer_tensor_range();
        quant_specs->use_fake_quant_num_bits = toco_flags.use_fake_quant_num_bits();
      }
    
      // Add information about half-precision support if fp16 quantization applies.
      // TODO(b/195945955): Add e2e test for this.
      if (toco_flags.quantize_to_float16() || toco_flags.allow_bfloat16()) {
        ReducedPrecisionSupport mask = ReducedPrecisionSupport::None;
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Sun May 12 12:39:37 UTC 2024
    - 17.3K bytes
    - Viewed (0)
  6. src/cmd/compile/internal/ssa/_gen/genericOps.go

    	// Special cases:
    	//   +∞  → +∞
    	//   ±0  → ±0 (sign preserved)
    	//   x<0 → NaN
    	//   NaN → NaN
    	{name: "Sqrt", argLength: 1},   // √arg0 (floating point, double precision)
    	{name: "Sqrt32", argLength: 1}, // √arg0 (floating point, single precision)
    
    	// Round to integer, float64 only.
    	// Special cases:
    	//   ±∞  → ±∞ (sign preserved)
    	//   ±0  → ±0 (sign preserved)
    	//   NaN → NaN
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu May 23 15:49:20 UTC 2024
    - 42.6K bytes
    - Viewed (0)
  7. src/net/http/fs.go

    	if ius == "" || isZeroTime(modtime) {
    		return condNone
    	}
    	t, err := ParseTime(ius)
    	if err != nil {
    		return condNone
    	}
    
    	// The Last-Modified header truncates sub-second precision so
    	// the modtime needs to be truncated too.
    	modtime = modtime.Truncate(time.Second)
    	if ret := modtime.Compare(t); ret <= 0 {
    		return condTrue
    	}
    	return condFalse
    }
    
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu May 09 17:06:47 UTC 2024
    - 31.1K bytes
    - Viewed (0)
  8. cmd/object-handlers-common.go

    	return false
    }
    
    // returns true if object was modified after givenTime.
    func ifModifiedSince(objTime time.Time, givenTime time.Time) bool {
    	// The Date-Modified header truncates sub-second precision, so
    	// use mtime < t+1s instead of mtime <= t to check for unmodified.
    	return objTime.After(givenTime.Add(1 * time.Second))
    }
    
    // canonicalizeETag returns ETag with leading and trailing double-quotes removed,
    Registered: Sun Jun 16 00:44:34 UTC 2024
    - Last Modified: Mon Jun 10 15:31:51 UTC 2024
    - 14.6K bytes
    - Viewed (0)
  9. src/math/rand/v2/rand.go

    		return r.Uint64() & (n - 1)
    	}
    
    	// Suppose we have a uint64 x uniform in the range [0,2⁶⁴)
    	// and want to reduce it to the range [0,n) preserving exact uniformity.
    	// We can simulate a scaling arbitrary precision x * (n/2⁶⁴) by
    	// the high bits of a double-width multiply of x*n, meaning (x*n)/2⁶⁴.
    	// Since there are 2⁶⁴ possible inputs x and only n possible outputs,
    	// the output is necessarily biased if n does not divide 2⁶⁴.
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Wed May 22 02:25:49 UTC 2024
    - 12.8K bytes
    - Viewed (0)
  10. src/time/format_test.go

    		t.Errorf("%s: bad minute: %d not %d", test.name, time.Minute(), 0)
    	}
    	if time.Second() != 57 {
    		t.Errorf("%s: bad second: %d not %d", test.name, time.Second(), 57)
    	}
    	// Nanoseconds must be checked against the precision of the input.
    	nanosec, err := strconv.ParseUint("012345678"[:test.fracDigits]+"000000000"[:9-test.fracDigits], 10, 0)
    	if err != nil {
    		panic(err)
    	}
    	if time.Nanosecond() != int(nanosec) {
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu May 23 00:58:29 UTC 2024
    - 36.4K bytes
    - Viewed (0)
Back to top