Search Options

Results per page
Sort
Preferred Languages
Advance

Results 81 - 90 of 216 for arithmetic (0.16 sec)

  1. src/go/types/hilbert_test.go

    }
    
    func program(n int, out string) []byte {
    	var g gen
    
    	g.p(`// Code generated by: go test -run=Hilbert -H=%d -out=%q. DO NOT EDIT.
    
    // +`+`build ignore
    
    // This program tests arbitrary precision constant arithmetic
    // by generating the constant elements of a Hilbert matrix H,
    // its inverse I, and the product P = H*I. The product should
    // be the identity matrix.
    package main
    
    func main() {
    	if !ok {
    		printProduct()
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Wed Apr 03 18:48:38 UTC 2024
    - 3.5K bytes
    - Viewed (0)
  2. android/guava-tests/test/com/google/common/math/IntMathTest.java

      /** Helper method that asserts the arithmetic mean of x and y is equal to the expectedMean. */
      private static void assertMean(int expectedMean, int x, int y) {
        assertEquals(
            "The expectedMean should be the same as computeMeanSafely",
            expectedMean,
            computeMeanSafely(x, y));
        assertMean(x, y);
      }
    
      /**
       * Helper method that asserts the arithmetic mean of x and y is equal to the result of
    Registered: Wed Jun 12 16:38:11 UTC 2024
    - Last Modified: Wed Feb 07 17:50:39 UTC 2024
    - 24.5K bytes
    - Viewed (0)
  3. src/cmd/compile/internal/types2/hilbert_test.go

    }
    
    func program(n int, out string) []byte {
    	var g gen
    
    	g.p(`// Code generated by: go test -run=Hilbert -H=%d -out=%q. DO NOT EDIT.
    
    // +`+`build ignore
    
    // This program tests arbitrary precision constant arithmetic
    // by generating the constant elements of a Hilbert matrix H,
    // its inverse I, and the product P = H*I. The product should
    // be the identity matrix.
    package main
    
    func main() {
    	if !ok {
    		printProduct()
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Tue Jun 13 21:00:12 UTC 2023
    - 3.4K bytes
    - Viewed (0)
  4. test/const.go

    		"for int==interface{} compiler == runtime")
    	assert((interface{}(5) == 5) == in(five, five),
    		"for interface{}==int comipiler == runtime")
    }
    
    // Test that typed floating-point and complex arithmetic
    // is computed with correct precision.
    func truncate() {
    	const (
    		x30 = 1 << 30
    		x60 = 1 << 60
    
    		staticF32 = float32(x30) + 1 - x30
    		staticF64 = float64(x60) + 1 - x60
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu Sep 26 23:54:29 UTC 2019
    - 4.8K bytes
    - Viewed (0)
  5. src/cmd/compile/internal/ssa/_gen/RISCV64Ops.go

    		{name: "SRA", argLength: 2, reg: gp21, asm: "SRA"},                   // arg0 >> (aux1 & 63), arithmetic right shift
    		{name: "SRAW", argLength: 2, reg: gp21, asm: "SRAW"},                 // arg0 >> (aux1 & 31), arithmetic right shift of 32 bit value, sign extended to 64 bits
    		{name: "SRL", argLength: 2, reg: gp21, asm: "SRL"},                   // arg0 >> (aux1 & 63), logical right shift
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu Mar 07 14:57:07 UTC 2024
    - 30.7K bytes
    - Viewed (0)
  6. src/math/gamma.go

    // interval (2,3).  Large arguments are handled by Stirling's
    // formula. Large negative arguments are made positive using
    // a reflection formula.
    //
    // ACCURACY:
    //
    //                      Relative error:
    // arithmetic   domain     # trials      peak         rms
    //    DEC      -34, 34      10000       1.3e-16     2.5e-17
    //    IEEE    -170,-33      20000       2.3e-15     3.3e-16
    //    IEEE     -33,  33     20000       9.4e-16     2.2e-16
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Mon Apr 11 16:34:30 UTC 2022
    - 5.5K bytes
    - Viewed (0)
  7. tensorflow/compiler/mlir/quantization/common/ir/FakeQuantSupport.cc

      // Zero point computation.
      // In float, solve the affine equation for any known pair
      // (real value, corresponding quantized value), of which, two such pairs
      // are known: (rmin, qmin), (rmax, qmax).
      // The arithmetic error on the zero point computed from either pair will be
      // roughly machine_epsilon * (sum of absolute values of terms).
      // Use the variant that adds the smaller error.
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Thu Mar 21 11:52:27 UTC 2024
    - 7.7K bytes
    - Viewed (0)
  8. android/guava/src/com/google/common/math/StatsAccumulator.java

        return count;
      }
    
      /**
       * Returns the <a href="http://en.wikipedia.org/wiki/Arithmetic_mean">arithmetic mean</a> of the
       * values. The count must be non-zero.
       *
       * <p>If these values are a sample drawn from a population, this is also an unbiased estimator of
       * the arithmetic mean of the population.
       *
       * <h3>Non-finite values</h3>
       *
    Registered: Wed Jun 12 16:38:11 UTC 2024
    - Last Modified: Fri May 12 17:02:53 UTC 2023
    - 14.2K bytes
    - Viewed (0)
  9. tensorflow/compiler/mlir/quantization/tensorflow/passes/prepare_lifting.td

      (replaceWithValue $arg)>;
    
    // Remove StopGradient op
    def RemoveStopGradient : Pat<
      (TF_StopGradientOp $arg),
      (replaceWithValue $arg)>;
    
    // Converts tf.FusedBatchNormV3 into a sequence of more primitive arithmetic
    // operations. Specifically, performs the following calculation:
    //
    //   (x - mean) * scale / sqrt(variance + epsilon) + offset
    //
    // Let multiplier = scale / sqrt(variance + epsilon),
    // to compute
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Wed Feb 14 03:24:59 UTC 2024
    - 8.4K bytes
    - Viewed (0)
  10. src/math/big/arith_386.s

    // license that can be found in the LICENSE file.
    
    //go:build !math_big_pure_go
    
    #include "textflag.h"
    
    // This file provides fast assembly versions for the elementary
    // arithmetic operations on vectors implemented in arith.go.
    
    // func addVV(z, x, y []Word) (c Word)
    TEXT ·addVV(SB),NOSPLIT,$0
    	MOVL z+0(FP), DI
    	MOVL x+12(FP), SI
    	MOVL y+24(FP), CX
    	MOVL z_len+4(FP), BP
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu Oct 19 23:33:27 UTC 2023
    - 4K bytes
    - Viewed (0)
Back to top