Search Options

Results per page
Sort
Preferred Languages
Advance

Results 51 - 60 of 2,057 for float2 (0.14 sec)

  1. test/fixedbugs/issue19947.go

    // license that can be found in the LICENSE file.
    
    // No double error on ideal -> float{32,64} conversion overflow
    
    package issue19947
    
    var _ = float32(1) * 1e200 // ERROR "constant 1e\+200 overflows float32|1e200 .* overflows float32"
    var _ = float64(1) * 1e500 // ERROR "constant 1e\+500 overflows float64|1e500 .* overflows float64"
    
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Wed Dec 09 23:59:57 UTC 2020
    - 677 bytes
    - Viewed (0)
  2. tensorflow/compiler/mlir/lite/utils/const_tensor_utils.cc

      // Zero scales we make the minimum fp value, this is because some flatbuffers
      // contain zero scale for zero values.
      llvm::SmallVector<double> scales;
      for (float scale : quant_params.scale) {
        if (scale == 0) {
          scales.push_back(std::numeric_limits<float>::min());
          continue;
        }
        scales.push_back(scale);
      }
    
      // Scale size can't be zero as it is checked before.
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Tue May 07 23:04:40 UTC 2024
    - 16.6K bytes
    - Viewed (0)
  3. test/fixedbugs/bug010.go

    // license that can be found in the LICENSE file.
    
    package main
    
    
    func f(i int, f float64) {
    	i = 8
    	f = 8.0
    	return
    }
    
    func main() {
    	f(3, float64(5))
    }
    
    /*
    bug10.go:5: i undefined
    bug10.go:6: illegal conversion of constant to 020({},<_o001>{<i><int32>INT32;<f><float32>FLOAT32;},{})
    bug10.go:7: error in shape across assignment
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Fri Feb 17 04:48:57 UTC 2012
    - 450 bytes
    - Viewed (0)
  4. test/fixedbugs/issue9036.go

    // license that can be found in the LICENSE file.
    
    // Expects to see error messages on 'p' exponents
    // for non-hexadecimal floats.
    
    package main
    
    import "fmt"
    
    const (
    	x1 = 1.1    // float
    	x2 = 1e10   // float
    	x3 = 0x1e10 // integer (e is a hex digit)
    )
    
    const x4 = 0x1p10 // valid hexadecimal float
    const x5 = 1p10   // ERROR "'p' exponent requires hexadecimal mantissa|invalid prefix"
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu Dec 10 18:34:40 UTC 2020
    - 805 bytes
    - Viewed (0)
  5. src/math/floor_amd64.s

    	ANDNPD	X0, X2 // X2 = sign
    	CVTSQ2SD	AX, X1	// X1 = float(int(x))
    	CMPSD	X1, X0, 2 // compare LE; X0 = 0xffffffffffffffff or 0
    	ORPD	X2, X1 // if X1 = 0.0, incorporate sign
    	MOVSD	$1.0, X3
    	ANDNPD	X3, X0
    	ORPD	X2, X0 // if float(int(x)) <= x {X0 = 1} else {X0 = -0}
    	ADDSD	X1, X0
    	MOVSD	X0, ret+8(FP)
    	RET
    isBig_ceil:
    	MOVQ	AX, ret+8(FP)
    	RET
    
    // func archTrunc(x float64) float64
    TEXT ·archTrunc(SB),NOSPLIT,$0
    	MOVQ	x+0(FP), AX
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu Apr 15 15:48:19 UTC 2021
    - 2K bytes
    - Viewed (0)
  6. src/internal/types/testdata/check/shifts.go

    	_ = a[1.0<<s]
    
    	_ = make([]int, 1.0)
    	_ = make([]int, 1.0<<s)
    	_ = make([]int, 1.1 /* ERROR "must be integer" */ <<s)
    
    	_ = float32(1)
    	_ = float32(1 /* ERROR "must be integer" */ <<s)
    	_ = float32(1.0)
    	_ = float32(1.0 /* ERROR "must be integer" */ <<s)
    	_ = float32(1.1 /* ERROR "must be integer" */ <<s)
    
    	// TODO(gri) Re-enable these tests once types2 has the go/types fixes.
    	//           Issue #52080.
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Tue Jan 17 19:54:27 UTC 2023
    - 12.7K bytes
    - Viewed (0)
  7. src/math/rand/v2/normal.go

    		i := u >> 32 & 0x7F
    		x := float64(j) * float64(wn[i])
    		if absInt32(j) < kn[i] {
    			// This case should be hit better than 99% of the time.
    			return x
    		}
    
    		if i == 0 {
    			// This extra work is only required for the base strip.
    			for {
    				x = -math.Log(r.Float64()) * (1.0 / rn)
    				y := -math.Log(r.Float64())
    				if y+y >= x*x {
    					break
    				}
    			}
    			if j > 0 {
    				return rn + x
    			}
    			return -rn - x
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Mon Oct 30 17:08:47 UTC 2023
    - 6.3K bytes
    - Viewed (0)
  8. tensorflow/c/experimental/saved_model/core/ops/restore_ops_test.cc

    // --file_name="$CKPT_PREFIX".
    // Here are the values for VarsAndArithmeticObjectGraph:
    // tensor: child/z/.ATTRIBUTES/VARIABLE_VALUE (float32) []
    // 3.0
    // tensor: x/.ATTRIBUTES/VARIABLE_VALUE (float32) []
    // 1.0
    // tensor: y/.ATTRIBUTES/VARIABLE_VALUE (float32) []
    // 2.0
    
    TEST_F(RestoreOpsTest, RestoreSuccessful) {
      ImmediateTensorHandlePtr x_handle;
      TF_EXPECT_OK(internal::SingleRestore(
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Fri Apr 14 19:16:58 UTC 2023
    - 4.2K bytes
    - Viewed (0)
  9. tensorflow/compiler/mlir/lite/tests/quantize-dynamic-range-float16.mlir

    // RUN: tf-opt %s -tfl-prepare-quantize-dynamic-range="enable-float16-quantization" -tfl-quantize="enable-dynamic-range-quantization=true" | FileCheck --check-prefix=CHECK %s
    
    // CHECK-LABEL: QuantizeUnidirectionalLstm
    func.func @QuantizeUnidirectionalLstm(%arg0: tensor<1x2x3xf32>) -> (tensor<1x2x3xf32>) {
      %1 = "tfl.pseudo_const"() {value = dense<[[0.1]]> : tensor<1x1xf32>} : () -> tensor<1x1xf32>
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Thu May 02 09:41:17 UTC 2024
    - 4.6K bytes
    - Viewed (0)
  10. test/nilptr5_aix.go

    // license that can be found in the LICENSE file.
    
    // Test that nil checks are removed.
    // Optimization is enabled.
    
    package p
    
    func f5(p *float32, q *float64, r *float32, s *float64) float64 {
    	x := float64(*p) // ERROR "generated nil check"
    	y := *q          // ERROR "generated nil check"
    	*r = 7           // ERROR "removed nil check"
    	*s = 9           // ERROR "removed nil check"
    	return x + y
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu Oct 19 23:33:25 UTC 2023
    - 806 bytes
    - Viewed (0)
Back to top