- Sort Score
- Result 10 results
- Languages All
Results 51 - 60 of 2,057 for float2 (0.14 sec)
-
test/fixedbugs/issue19947.go
// license that can be found in the LICENSE file. // No double error on ideal -> float{32,64} conversion overflow package issue19947 var _ = float32(1) * 1e200 // ERROR "constant 1e\+200 overflows float32|1e200 .* overflows float32" var _ = float64(1) * 1e500 // ERROR "constant 1e\+500 overflows float64|1e500 .* overflows float64"
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Wed Dec 09 23:59:57 UTC 2020 - 677 bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/utils/const_tensor_utils.cc
// Zero scales we make the minimum fp value, this is because some flatbuffers // contain zero scale for zero values. llvm::SmallVector<double> scales; for (float scale : quant_params.scale) { if (scale == 0) { scales.push_back(std::numeric_limits<float>::min()); continue; } scales.push_back(scale); } // Scale size can't be zero as it is checked before.
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Tue May 07 23:04:40 UTC 2024 - 16.6K bytes - Viewed (0) -
test/fixedbugs/bug010.go
// license that can be found in the LICENSE file. package main func f(i int, f float64) { i = 8 f = 8.0 return } func main() { f(3, float64(5)) } /* bug10.go:5: i undefined bug10.go:6: illegal conversion of constant to 020({},<_o001>{<i><int32>INT32;<f><float32>FLOAT32;},{}) bug10.go:7: error in shape across assignment
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Fri Feb 17 04:48:57 UTC 2012 - 450 bytes - Viewed (0) -
test/fixedbugs/issue9036.go
// license that can be found in the LICENSE file. // Expects to see error messages on 'p' exponents // for non-hexadecimal floats. package main import "fmt" const ( x1 = 1.1 // float x2 = 1e10 // float x3 = 0x1e10 // integer (e is a hex digit) ) const x4 = 0x1p10 // valid hexadecimal float const x5 = 1p10 // ERROR "'p' exponent requires hexadecimal mantissa|invalid prefix"
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Thu Dec 10 18:34:40 UTC 2020 - 805 bytes - Viewed (0) -
src/math/floor_amd64.s
ANDNPD X0, X2 // X2 = sign CVTSQ2SD AX, X1 // X1 = float(int(x)) CMPSD X1, X0, 2 // compare LE; X0 = 0xffffffffffffffff or 0 ORPD X2, X1 // if X1 = 0.0, incorporate sign MOVSD $1.0, X3 ANDNPD X3, X0 ORPD X2, X0 // if float(int(x)) <= x {X0 = 1} else {X0 = -0} ADDSD X1, X0 MOVSD X0, ret+8(FP) RET isBig_ceil: MOVQ AX, ret+8(FP) RET // func archTrunc(x float64) float64 TEXT ·archTrunc(SB),NOSPLIT,$0 MOVQ x+0(FP), AX
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Thu Apr 15 15:48:19 UTC 2021 - 2K bytes - Viewed (0) -
src/internal/types/testdata/check/shifts.go
_ = a[1.0<<s] _ = make([]int, 1.0) _ = make([]int, 1.0<<s) _ = make([]int, 1.1 /* ERROR "must be integer" */ <<s) _ = float32(1) _ = float32(1 /* ERROR "must be integer" */ <<s) _ = float32(1.0) _ = float32(1.0 /* ERROR "must be integer" */ <<s) _ = float32(1.1 /* ERROR "must be integer" */ <<s) // TODO(gri) Re-enable these tests once types2 has the go/types fixes. // Issue #52080.
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Tue Jan 17 19:54:27 UTC 2023 - 12.7K bytes - Viewed (0) -
src/math/rand/v2/normal.go
i := u >> 32 & 0x7F x := float64(j) * float64(wn[i]) if absInt32(j) < kn[i] { // This case should be hit better than 99% of the time. return x } if i == 0 { // This extra work is only required for the base strip. for { x = -math.Log(r.Float64()) * (1.0 / rn) y := -math.Log(r.Float64()) if y+y >= x*x { break } } if j > 0 { return rn + x } return -rn - x
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Mon Oct 30 17:08:47 UTC 2023 - 6.3K bytes - Viewed (0) -
tensorflow/c/experimental/saved_model/core/ops/restore_ops_test.cc
// --file_name="$CKPT_PREFIX". // Here are the values for VarsAndArithmeticObjectGraph: // tensor: child/z/.ATTRIBUTES/VARIABLE_VALUE (float32) [] // 3.0 // tensor: x/.ATTRIBUTES/VARIABLE_VALUE (float32) [] // 1.0 // tensor: y/.ATTRIBUTES/VARIABLE_VALUE (float32) [] // 2.0 TEST_F(RestoreOpsTest, RestoreSuccessful) { ImmediateTensorHandlePtr x_handle; TF_EXPECT_OK(internal::SingleRestore(
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Fri Apr 14 19:16:58 UTC 2023 - 4.2K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/tests/quantize-dynamic-range-float16.mlir
// RUN: tf-opt %s -tfl-prepare-quantize-dynamic-range="enable-float16-quantization" -tfl-quantize="enable-dynamic-range-quantization=true" | FileCheck --check-prefix=CHECK %s // CHECK-LABEL: QuantizeUnidirectionalLstm func.func @QuantizeUnidirectionalLstm(%arg0: tensor<1x2x3xf32>) -> (tensor<1x2x3xf32>) { %1 = "tfl.pseudo_const"() {value = dense<[[0.1]]> : tensor<1x1xf32>} : () -> tensor<1x1xf32>
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu May 02 09:41:17 UTC 2024 - 4.6K bytes - Viewed (0) -
test/nilptr5_aix.go
// license that can be found in the LICENSE file. // Test that nil checks are removed. // Optimization is enabled. package p func f5(p *float32, q *float64, r *float32, s *float64) float64 { x := float64(*p) // ERROR "generated nil check" y := *q // ERROR "generated nil check" *r = 7 // ERROR "removed nil check" *s = 9 // ERROR "removed nil check" return x + y
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Thu Oct 19 23:33:25 UTC 2023 - 806 bytes - Viewed (0)