- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 40 for numBits (0.23 sec)
-
guava-tests/test/com/google/common/hash/BloomFilterTest.java
@AndroidIncompatible // OutOfMemoryError public void testLargeBloomFilterDoesntOverflow() { long numBits = Integer.MAX_VALUE; numBits++; LockFreeBitArray bitArray = new LockFreeBitArray(numBits); assertTrue( "BitArray.bitSize() must return a positive number, but was " + bitArray.bitSize(), bitArray.bitSize() > 0);
Registered: Wed Jun 12 16:38:11 UTC 2024 - Last Modified: Fri May 17 15:27:58 UTC 2024 - 21.2K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/experimental/tac/transforms/device_transform.cc
const int64_t int_value = ap_int_value.getSExtValue(); const float real = (int_value - zp) * scale; auto real_int = absl::bit_cast<int32_t>(real); return APInt(/*numBits=*/32, real_int); }; auto dequant_values = mlir::cast<DenseIntOrFPElementsAttr>(input_values) .mapValues(FloatType::getF32(rewriter.getContext()),
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu Apr 25 16:01:03 UTC 2024 - 8.4K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/transforms/default_quant_params.cc
quant::QuantParams DefaultQuantParamsPass::GetDefaultQuantParams( Builder builder) { if (!default_quant_params_) { default_quant_params_ = quantfork::fakeQuantAttrsToType( builder.getUnknownLoc(), /*numBits=*/8, default_min_, default_max_, /*narrowRange=*/false, builder.getF32Type(), is_signed_); } return default_quant_params_; } // Creates an instance of the default quant parameters pass.
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu Apr 25 16:01:03 UTC 2024 - 9.4K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/transforms/legalize_patterns.td
def LegalizeFakeQuantToDequantizeQuantize : Pat< (TF_FakeQuantWithMinMaxArgsOp $inputs, $min, $max, $num_bits, $narrow_range), (TFL_DequantizeOp (TFL_QuantizeOp $inputs, (ConvertToQuantTypeFromAttrs $inputs, $min, $max, $num_bits, $narrow_range)))>; def LegalizeFill : Pat<(TF_FillOp $arg, $value), (TFL_FillOp $arg, $value)>;
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Tue Jun 04 13:30:42 UTC 2024 - 28.5K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/stablehlo/transforms/uniform_quantized_stablehlo_to_tfl_pass.cc
auto bias_value_type = RankedTensorType::getChecked( loc, std::move(bias_shape), rewriter.getI32Type()); auto bias_value = DenseIntElementsAttr::get( bias_value_type, APInt(/*numBits=*/32, /*value=*/0, /*isSigned=*/true)); return rewriter.create<TFL::QConstOp>( loc, /*output=*/TypeAttr::get(bias_type), /*value=*/bias_value); }
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Mon Apr 22 09:00:19 UTC 2024 - 99.8K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/tests/prepare-tf-fake-quant.mlir
^bb0(%arg1: tensor<8xf32>, %arg2: tensor<f32>, %arg3: tensor<f32>): %2 = "tf.FakeQuantWithMinMaxVars"(%arg1, %arg2, %arg3) {num_bits = 5, narrow_range = false} : (tensor<8xf32>, tensor<f32>, tensor<f32>) -> tensor<8xf32> "tfl.yield"(%2) : (tensor<8xf32>) -> () }) {num_bits = 5, narrow_range = false} : (tensor<8xf32>, tensor<f32>, tensor<f32>) -> tensor<8xf32> func.return %rst : tensor<8xf32>
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu May 02 09:41:17 UTC 2024 - 20.4K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/tests/prepare-tf-fake-quant-4bit.mlir
^bb0(%arg1: tensor<8xf32>, %arg2: tensor<f32>, %arg3: tensor<f32>): %2 = "tf.FakeQuantWithMinMaxVars"(%arg1, %arg2, %arg3) {num_bits = 3, narrow_range = false} : (tensor<8xf32>, tensor<f32>, tensor<f32>) -> tensor<8xf32> "tfl.yield"(%2) : (tensor<8xf32>) -> () }) {num_bits = 3, narrow_range = false} : (tensor<8xf32>, tensor<f32>, tensor<f32>) -> tensor<8xf32> func.return %rst : tensor<8xf32>
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu May 02 09:41:17 UTC 2024 - 22K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/tests/mlir2flatbuffer/fake_quant.mlir
// CHECK-NEXT: } ] // CHECK-NEXT: signature_defs: [ ] // CHECK-NEXT: } // IMPORT: "tfl.fake_quant"(%arg0) <{max = 1.400000e+00 : f32, min = 3.000000e-01 : f32, narrow_range = false, num_bits = 6 : i32}> %0 = "tfl.fake_quant"(%arg0) {num_bits = 6 : i32, narrow_range = false, min = 0.3:f32, max = 1.4:f32} : (tensor<4 x f32>) -> tensor<4 x f32> func.return %0 : tensor<4xf32>
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu May 02 09:41:17 UTC 2024 - 2.4K bytes - Viewed (0) -
tensorflow/compiler/mlir/quantization/common/quantization_lib/quantization_utils.h
struct ConvertStatsToQDQs : public OpRewritePattern<quantfork::StatisticsOp> { ConvertStatsToQDQs(int num_bits, bool narrow_range, bool is_signed, bool legacy_float_scale, MLIRContext* context) : OpRewritePattern<quantfork::StatisticsOp>(context), num_bits(num_bits), narrow_range(narrow_range), is_signed(is_signed), legacy_float_scale(legacy_float_scale) {}
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Wed Apr 24 20:30:06 UTC 2024 - 41.7K bytes - Viewed (0) -
tensorflow/compiler/mlir/quantization/common/quantization_lib/quantization_utils.cc
} } // Sets the min / max, scale and zero_points from the fake quant num_bits // attribute from QAT. QuantizedType ResetMinMaxFromNumBits(const QuantizedType type, const int num_bits, const bool narrow_range, const bool is_signed) { if (num_bits >= 8) { return type; }
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Wed May 08 02:10:16 UTC 2024 - 43.2K bytes - Viewed (0)