- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 24 for numBits (0.18 sec)
-
tensorflow/compiler/mlir/quantization/common/ir/FakeQuantSupport.cc
namespace mlir::quantfork { static bool getDefaultStorageParams(unsigned numBits, bool narrowRange, bool isSigned, MLIRContext *ctx, Type &storageType, int64_t &qmin, int64_t &qmax) { // Hard-coded type mapping from TFLite. if (numBits <= 4) { storageType = IntegerType::get(ctx, 4); if (isSigned) { qmin = -8;
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu Mar 21 11:52:27 UTC 2024 - 7.7K bytes - Viewed (0) -
tensorflow/compiler/mlir/quantization/common/ir/FakeQuantSupport.h
// // Specifically, it combines the following concerns, each of which would be // independent variables in a more generic setup: // - numBits and isSigned imply storage data type (uint8, int8, int16) // - numBits < 8 is promoted to uint8 or int8 // - "narrow_range" narrows the lower bound of the storage type's range by // 1
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu Mar 21 11:52:27 UTC 2024 - 3.7K bytes - Viewed (0) -
src/cmd/vendor/golang.org/x/arch/ppc64/ppc64asm/field.go
func (bs BitFields) ParseSigned(i [2]uint32) int64 { u, l := bs.parse(i) return int64(u) << (64 - l) >> (64 - l) } // Count the number of bits in the aggregate BitFields func (bs BitFields) NumBits() int { num := 0 for _, b := range bs { num += int(b.Bits) } return num
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Fri Feb 10 18:59:52 UTC 2023 - 2.8K bytes - Viewed (0) -
src/cmd/vendor/golang.org/x/arch/ppc64/ppc64asm/decode.go
// An oddball encoding of offset for hashchk and similar. // e.g hashchk offset is 0b1111111000000000 | DX << 8 | D << 3 off := a.BitFields.ParseSigned(i) << a.Shift neg := int64(-1) << (int(a.Shift) + a.BitFields.NumBits()) return Offset(neg | off) } } type ArgType int8 const ( TypeUnknown ArgType = iota TypePCRel // PC-relative address TypeLabel // absolute address
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Tue Nov 22 17:16:14 UTC 2022 - 5.6K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/experimental/tac/transforms/device_transform.cc
const int64_t int_value = ap_int_value.getSExtValue(); const float real = (int_value - zp) * scale; auto real_int = absl::bit_cast<int32_t>(real); return APInt(/*numBits=*/32, real_int); }; auto dequant_values = mlir::cast<DenseIntOrFPElementsAttr>(input_values) .mapValues(FloatType::getF32(rewriter.getContext()),
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu Apr 25 16:01:03 UTC 2024 - 8.4K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/transforms/default_quant_params.cc
quant::QuantParams DefaultQuantParamsPass::GetDefaultQuantParams( Builder builder) { if (!default_quant_params_) { default_quant_params_ = quantfork::fakeQuantAttrsToType( builder.getUnknownLoc(), /*numBits=*/8, default_min_, default_max_, /*narrowRange=*/false, builder.getF32Type(), is_signed_); } return default_quant_params_; } // Creates an instance of the default quant parameters pass.
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu Apr 25 16:01:03 UTC 2024 - 9.4K bytes - Viewed (0) -
tensorflow/compiler/mlir/quantization/tensorflow/tests/convert_fake_quant_to_qdq.mlir
%0 = "tf.FakeQuantWithMinMaxVars"(%arg0, %cst, %cst_0) { device = "", narrow_range = false, num_bits = 8 : i64 } : (tensor<3xf32>, tensor<f32>, tensor<f32>) -> tensor<3xf32> %1 = "tf.FakeQuantWithMinMaxVarsPerChannel"(%arg1, %cst_1, %cst_2) { device = "", narrow_range = true, num_bits = 8 : i64 } : (tensor<4x3xf32>, tensor<3xf32>, tensor<3xf32>) -> tensor<4x3xf32>
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Mon Oct 24 07:02:54 UTC 2022 - 2.3K bytes - Viewed (0) -
src/cmd/vendor/github.com/google/pprof/internal/driver/tagroot.go
var values []string values = append(values, s.Label[k]...) numLabels := s.NumLabel[k] numUnits := s.NumUnit[k] if len(numLabels) != len(numUnits) && len(numUnits) != 0 { return values } for i, numLabel := range numLabels { var value string if len(numUnits) != 0 { value = measurement.ScaledLabel(numLabel, numUnits[i], outputUnit) } else { value = measurement.ScaledLabel(numLabel, "", "") }
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Tue Nov 22 18:58:12 UTC 2022 - 3.3K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/quantization/tensorflow/tests/tf_to_quant.mlir
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Mon Oct 30 06:52:55 UTC 2023 - 9.5K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/tests/mlir2flatbuffer/fake_quant.mlir
// CHECK-NEXT: } ] // CHECK-NEXT: signature_defs: [ ] // CHECK-NEXT: } // IMPORT: "tfl.fake_quant"(%arg0) <{max = 1.400000e+00 : f32, min = 3.000000e-01 : f32, narrow_range = false, num_bits = 6 : i32}> %0 = "tfl.fake_quant"(%arg0) {num_bits = 6 : i32, narrow_range = false, min = 0.3:f32, max = 1.4:f32} : (tensor<4 x f32>) -> tensor<4 x f32> func.return %0 : tensor<4xf32>
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu May 02 09:41:17 UTC 2024 - 2.4K bytes - Viewed (0)