- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 72 for numBits (0.19 sec)
-
tensorflow/compiler/mlir/quantization/common/ir/FakeQuantSupport.cc
namespace mlir::quantfork { static bool getDefaultStorageParams(unsigned numBits, bool narrowRange, bool isSigned, MLIRContext *ctx, Type &storageType, int64_t &qmin, int64_t &qmax) { // Hard-coded type mapping from TFLite. if (numBits <= 4) { storageType = IntegerType::get(ctx, 4); if (isSigned) { qmin = -8;
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu Mar 21 11:52:27 UTC 2024 - 7.7K bytes - Viewed (0) -
tensorflow/compiler/mlir/quantization/common/ir/FakeQuantSupport.h
// // Specifically, it combines the following concerns, each of which would be // independent variables in a more generic setup: // - numBits and isSigned imply storage data type (uint8, int8, int16) // - numBits < 8 is promoted to uint8 or int8 // - "narrow_range" narrows the lower bound of the storage type's range by // 1
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu Mar 21 11:52:27 UTC 2024 - 3.7K bytes - Viewed (0) -
pkg/kubelet/cm/topologymanager/bitmask/bitmask_test.go
Registered: Sat Jun 15 01:39:40 UTC 2024 - Last Modified: Thu Nov 03 09:45:09 UTC 2022 - 16.2K bytes - Viewed (0) -
guava-tests/test/com/google/common/hash/BloomFilterTest.java
@AndroidIncompatible // OutOfMemoryError public void testLargeBloomFilterDoesntOverflow() { long numBits = Integer.MAX_VALUE; numBits++; LockFreeBitArray bitArray = new LockFreeBitArray(numBits); assertTrue( "BitArray.bitSize() must return a positive number, but was " + bitArray.bitSize(), bitArray.bitSize() > 0);
Registered: Wed Jun 12 16:38:11 UTC 2024 - Last Modified: Fri May 17 15:27:58 UTC 2024 - 21.2K bytes - Viewed (0) -
android/guava/src/com/google/common/hash/BloomFilter.java
*/ long numBits = optimalNumOfBits(expectedInsertions, fpp); int numHashFunctions = optimalNumOfHashFunctions(expectedInsertions, numBits); try { return new BloomFilter<>(new LockFreeBitArray(numBits), numHashFunctions, funnel, strategy); } catch (IllegalArgumentException e) { throw new IllegalArgumentException("Could not create BloomFilter of " + numBits + " bits", e); } }
Registered: Wed Jun 12 16:38:11 UTC 2024 - Last Modified: Mon Apr 01 16:15:01 UTC 2024 - 23.1K bytes - Viewed (0) -
src/cmd/vendor/golang.org/x/arch/ppc64/ppc64asm/field.go
func (bs BitFields) ParseSigned(i [2]uint32) int64 { u, l := bs.parse(i) return int64(u) << (64 - l) >> (64 - l) } // Count the number of bits in the aggregate BitFields func (bs BitFields) NumBits() int { num := 0 for _, b := range bs { num += int(b.Bits) } return num
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Fri Feb 10 18:59:52 UTC 2023 - 2.8K bytes - Viewed (0) -
guava/src/com/google/common/hash/BloomFilter.java
*/ long numBits = optimalNumOfBits(expectedInsertions, fpp); int numHashFunctions = optimalNumOfHashFunctions(expectedInsertions, numBits); try { return new BloomFilter<>(new LockFreeBitArray(numBits), numHashFunctions, funnel, strategy); } catch (IllegalArgumentException e) { throw new IllegalArgumentException("Could not create BloomFilter of " + numBits + " bits", e); } }
Registered: Wed Jun 12 16:38:11 UTC 2024 - Last Modified: Mon Apr 01 16:15:01 UTC 2024 - 26.3K bytes - Viewed (0) -
src/cmd/vendor/golang.org/x/arch/ppc64/ppc64asm/decode.go
// An oddball encoding of offset for hashchk and similar. // e.g hashchk offset is 0b1111111000000000 | DX << 8 | D << 3 off := a.BitFields.ParseSigned(i) << a.Shift neg := int64(-1) << (int(a.Shift) + a.BitFields.NumBits()) return Offset(neg | off) } } type ArgType int8 const ( TypeUnknown ArgType = iota TypePCRel // PC-relative address TypeLabel // absolute address
Registered: Wed Jun 12 16:32:35 UTC 2024 - Last Modified: Tue Nov 22 17:16:14 UTC 2022 - 5.6K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/experimental/tac/transforms/device_transform.cc
const int64_t int_value = ap_int_value.getSExtValue(); const float real = (int_value - zp) * scale; auto real_int = absl::bit_cast<int32_t>(real); return APInt(/*numBits=*/32, real_int); }; auto dequant_values = mlir::cast<DenseIntOrFPElementsAttr>(input_values) .mapValues(FloatType::getF32(rewriter.getContext()),
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu Apr 25 16:01:03 UTC 2024 - 8.4K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/transforms/default_quant_params.cc
quant::QuantParams DefaultQuantParamsPass::GetDefaultQuantParams( Builder builder) { if (!default_quant_params_) { default_quant_params_ = quantfork::fakeQuantAttrsToType( builder.getUnknownLoc(), /*numBits=*/8, default_min_, default_max_, /*narrowRange=*/false, builder.getF32Type(), is_signed_); } return default_quant_params_; } // Creates an instance of the default quant parameters pass.
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu Apr 25 16:01:03 UTC 2024 - 9.4K bytes - Viewed (0)