- Sort Score
- Result 10 results
- Languages All
Results 1 - 2 of 2 for number_of_bits (0.21 sec)
-
tensorflow/compiler/mlir/lite/transforms/prepare_quantize_helper.cc
} tensorflow::DataType GetQuantizedInferenceType(bool is_signed, int number_of_bits) { if (is_signed && number_of_bits == 8) { return tensorflow::DT_QINT8; } else if (!is_signed && number_of_bits == 8) { return tensorflow::DT_QUINT8; } else if (is_signed && number_of_bits == 16) { return tensorflow::DT_QINT16; } else { return tensorflow::DT_INVALID; } }
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Fri Feb 03 12:08:30 UTC 2023 - 1.4K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/transforms/prepare_quantize_helper.h
rewriter.getIntegerType(tensor_property.number_of_bits), expressed, /*scale=*/bound / -llvm::minIntN(tensor_property.number_of_bits), /*zeroPoint=*/0, llvm::minIntN(tensor_property.number_of_bits), llvm::maxIntN(tensor_property.number_of_bits)); } else { // int16 uses range [-32767, 32767] if (tensor_property.number_of_bits == 16) { max = std::max(std::abs(min), std::abs(max));
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Fri May 03 18:01:23 UTC 2024 - 28K bytes - Viewed (0)