- Sort Score
- Result 10 results
- Languages All
Results 1 - 3 of 3 for quantizeFloatToInt (0.28 sec)
-
tensorflow/compiler/mlir/lite/quantization/ir/QuantizeUtils.cc
outConvertedType = quantizedElementType.getStorageType(); return IntegerAttr::get(quantizedElementType.getStorageType(), converter.quantizeFloatToInt(floatAttr.getValue())); } return nullptr; } /// Converts a real expressed DenseFPElementsAttr to a corresponding /// DenseElementsAttr (typically DenseIntElementsAttr) containing quantized
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu Apr 25 16:01:03 UTC 2024 - 6.1K bytes - Viewed (0) -
tensorflow/compiler/mlir/quantization/common/ir/UniformSupport.h
clamp_max_double_(clamp_max.convertToDouble()), storage_bit_width_(storage_bit_width), is_signed_(is_signed), round_mode_(APFloat::rmNearestTiesToAway) {} virtual APInt quantizeFloatToInt(APFloat expressed_value) const { // This function is a performance critical code path in quantization // since it runs for each single float parameter value.
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Wed May 08 02:10:16 UTC 2024 - 9.8K bytes - Viewed (0) -
tensorflow/compiler/mlir/quantization/common/ir/UniformSupport.cc
return attr.mapValues(new_element_type, [&](const APFloat &old) { int chunk_index = flatten_index / chunk_size; flatten_index++; return converters[chunk_index % dim_size].quantizeFloatToInt(old); }); }
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Wed May 08 02:10:16 UTC 2024 - 4.3K bytes - Viewed (0)