Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 3 of 3 for quantizeFloatToInt (0.31 sec)

  1. tensorflow/compiler/mlir/lite/quantization/ir/QuantizeUtils.cc

        outConvertedType = quantizedElementType.getStorageType();
        return IntegerAttr::get(quantizedElementType.getStorageType(),
                                converter.quantizeFloatToInt(floatAttr.getValue()));
      }
    
      return nullptr;
    }
    
    /// Converts a real expressed DenseFPElementsAttr to a corresponding
    /// DenseElementsAttr (typically DenseIntElementsAttr) containing quantized
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Thu Apr 25 16:01:03 UTC 2024
    - 6.1K bytes
    - Viewed (0)
  2. tensorflow/compiler/mlir/quantization/common/ir/UniformSupport.h

            clamp_max_double_(clamp_max.convertToDouble()),
            storage_bit_width_(storage_bit_width),
            is_signed_(is_signed),
            round_mode_(APFloat::rmNearestTiesToAway) {}
    
      virtual APInt quantizeFloatToInt(APFloat expressed_value) const {
        // This function is a performance critical code path in quantization
        // since it runs for each single float parameter value.
    
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Wed May 08 02:10:16 UTC 2024
    - 9.8K bytes
    - Viewed (0)
  3. tensorflow/compiler/mlir/quantization/common/ir/UniformSupport.cc

      return attr.mapValues(new_element_type, [&](const APFloat &old) {
        int chunk_index = flatten_index / chunk_size;
        flatten_index++;
        return converters[chunk_index % dim_size].quantizeFloatToInt(old);
      });
    }
    
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Wed May 08 02:10:16 UTC 2024
    - 4.3K bytes
    - Viewed (0)
Back to top