Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 2 of 2 for getZeroPoint (0.14 sec)

  1. tensorflow/compiler/mlir/lite/quantization/device_target.cc

      // output ranges
      auto min = rop->getAttrOfType<FloatAttr>("min");
      auto max = rop->getAttrOfType<FloatAttr>("max");
      output_ranges->push_back(CalculateQuantizedRange(
          o_spec.getScale(), o_spec.getZeroPoint(),
          (min ? std::optional<double>(min.getValueAsDouble()) : std::nullopt),
          (max ? std::optional<double>(max.getValueAsDouble()) : std::nullopt),
          o_spec.getStorageTypeMin(), o_spec.getStorageTypeMax()));
    
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Fri Mar 08 10:41:08 UTC 2024
    - 7.3K bytes
    - Viewed (0)
  2. tensorflow/compiler/mlir/lite/experimental/tac/transforms/device_transform.cc

        auto q_type = mlir::dyn_cast_or_null<quant::UniformQuantizedType>(
            input_type.getElementType());
        if (!q_type) return failure();
    
        const float scale = q_type.getScale();
        const float zp = q_type.getZeroPoint();
    
        auto input_values = input_dequant.getValue();
    
        // mapValues always takes a function returning APInt, even when the output
        // is actually float.
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Thu Apr 25 16:01:03 UTC 2024
    - 8.4K bytes
    - Viewed (0)
Back to top