Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 2 of 2 for number_of_bits (0.21 sec)

  1. tensorflow/compiler/mlir/lite/transforms/prepare_quantize_helper.cc

    }
    
    tensorflow::DataType GetQuantizedInferenceType(bool is_signed,
                                                   int number_of_bits) {
      if (is_signed && number_of_bits == 8) {
        return tensorflow::DT_QINT8;
      } else if (!is_signed && number_of_bits == 8) {
        return tensorflow::DT_QUINT8;
      } else if (is_signed && number_of_bits == 16) {
        return tensorflow::DT_QINT16;
      } else {
        return tensorflow::DT_INVALID;
      }
    }
    
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Fri Feb 03 12:08:30 UTC 2023
    - 1.4K bytes
    - Viewed (0)
  2. tensorflow/compiler/mlir/lite/transforms/prepare_quantize_helper.h

              rewriter.getIntegerType(tensor_property.number_of_bits), expressed,
              /*scale=*/bound / -llvm::minIntN(tensor_property.number_of_bits),
              /*zeroPoint=*/0, llvm::minIntN(tensor_property.number_of_bits),
              llvm::maxIntN(tensor_property.number_of_bits));
        } else {
          // int16 uses range [-32767, 32767]
          if (tensor_property.number_of_bits == 16) {
            max = std::max(std::abs(min), std::abs(max));
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Fri May 03 18:01:23 UTC 2024
    - 28K bytes
    - Viewed (0)
Back to top