Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 6 of 6 for is_weight_only (0.21 sec)

  1. tensorflow/compiler/mlir/lite/quantization/lite/quantize_weights.h

    // of the CustomOp are quantizable. 'is_weight_only' is used specify whether the
    // custom op is quantized only for storage and dequantized at runtime.
    // 'no_side_effect' is used to determine whether the op can be pruned if
    // considered as trivially dead.
    struct CustomOpInfo {
      std::vector<std::int32_t> quantizable_input_indices;
      bool is_weight_only = false;
      bool no_side_effect = true;
    };
    
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Wed Jun 12 23:15:24 UTC 2024
    - 4.2K bytes
    - Viewed (0)
  2. tensorflow/compiler/mlir/lite/quantization/lite/quantize_weights.cc

      for (const auto& entry : custom_op_map) {
        quant_specs.custom_map[entry.first].quantizable_input_indices =
            entry.second.quantizable_input_indices;
        quant_specs.custom_map[entry.first].is_weight_only =
            entry.second.is_weight_only;
        quant_specs.custom_map[entry.first].no_side_effect =
            entry.second.no_side_effect;
      }
    
      if (quant_specs.inference_type == tensorflow::DT_INT8)
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Wed Jun 12 23:15:24 UTC 2024
    - 9.5K bytes
    - Viewed (0)
  3. tensorflow/compiler/mlir/quantization/common/quantization_lib/quantization_config.cc

                  std::stoi(cur_index));
            }
            break;
          }
          case CustomOpUpdateOptions::kWeightOnly:
            custom_op_map[node_name].is_weight_only =
                GetBooleanSpecs(node_specification);
            break;
          case CustomOpUpdateOptions::kNoSideEffect:
            custom_op_map[node_name].no_side_effect =
                GetBooleanSpecs(node_specification);
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Tue Mar 05 07:39:40 UTC 2024
    - 5.9K bytes
    - Viewed (0)
  4. tensorflow/compiler/mlir/lite/transforms/quantize.cc

              ops_blocklist.find(custom_op_name) != ops_blocklist.end();
    
          bool weight_only_custom_op = custom_map_iter != custom_op_map.end()
                                           ? custom_map_iter->second.is_weight_only
                                           : false;
    
          return is_blocklisted || weight_only_custom_op ||
                 weight_only_quantization;
        } else {
          auto dynamic_range_op =
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Wed Apr 24 20:30:06 UTC 2024
    - 13.3K bytes
    - Viewed (0)
  5. tensorflow/compiler/mlir/quantization/common/quantization_lib/quantization_config.h

    namespace mlir {
    namespace quant {
    
    // Stores information about how to quantize a user-specified custom operation.
    struct CustomOpInfo {
      std::vector<std::int32_t> quantizable_input_indices;
      bool is_weight_only = false;
      bool no_side_effect = true;
    };
    
    using CustomOpMap = std::unordered_map<std::string, CustomOpInfo>;
    enum CustomOpUpdateOptions { kInputIndices, kWeightOnly, kNoSideEffect };
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Wed Mar 13 10:16:19 UTC 2024
    - 10.8K bytes
    - Viewed (0)
  6. tensorflow/compiler/mlir/lite/quantization/lite/quantize_weights_test.cc

      // be quantized.
      CustomOpMap custom_op_map;
      custom_op_map["CustomTestOp"] = {
          {1},   // quantizable_input_indices
          true,  // is_weight_only
      };
    
      flatbuffers::FlatBufferBuilder builder;
      auto status = QuantizeWeights(&builder, model_, 0, custom_op_map);
      ASSERT_EQ(status, kTfLiteOk);
    
      const uint8_t* buffer = builder.GetBufferPointer();
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Wed Jun 12 23:15:24 UTC 2024
    - 32.3K bytes
    - Viewed (0)
Back to top