Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 7 of 7 for WeightOnlyPtq (0.21 sec)

  1. tensorflow/compiler/mlir/quantization/stablehlo/passes/insert_weight_param.cc

    #include "tensorflow/compiler/mlir/quantization/stablehlo/passes/passes.h.inc"
    
    namespace {
    
    using ::stablehlo::quantization::Method;
    using ::stablehlo::quantization::QuantizedType;
    using ::stablehlo::quantization::WeightOnlyPtq;
    
    // Inserts quantization parameters of weights for weight-only quantization and
    // dynamic range quantization of `stablehlo.convolution` and
    // `stablehlo.dot_general`.
    class InsertWeightParamPass
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Thu May 09 05:56:10 UTC 2024
    - 10.2K bytes
    - Viewed (0)
  2. tensorflow/compiler/mlir/quantization/common/lift_as_function_call.h

    // Checks if the `Method` attatched to the given `tf.XlaCallModule` op has
    // `WeightOnlyPtq`.
    bool HasWeightOnlyPtqMethod(TF::XlaCallModuleOp xla_call_module_op);
    
    // Checks if an op is a `tf.XlaCallModule` op, contains 'conv' or 'dot_general'
    // in its name and has `Method` with `WeightOnlyPtq`.
    bool IsWeightOnlyQuantizableOp(const Operation& op);
    
    // Lists the functions in a ModuleOp sorted by their names.
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Fri May 10 04:07:09 UTC 2024
    - 5.5K bytes
    - Viewed (0)
  3. tensorflow/compiler/mlir/quantization/stablehlo/python/quantization.py

          signature_keys=None,
          tags=set(config.tf_saved_model.tags),
      )
    
      signature_def_map_serialized = _serialize_signature_def_map(signature_def_map)
      # Currently, only StaticRangePtq or WeightOnlyPtq is supported.
      # Consider merging the pipelines to address mixed algorithm models.
      if _has_quantization_method(config.specs, 'static_range_ptq'):
        pywrap_quantization.static_range_ptq(
            src_saved_model_path,
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Mon Apr 15 12:53:33 UTC 2024
    - 4.6K bytes
    - Viewed (0)
  4. tensorflow/compiler/mlir/quantization/stablehlo/cc/config.cc

      return spec;
    }
    
    QuantizationSpec GetDefaultWeightOnlyPtqSpec() {
      QuantizationSpec spec{};
      spec.mutable_matcher()->mutable_function_name()->set_regex(
          "^.*(conv|dot_general).*");
    
      WeightOnlyPtq& weight_only_ptq_spec =
          *spec.mutable_method()->mutable_weight_only_ptq();
      if (auto [iter, inserted] =
              weight_only_ptq_spec.mutable_input_quantized_types()->try_emplace(1);
          inserted) {
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Fri May 17 03:36:50 UTC 2024
    - 8.3K bytes
    - Viewed (0)
  5. tensorflow/compiler/mlir/lite/quantization/stablehlo/quantization.cc

      if (failed(pm.run(module_op))) {
        return absl::InternalError("Failed to run legalize TF to StableHLO.");
      }
    
      absl::StatusOr<mlir::ModuleOp> quantized_module_op;
      // Currently, only StaticRangePtq or WeightOnlyPtq is supported.
      // Consider merging the pipelines to address mixed algorithm models.
      if (HasQuantizationMethod(updated_config.specs(),
                                Method::MethodCase::kStaticRangePtq)) {
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Sun Apr 14 10:49:12 UTC 2024
    - 7.3K bytes
    - Viewed (0)
  6. tensorflow/compiler/mlir/quantization/stablehlo/quantization_config.proto

    message StaticRangePtq {
      // Operand index -> QuantizedType mapping. Operands that are not specified
      // here will be quantized with best effort.
      map<int32, QuantizedType> input_quantized_types = 1;
    }
    
    message WeightOnlyPtq {
      // Operand index -> QuantizedType mapping. Operands that are not specified
      // here will be quantized with best effort.
      map<int32, QuantizedType> input_quantized_types = 1;
    }
    
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Fri May 17 03:36:50 UTC 2024
    - 14.3K bytes
    - Viewed (0)
  7. tensorflow/compiler/mlir/quantization/stablehlo/cc/config_test.cc

      EXPECT_THAT(spec.matcher().function_name().regex(),
                  StrEq("^.*(conv|dot_general).*"));
      EXPECT_TRUE(spec.method().has_weight_only_ptq());
    
      const WeightOnlyPtq& weight_only_ptq_spec = spec.method().weight_only_ptq();
    
      EXPECT_THAT(weight_only_ptq_spec.input_quantized_types(),
                  UnorderedElementsAre(Pair(
                      1, Truly([](const auto& quantized_type) {
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Thu Apr 25 06:59:34 UTC 2024
    - 12K bytes
    - Viewed (0)
Back to top