Search Options

Results per page
Sort
Preferred Languages
Advance

Results 11 - 20 of 49 for zero_point (0.32 sec)

  1. tensorflow/compiler/mlir/lite/tests/mlir2flatbuffer/mul_v2.mlir

      // CHECK-NEXT:        zero_point: [ 0 ]
      // CHECK-NEXT:       },
      // CHECK-NEXT:       has_rank: true
      // CHECK-NEXT:    }, {
      // CHECK-NEXT:      shape: [ 3 ],
      // CHECK-NEXT:      type: INT8,
      // CHECK-NEXT:      buffer: 3,
      // CHECK-NEXT:      name: "mul",
      // CHECK-NEXT:      quantization: {
      // CHECK-NEXT:        scale: [ 0.1 ],
      // CHECK-NEXT:        zero_point: [ 0 ]
      // CHECK-NEXT:       },
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Thu Jul 14 16:41:28 UTC 2022
    - 2.9K bytes
    - Viewed (0)
  2. tensorflow/compiler/mlir/lite/tests/mlir2flatbuffer/mul_v3.mlir

      // CHECK-NEXT:        zero_point: [ 0 ]
      // CHECK-NEXT:       },
      // CHECK-NEXT:       has_rank: true
      // CHECK-NEXT:    }, {
      // CHECK-NEXT:      shape: [ 3 ],
      // CHECK-NEXT:      type: INT8,
      // CHECK-NEXT:      buffer: 3,
      // CHECK-NEXT:      name: "mul",
      // CHECK-NEXT:      quantization: {
      // CHECK-NEXT:        scale: [ 1.0 ],
      // CHECK-NEXT:        zero_point: [ 0 ]
      // CHECK-NEXT:       },
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Thu Jul 14 16:41:28 UTC 2022
    - 2.9K bytes
    - Viewed (0)
  3. tensorflow/compiler/mlir/quantization/tensorflow/calibrator/calibration_algorithm.py

        minbound = 0
        scale = (quant_max - quant_min) / maxbound
        zero_point = -quant_min / scale
    
        # Limit the range of zero_point and scale in case (quant_max - quant_min)
        # is unusually small.
        if abs(zero_point) > 9e9:
          zero_point = 9e9
        if abs(scale) < 1e-9:
          scale = 1e-9
    
        zero_point = round(zero_point)
        quantized_hist_mids = np.clip(
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Mon Mar 11 19:29:56 UTC 2024
    - 14.7K bytes
    - Viewed (0)
  4. tensorflow/compiler/mlir/quantization/common/quantization_lib/quantization_utils.cc

        return scale * rate;
      };
      const auto& recalculate_zero_point = [&](int64_t zero_point) -> int64_t {
        return qmax - std::round((storage_type_max - zero_point) / rate);
      };
      if (auto q_type = dyn_cast<UniformQuantizedType>(type)) {
        const double scale = recalculate_scale(q_type.getScale());
        const double zero_point = recalculate_zero_point(q_type.getZeroPoint());
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Wed May 08 02:10:16 UTC 2024
    - 43.2K bytes
    - Viewed (0)
  5. tensorflow/compiler/mlir/lite/tests/end2end/fake_quant_per_channel_4bit.pbtxt

    # CHECK:         scale: [ 0.093635 ],
    # CHECK:         zero_point: [ 22 ]
    # CHECK:       }
    # CHECK:     }, {
    # CHECK:       shape: [ 1, 6, 31 ],
    # CHECK:       type: INT8,
    # CHECK:       buffer: 6,
    # CHECK:       name: "output",
    # CHECK:       quantization: {
    # CHECK:         scale: [ 0.093635 ],
    # CHECK:         zero_point: [ 22 ]
    # CHECK:       }
    # CHECK:     } ],
    # CHECK:     inputs: [ 0 ],
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Thu May 02 09:41:17 UTC 2024
    - 18.1K bytes
    - Viewed (0)
  6. tensorflow/compiler/mlir/lite/tests/flatbuffer2mlir/test_schema.fbs

      //   t[:, 1, :, :] will have scale[1]=2.0, zero_point[0]=2
      //   t[:, 2, :, :] will have scale[2]=3.0, zero_point[0]=3
      quantized_dimension:int;
    }
    
    // Sparse tensors.
    // We use a modification of the TACO format.
    // Reference: http://tensor-compiler.org/kjolstad-oopsla17-tensor-compiler.pdf
    //
    // To encode a conceptual n-dimensional dense tensor with dims (d0, ..., dn-1),
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Mon Apr 19 19:46:06 UTC 2021
    - 26.1K bytes
    - Viewed (0)
  7. tensorflow/compiler/mlir/lite/quantization/numerical_utils.h

    // Calculate the effective quantized value range for the scale, zero point. The
    // range is the minimum range defined by [rmin, rmax] and [qmin, qmax].
    QuantizedRange CalculateQuantizedRange(double scale, int32_t zero_point,
                                           std::optional<double> rmin,
                                           std::optional<double> rmax, int32_t qmin,
                                           int32_t qmax);
    
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Tue Jun 07 18:43:51 UTC 2022
    - 1.8K bytes
    - Viewed (0)
  8. tensorflow/compiler/mlir/lite/tests/mlir2flatbuffer/u16_quant.mlir

    // CHECK-NEXT:      type: UINT16,
    // CHECK-NEXT:      buffer: 1,
    // CHECK-NEXT:      name: "arg0",
    // CHECK-NEXT:      quantization: {
    // CHECK-NEXT:        scale: [ 2.0 ],
    // CHECK-NEXT:        zero_point: [ 37 ]
    // CHECK:           }
    // CHECK-NEXT:    } ],
      return %arg0 : tensor<*x!quant.uniform<u16:f32, 2.0:37>>
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Thu Nov 09 00:49:38 UTC 2023
    - 714 bytes
    - Viewed (0)
  9. tensorflow/compiler/mlir/lite/tests/end2end/fake_quant_per_channel.pbtxt

    # CHECK:         scale: [ 0.093635 ],
    # CHECK:         zero_point: [ 22 ]
    # CHECK:       }
    # CHECK:     }, {
    # CHECK:       shape: [ 1, 6, 31 ],
    # CHECK:       type: INT8,
    # CHECK:       buffer: 6,
    # CHECK:       name: "output",
    # CHECK:       quantization: {
    # CHECK:         scale: [ 0.093635 ],
    # CHECK:         zero_point: [ 22 ]
    # CHECK:       }
    # CHECK:     } ],
    # CHECK:     inputs: [ 0 ],
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Thu May 02 09:41:17 UTC 2024
    - 18.1K bytes
    - Viewed (0)
  10. tensorflow/compiler/mlir/lite/tests/flatbuffer2mlir/importer_test_min_max.cc

            input_tensor->quantization->zero_point.clear();
            input_tensor->quantization->min.push_back(-1.0);
            input_tensor->quantization->max.push_back(1.0);
    
            auto& output_tensor = sub_graph->tensors[op->outputs[0]];
            auto shape = output_tensor->shape;
            output_tensor->quantization->scale.clear();
            output_tensor->quantization->zero_point.clear();
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Tue May 21 18:21:50 UTC 2024
    - 6.8K bytes
    - Viewed (0)
Back to top