- Sort Score
- Result 10 results
- Languages All
Results 11 - 20 of 49 for zero_point (0.32 sec)
-
tensorflow/compiler/mlir/lite/tests/mlir2flatbuffer/mul_v2.mlir
// CHECK-NEXT: zero_point: [ 0 ] // CHECK-NEXT: }, // CHECK-NEXT: has_rank: true // CHECK-NEXT: }, { // CHECK-NEXT: shape: [ 3 ], // CHECK-NEXT: type: INT8, // CHECK-NEXT: buffer: 3, // CHECK-NEXT: name: "mul", // CHECK-NEXT: quantization: { // CHECK-NEXT: scale: [ 0.1 ], // CHECK-NEXT: zero_point: [ 0 ] // CHECK-NEXT: },
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu Jul 14 16:41:28 UTC 2022 - 2.9K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/tests/mlir2flatbuffer/mul_v3.mlir
// CHECK-NEXT: zero_point: [ 0 ] // CHECK-NEXT: }, // CHECK-NEXT: has_rank: true // CHECK-NEXT: }, { // CHECK-NEXT: shape: [ 3 ], // CHECK-NEXT: type: INT8, // CHECK-NEXT: buffer: 3, // CHECK-NEXT: name: "mul", // CHECK-NEXT: quantization: { // CHECK-NEXT: scale: [ 1.0 ], // CHECK-NEXT: zero_point: [ 0 ] // CHECK-NEXT: },
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu Jul 14 16:41:28 UTC 2022 - 2.9K bytes - Viewed (0) -
tensorflow/compiler/mlir/quantization/tensorflow/calibrator/calibration_algorithm.py
minbound = 0 scale = (quant_max - quant_min) / maxbound zero_point = -quant_min / scale # Limit the range of zero_point and scale in case (quant_max - quant_min) # is unusually small. if abs(zero_point) > 9e9: zero_point = 9e9 if abs(scale) < 1e-9: scale = 1e-9 zero_point = round(zero_point) quantized_hist_mids = np.clip(
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Mon Mar 11 19:29:56 UTC 2024 - 14.7K bytes - Viewed (0) -
tensorflow/compiler/mlir/quantization/common/quantization_lib/quantization_utils.cc
return scale * rate; }; const auto& recalculate_zero_point = [&](int64_t zero_point) -> int64_t { return qmax - std::round((storage_type_max - zero_point) / rate); }; if (auto q_type = dyn_cast<UniformQuantizedType>(type)) { const double scale = recalculate_scale(q_type.getScale()); const double zero_point = recalculate_zero_point(q_type.getZeroPoint());
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Wed May 08 02:10:16 UTC 2024 - 43.2K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/tests/end2end/fake_quant_per_channel_4bit.pbtxt
# CHECK: scale: [ 0.093635 ], # CHECK: zero_point: [ 22 ] # CHECK: } # CHECK: }, { # CHECK: shape: [ 1, 6, 31 ], # CHECK: type: INT8, # CHECK: buffer: 6, # CHECK: name: "output", # CHECK: quantization: { # CHECK: scale: [ 0.093635 ], # CHECK: zero_point: [ 22 ] # CHECK: } # CHECK: } ], # CHECK: inputs: [ 0 ],
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu May 02 09:41:17 UTC 2024 - 18.1K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/tests/flatbuffer2mlir/test_schema.fbs
// t[:, 1, :, :] will have scale[1]=2.0, zero_point[0]=2 // t[:, 2, :, :] will have scale[2]=3.0, zero_point[0]=3 quantized_dimension:int; } // Sparse tensors. // We use a modification of the TACO format. // Reference: http://tensor-compiler.org/kjolstad-oopsla17-tensor-compiler.pdf // // To encode a conceptual n-dimensional dense tensor with dims (d0, ..., dn-1),
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Mon Apr 19 19:46:06 UTC 2021 - 26.1K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/quantization/numerical_utils.h
// Calculate the effective quantized value range for the scale, zero point. The // range is the minimum range defined by [rmin, rmax] and [qmin, qmax]. QuantizedRange CalculateQuantizedRange(double scale, int32_t zero_point, std::optional<double> rmin, std::optional<double> rmax, int32_t qmin, int32_t qmax);
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Tue Jun 07 18:43:51 UTC 2022 - 1.8K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/tests/mlir2flatbuffer/u16_quant.mlir
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu Nov 09 00:49:38 UTC 2023 - 714 bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/tests/end2end/fake_quant_per_channel.pbtxt
# CHECK: scale: [ 0.093635 ], # CHECK: zero_point: [ 22 ] # CHECK: } # CHECK: }, { # CHECK: shape: [ 1, 6, 31 ], # CHECK: type: INT8, # CHECK: buffer: 6, # CHECK: name: "output", # CHECK: quantization: { # CHECK: scale: [ 0.093635 ], # CHECK: zero_point: [ 22 ] # CHECK: } # CHECK: } ], # CHECK: inputs: [ 0 ],
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu May 02 09:41:17 UTC 2024 - 18.1K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/tests/flatbuffer2mlir/importer_test_min_max.cc
input_tensor->quantization->zero_point.clear(); input_tensor->quantization->min.push_back(-1.0); input_tensor->quantization->max.push_back(1.0); auto& output_tensor = sub_graph->tensors[op->outputs[0]]; auto shape = output_tensor->shape; output_tensor->quantization->scale.clear(); output_tensor->quantization->zero_point.clear();
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Tue May 21 18:21:50 UTC 2024 - 6.8K bytes - Viewed (0)