- Sort Score
- Result 10 results
- Languages All
Results 1 - 6 of 6 for quantization_dimension (0.4 sec)
-
tensorflow/compiler/mlir/quantization/common/uniform_quantized_types_test.cc
CreateI8F32UniformQuantizedPerAxisType( UnknownLoc::get(&ctx_), ctx_, /*scales=*/SmallVector<double, 2>{1.0, 1.0}, /*zero_points=*/SmallVector<int64_t, 2>{0, 0}, /*quantization_dimension=*/0); // Storage type of `i8` is currently verifiable as `unsigned` in `Types.cpp`. EXPECT_TRUE(quantized_type.getStorageType().isSignlessInteger(8)); }
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu Apr 25 16:01:03 UTC 2024 - 28.8K bytes - Viewed (0) -
tensorflow/compiler/mlir/quantization/stablehlo/passes/insert_weight_param.cc
/*narrow_range=*/true, /*legacy_float_scale=*/false)); } else { int quantization_dimension = GetQuantizationDimension( weight_only_ptq, cast<TF::XlaCallModuleOp>(quantizable_op)); weight_type = quant::GetUniformQuantizedPerAxisTypeForWeight( attr, quantization_dimension, /*symmetric=*/true, /*num_bits=*/8, /*is_signed=*/true,
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Thu May 09 05:56:10 UTC 2024 - 10.2K bytes - Viewed (0) -
tensorflow/compiler/mlir/quantization/stablehlo/passes/quantization_patterns.cc
const int64_t quantization_dimension = mlir::cast<ShapedType>(filter_type).getShape().size() - 1; accumulation_quantized_element_type = CreateI32F32UniformQuantizedPerAxisType( gemm_style_op->getLoc(), *rewriter.getContext(), result_scales, zero_points, quantization_dimension);
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Fri May 03 06:04:36 UTC 2024 - 41.7K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/tests/flatbuffer2mlir/test_schema.fbs
// zero_points correspond to. For example, a tensor t, with dims=[4, 3, 2, 1] // with quantization params: // scale=[1.0, 2.0, 3.0], zero_point=[1, 2, 3], quantization_dimension=1 // will be quantized across the second dimension of t. // t[:, 0, :, :] will have scale[0]=1.0, zero_point[0]=1 // t[:, 1, :, :] will have scale[1]=2.0, zero_point[0]=2
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Mon Apr 19 19:46:06 UTC 2021 - 26.1K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/schema/schema_v3b.fbs
// zero_points correspond to. For example, a tensor t, with dims=[4, 3, 2, 1] // with quantization params: // scale=[1.0, 2.0, 3.0], zero_point=[1, 2, 3], quantization_dimension=1 // will be quantized across the second dimension of t. // t[:, 0, :, :] will have scale[0]=1.0, zero_point[0]=1 // t[:, 1, :, :] will have scale[1]=2.0, zero_point[0]=2
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Tue May 28 14:28:27 UTC 2024 - 30K bytes - Viewed (0) -
tensorflow/compiler/mlir/lite/schema/schema.fbs
// zero_points correspond to. For example, a tensor t, with dims=[4, 3, 2, 1] // with quantization params: // scale=[1.0, 2.0, 3.0], zero_point=[1, 2, 3], quantization_dimension=1 // will be quantized across the second dimension of t. // t[:, 0, :, :] will have scale[0]=1.0, zero_point[0]=1 // t[:, 1, :, :] will have scale[1]=2.0, zero_point[0]=2
Registered: Sun Jun 16 05:45:23 UTC 2024 - Last Modified: Fri May 03 18:01:23 UTC 2024 - 41.7K bytes - Viewed (0)