Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 24 for numBits (0.18 sec)

  1. tensorflow/compiler/mlir/quantization/common/ir/FakeQuantSupport.cc

    namespace mlir::quantfork {
    
    static bool getDefaultStorageParams(unsigned numBits, bool narrowRange,
                                        bool isSigned, MLIRContext *ctx,
                                        Type &storageType, int64_t &qmin,
                                        int64_t &qmax) {
      // Hard-coded type mapping from TFLite.
      if (numBits <= 4) {
        storageType = IntegerType::get(ctx, 4);
        if (isSigned) {
          qmin = -8;
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Thu Mar 21 11:52:27 UTC 2024
    - 7.7K bytes
    - Viewed (0)
  2. tensorflow/compiler/mlir/quantization/common/ir/FakeQuantSupport.h

    //
    // Specifically, it combines the following concerns, each of which would be
    // independent variables in a more generic setup:
    //   - numBits and isSigned imply storage data type (uint8, int8, int16)
    //   - numBits < 8 is promoted to uint8 or int8
    //   - "narrow_range" narrows the lower bound of the storage type's range by
    //     1
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Thu Mar 21 11:52:27 UTC 2024
    - 3.7K bytes
    - Viewed (0)
  3. src/cmd/vendor/golang.org/x/arch/ppc64/ppc64asm/field.go

    func (bs BitFields) ParseSigned(i [2]uint32) int64 {
    	u, l := bs.parse(i)
    	return int64(u) << (64 - l) >> (64 - l)
    }
    
    // Count the number of bits in the aggregate BitFields
    func (bs BitFields) NumBits() int {
    	num := 0
    	for _, b := range bs {
    		num += int(b.Bits)
    	}
    	return num
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Fri Feb 10 18:59:52 UTC 2023
    - 2.8K bytes
    - Viewed (0)
  4. src/cmd/vendor/golang.org/x/arch/ppc64/ppc64asm/decode.go

    		// An oddball encoding of offset for hashchk and similar.
    		// e.g hashchk offset is 0b1111111000000000 | DX << 8 | D << 3
    		off := a.BitFields.ParseSigned(i) << a.Shift
    		neg := int64(-1) << (int(a.Shift) + a.BitFields.NumBits())
    		return Offset(neg | off)
    	}
    }
    
    type ArgType int8
    
    const (
    	TypeUnknown      ArgType = iota
    	TypePCRel                // PC-relative address
    	TypeLabel                // absolute address
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Tue Nov 22 17:16:14 UTC 2022
    - 5.6K bytes
    - Viewed (0)
  5. tensorflow/compiler/mlir/lite/experimental/tac/transforms/device_transform.cc

          const int64_t int_value = ap_int_value.getSExtValue();
    
          const float real = (int_value - zp) * scale;
    
          auto real_int = absl::bit_cast<int32_t>(real);
          return APInt(/*numBits=*/32, real_int);
        };
    
        auto dequant_values =
            mlir::cast<DenseIntOrFPElementsAttr>(input_values)
                .mapValues(FloatType::getF32(rewriter.getContext()),
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Thu Apr 25 16:01:03 UTC 2024
    - 8.4K bytes
    - Viewed (0)
  6. tensorflow/compiler/mlir/lite/transforms/default_quant_params.cc

    quant::QuantParams DefaultQuantParamsPass::GetDefaultQuantParams(
        Builder builder) {
      if (!default_quant_params_) {
        default_quant_params_ = quantfork::fakeQuantAttrsToType(
            builder.getUnknownLoc(),
            /*numBits=*/8, default_min_, default_max_, /*narrowRange=*/false,
            builder.getF32Type(), is_signed_);
      }
      return default_quant_params_;
    }
    
    // Creates an instance of the default quant parameters pass.
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Thu Apr 25 16:01:03 UTC 2024
    - 9.4K bytes
    - Viewed (0)
  7. tensorflow/compiler/mlir/quantization/tensorflow/tests/convert_fake_quant_to_qdq.mlir

      %0 = "tf.FakeQuantWithMinMaxVars"(%arg0, %cst, %cst_0) {
        device = "", narrow_range = false, num_bits = 8 : i64
      } : (tensor<3xf32>, tensor<f32>, tensor<f32>) -> tensor<3xf32>
      %1 = "tf.FakeQuantWithMinMaxVarsPerChannel"(%arg1, %cst_1, %cst_2) {
        device = "", narrow_range = true, num_bits = 8 : i64
      } : (tensor<4x3xf32>, tensor<3xf32>, tensor<3xf32>) -> tensor<4x3xf32>
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Mon Oct 24 07:02:54 UTC 2022
    - 2.3K bytes
    - Viewed (0)
  8. src/cmd/vendor/github.com/google/pprof/internal/driver/tagroot.go

    	var values []string
    	values = append(values, s.Label[k]...)
    	numLabels := s.NumLabel[k]
    	numUnits := s.NumUnit[k]
    	if len(numLabels) != len(numUnits) && len(numUnits) != 0 {
    		return values
    	}
    	for i, numLabel := range numLabels {
    		var value string
    		if len(numUnits) != 0 {
    			value = measurement.ScaledLabel(numLabel, numUnits[i], outputUnit)
    		} else {
    			value = measurement.ScaledLabel(numLabel, "", "")
    		}
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Tue Nov 22 18:58:12 UTC 2022
    - 3.3K bytes
    - Viewed (0)
  9. tensorflow/compiler/mlir/lite/quantization/tensorflow/tests/tf_to_quant.mlir

      %1 = "quantfork.qcast"(%0) : (tensor<8xf32>) -> tensor<8x!quant.uniform<i8:f32, 1.000000e+00:-128>>
      func.return %1 : tensor<8x!quant.uniform<i8:f32, 1.000000e+00:-128>>
    
    // CHECK:  %0 = "tf.FakeQuantWithMinMaxVars"(%arg0, %cst, %cst_0) <{narrow_range = false, num_bits = 5 : i64}>
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Mon Oct 30 06:52:55 UTC 2023
    - 9.5K bytes
    - Viewed (0)
  10. tensorflow/compiler/mlir/lite/tests/mlir2flatbuffer/fake_quant.mlir

    // CHECK-NEXT:     } ]
    // CHECK-NEXT:     signature_defs: [ ]
    // CHECK-NEXT:   }
    
    // IMPORT: "tfl.fake_quant"(%arg0) <{max = 1.400000e+00 : f32, min = 3.000000e-01 : f32, narrow_range = false, num_bits = 6 : i32}>
    
      %0 = "tfl.fake_quant"(%arg0) {num_bits = 6 : i32, narrow_range = false, min = 0.3:f32, max = 1.4:f32} : (tensor<4 x f32>) -> tensor<4 x f32>
      func.return %0 : tensor<4xf32>
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Thu May 02 09:41:17 UTC 2024
    - 2.4K bytes
    - Viewed (0)
Back to top