Search Options

Results per page
Sort
Preferred Languages
Advance

Results 21 - 30 of 328 for precision (0.16 sec)

  1. migrator/migrator.go

    					(len(matches2) == 1 && matches2[0][1] != fmt.Sprint(length) && ok) {
    					alterColumn = true
    				}
    			}
    		}
    
    		// check precision
    		if precision, _, ok := columnType.DecimalSize(); ok && int64(field.Precision) != precision {
    			if regexp.MustCompile(fmt.Sprintf("[^0-9]%d[^0-9]", field.Precision)).MatchString(m.DataTypeOf(field)) {
    				alterColumn = true
    			}
    		}
    	}
    
    	// check nullable
    Registered: Wed Jun 12 16:27:09 UTC 2024
    - Last Modified: Fri Apr 26 07:15:49 UTC 2024
    - 29K bytes
    - Viewed (0)
  2. tensorflow/compiler/mlir/lite/stablehlo/tests/tfl_legalize_hlo.mlir

          lhs_batching_dimensions = [0],
          lhs_contracting_dimensions = [1, 2],
          rhs_batching_dimensions = [0],
          rhs_contracting_dimensions = [1, 3]
        >,
        precision_config = [#mhlo<precision DEFAULT>, #mhlo<precision DEFAULT>]
      } : (tensor<3x2x6x5x1xf32>, tensor<3x2x4x6xf32>) -> tensor<3x5x1x4xf32>
      func.return %0 : tensor<3x5x1x4xf32>
    
    // CHECK-LABEL:   convert_dot_general
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Thu May 02 09:41:17 UTC 2024
    - 40.1K bytes
    - Viewed (0)
  3. src/encoding/gob/doc.go

    	struct { A int; B float }	// change of type for B
    	struct { }			// no field names in common
    	struct { C, D int }		// no field names in common
    
    Integers are transmitted two ways: arbitrary precision signed integers or
    arbitrary precision unsigned integers. There is no int8, int16 etc.
    discrimination in the gob format; there are only signed and unsigned integers. As
    described below, the transmitter sends the value in a variable-length encoding;
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu Apr 11 20:22:45 UTC 2024
    - 17.1K bytes
    - Viewed (0)
  4. tensorflow/compiler/mlir/quantization/tensorflow/tests/insert_custom_aggregation_ops.mlir

        // CHECK-NOT: tf.CustomAggregator
        %0 = stablehlo.dot_general %arg0, %arg1, contracting_dims = [1] x [0], precision = [DEFAULT, DEFAULT] : (tensor<?x100352xf32>, tensor<100352x10xf32>) -> tensor<?x10xf32>
        return %0 : tensor<?x10xf32>
      }
    }
    
    // -----
    
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Fri May 10 04:07:09 UTC 2024
    - 32.1K bytes
    - Viewed (0)
  5. tensorflow/compiler/mlir/quantization/stablehlo/tests/passes/insert_calibration_statistics_saver.mlir

        %cst = stablehlo.constant dense<0.000000e+00> : tensor<10x1x3xf32>
        %0 = stablehlo.dot_general %arg0, %arg1, batching_dims = [0] x [0], contracting_dims = [2] x [1], precision = [DEFAULT, DEFAULT] {mhlo.frontend_attributes = {grad_x = "false", grad_y = "false"}} : (tensor<10x1x1024xf32>, tensor<10x1024x3xf32>) -> tensor<10x1x3xf32>
        %1 = stablehlo.maximum %0, %cst : tensor<10x1x3xf32>
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Thu Apr 25 01:09:50 UTC 2024
    - 24.3K bytes
    - Viewed (0)
  6. schema/field.go

    	}
    
    	if num, ok := field.TagSettings["SIZE"]; ok {
    		if field.Size, err = strconv.Atoi(num); err != nil {
    			field.Size = -1
    		}
    	}
    
    	if p, ok := field.TagSettings["PRECISION"]; ok {
    		field.Precision, _ = strconv.Atoi(p)
    	}
    
    	if s, ok := field.TagSettings["SCALE"]; ok {
    		field.Scale, _ = strconv.Atoi(s)
    	}
    
    	// default value is function or null or blank (primary keys)
    Registered: Wed Jun 12 16:27:09 UTC 2024
    - Last Modified: Mon Apr 15 03:20:20 UTC 2024
    - 32K bytes
    - Viewed (0)
  7. platforms/software/dependency-management/src/main/java/org/gradle/api/internal/artifacts/ivyservice/resolveengine/result/StreamingResolutionResultBuilder.java

                        dependencyResultSerializer.write(encoder, dependency);
                        if (dependency.getFailure() != null) {
                            //by keying the failures only by 'requested' we lose some precision
                            //at edge case we'll lose info about a different exception if we have different failure for the same requested version
                            failures.put(dependency.getRequested(), dependency.getFailure());
    Registered: Wed Jun 12 18:38:38 UTC 2024
    - Last Modified: Thu May 23 17:30:13 UTC 2024
    - 11.4K bytes
    - Viewed (0)
  8. platforms/software/maven/src/main/java/org/gradle/api/publish/maven/internal/publication/MavenComponentParser.java

                    return;
                }
    
                // If the dependency has artifacts, only map the coordinates to component-level precision.
                // This is so we match the Gradle behavior where an explicit artifact on a dependency
                // that would otherwise map to different coordinates resolves to the declared coordinates.
    Registered: Wed Jun 12 18:38:38 UTC 2024
    - Last Modified: Tue Feb 27 18:52:27 UTC 2024
    - 26.1K bytes
    - Viewed (0)
  9. tensorflow/compiler/mlir/quantization/common/quantization_lib/quantization_config.h

      // A serialized "QuantizationInfo" object to specify value ranges for some of
      // the tensors with known names.
      std::string serialized_quant_stats = "";
    
      // A bitmask to encode support for reduced precision inference in the model.
      tflite::optimize::ReducedPrecisionSupport support_mask =
          tflite::optimize::ReducedPrecisionSupport::None;
    
      // Whether to run the passes to propagate the quantization parameters and
    Registered: Sun Jun 16 05:45:23 UTC 2024
    - Last Modified: Wed Mar 13 10:16:19 UTC 2024
    - 10.8K bytes
    - Viewed (0)
  10. pkg/config/validation/agent/validation.go

    	dur := pd.AsDuration()
    	if dur < time.Millisecond {
    		return errors.New("duration must be greater than 1ms")
    	}
    	if dur%time.Millisecond != 0 {
    		return errors.New("only durations to ms precision are supported")
    	}
    	return nil
    }
    
    // ValidateDurationRange verifies range is in specified duration
    func ValidateDurationRange(dur, min, max time.Duration) error {
    	if dur > max || dur < min {
    Registered: Fri Jun 14 15:00:06 UTC 2024
    - Last Modified: Wed Apr 17 20:06:41 UTC 2024
    - 30.9K bytes
    - Viewed (0)
Back to top