Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 533 for precision (0.15 sec)

  1. src/math/big/float.go

    // to the precision and rounding mode of the result variable.
    //
    // If the provided result precision is 0 (see below), it is set to the
    // precision of the argument with the largest precision value before any
    // rounding takes place, and the rounding mode remains unchanged. Thus,
    // uninitialized Floats provided as result arguments will have their
    // precision set to a reasonable value determined by the operands, and
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu Jun 06 15:46:54 UTC 2024
    - 44.5K bytes
    - Viewed (0)
  2. src/cmd/internal/obj/riscv/cpu.go

    	AFSGNJXS
    	AFMVXS
    	AFMVSX
    	AFMVXW
    	AFMVWX
    
    	// 11.8: Single-Precision Floating-Point Compare Instructions
    	AFEQS
    	AFLTS
    	AFLES
    
    	// 11.9: Single-Precision Floating-Point Classify Instruction
    	AFCLASSS
    
    	// 12.3: Double-Precision Load and Store Instructions
    	AFLD
    	AFSD
    
    	// 12.4: Double-Precision Floating-Point Computational Instructions
    	AFADDD
    	AFSUBD
    	AFMULD
    	AFDIVD
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Wed Mar 20 14:19:33 UTC 2024
    - 13.1K bytes
    - Viewed (0)
  3. src/fmt/doc.go

    Precision is specified after the (optional) width by a period followed by a
    decimal number. If no period is present, a default precision is used.
    A period with no following number specifies a precision of zero.
    Examples:
    
    	%f     default width, default precision
    	%9f    width 9, default precision
    	%.2f   default width, precision 2
    	%9.2f  width 9, precision 2
    	%9.f   width 9, precision 0
    
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Tue Apr 02 21:56:20 UTC 2024
    - 14.6K bytes
    - Viewed (0)
  4. okhttp/src/main/kotlin/okhttp3/CacheControl.kt

         * will not be used and a network request will be made.
         *
         * @param maxAge a non-negative duration. This is stored and transmitted with [TimeUnit.SECONDS]
         *     precision; finer precision will be lost.
         */
        fun maxAge(maxAge: Duration) =
          apply {
            val maxAgeSeconds = maxAge.inWholeSeconds
            require(maxAgeSeconds >= 0) { "maxAge < 0: $maxAgeSeconds" }
    Registered: Sun Jun 16 04:42:17 UTC 2024
    - Last Modified: Mon Apr 15 13:41:01 UTC 2024
    - 10K bytes
    - Viewed (0)
  5. src/math/big/ftoa.go

    	//   2) round to desired precision
    	//   3) read digits out and format
    
    	// 1) convert Float to multiprecision decimal
    	var d decimal // == 0.0
    	if x.form == finite {
    		// x != 0
    		d.init(x.mant, int(x.exp)-x.mant.bitLen())
    	}
    
    	// 2) round to desired precision
    	shortest := false
    	if prec < 0 {
    		shortest = true
    		roundShortest(&d, x)
    		// Precision for shortest representation mode.
    		switch fmt {
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu Oct 19 11:59:09 UTC 2023
    - 13.5K bytes
    - Viewed (0)
  6. src/fmt/format.go

    		i--
    		buf[i] = ' '
    	}
    
    	// Left padding with zeros has already been handled like precision earlier
    	// or the f.zero flag is ignored due to an explicitly set precision.
    	oldZero := f.zero
    	f.zero = false
    	f.pad(buf[i:])
    	f.zero = oldZero
    }
    
    // truncateString truncates the string s to the specified precision, if present.
    func (f *fmt) truncateString(s string) string {
    	if f.precPresent {
    		n := f.prec
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Mon Mar 04 17:31:55 UTC 2024
    - 13.8K bytes
    - Viewed (0)
  7. src/strconv/ftoa.go

    		if eprec > digs.nd && digs.nd >= digs.dp {
    			eprec = digs.nd
    		}
    		// %e is used if the exponent from the conversion
    		// is less than -4 or greater than or equal to the precision.
    		// if precision was the shortest possible, use precision 6 for this decision.
    		if shortest {
    			eprec = 6
    		}
    		exp := digs.dp - 1
    		if exp < -4 || exp >= eprec {
    			if prec > digs.nd {
    				prec = digs.nd
    			}
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Thu Apr 04 14:21:28 UTC 2024
    - 13.9K bytes
    - Viewed (0)
  8. staging/src/k8s.io/apimachinery/pkg/runtime/serializer/cbor/internal/modes/decode_test.go

    		},
    		{
    			name:          "half precision",
    			in:            hex("f94200"),
    			want:          float64(3),
    			assertOnError: assertNilError,
    		},
    		{
    			name:          "double precision without fractional component",
    			in:            hex("fb4000000000000000"),
    			want:          float64(2),
    			assertOnError: assertNilError,
    		},
    		{
    			name:          "single precision without fractional component",
    Registered: Sat Jun 15 01:39:40 UTC 2024
    - Last Modified: Wed May 22 18:43:10 UTC 2024
    - 25.6K bytes
    - Viewed (0)
  9. staging/src/k8s.io/apimachinery/pkg/api/resource/quantity.go

    			mantissa = int64(int64(mantissa) << uint64(exponent))
    			// 1Mi (2^20) has ~6 digits of decimal precision, so exponent*3/10 -1 is roughly the precision
    			precision = 15 - int32(len(num)) - int32(float32(exponent)*3/10) - 1
    		default:
    			precision = -1
    		}
    	}
    
    	if precision >= 0 {
    		// if we have a denominator, shift the entire value to the left by the number of places in the
    		// denominator
    Registered: Sat Jun 15 01:39:40 UTC 2024
    - Last Modified: Wed May 29 21:48:10 UTC 2024
    - 23.8K bytes
    - Viewed (0)
  10. src/cmd/asm/internal/asm/testdata/riscv64.s

    	FNMADDS	F1, F2, F3, F4				// 4f822018
    
    	// 11.8: Single-Precision Floating-Point Compare Instructions
    	FEQS	F0, F1, X7				// d3a300a0
    	FLTS	F0, F1, X7				// d39300a0
    	FLES	F0, F1, X7				// d38300a0
    
    	// 11.9: Single-Precision Floating-Point Classify Instruction
    	FCLASSS	F0, X5					// d31200e0
    
    	// 12.3: Double-Precision Load and Store Instructions
    	FLD	(X5), F0				// 07b00200
    	FLD	4(X5), F0				// 07b04200
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Fri Mar 22 04:42:21 UTC 2024
    - 16.7K bytes
    - Viewed (0)
Back to top