Search Options

Results per page
Sort
Preferred Languages
Advance

Results 31 - 40 of 101 for underflow (0.19 sec)

  1. src/math/erf.go

    //              |R2/S2 - f(x)|  < 2**(-61.52)
    //
    //      5. For inf > x >= 28
    //              erf(x)  = sign(x) *(1 - tiny)  (raise inexact)
    //              erfc(x) = tiny*tiny (raise underflow) if x > 0
    //                      = 2 - tiny if x<0
    //
    //      7. Special case:
    //              erf(0)  = 0, erf(inf)  = 1, erf(-inf) = -1,
    //              erfc(0) = 1, erfc(inf) = 0, erfc(-inf) = 2,
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Mon Apr 11 16:34:30 UTC 2022
    - 11.5K bytes
    - Viewed (0)
  2. src/cmd/compile/internal/ssa/prove.go

    			}
    			underflow := true
    			if l, has := ft.limits[x.ID]; has && delta < 0 {
    				if (x.Type.Size() == 8 && l.min >= math.MinInt64-delta) ||
    					(x.Type.Size() == 4 && l.min >= math.MinInt32-delta) {
    					underflow = false
    				}
    			}
    			if delta < 0 && !underflow {
    				// If delta < 0 and x+delta cannot underflow then x > x+delta (that is, x > v)
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Mon Mar 04 17:30:21 UTC 2024
    - 48.9K bytes
    - Viewed (0)
  3. src/cmd/internal/obj/loong64/obj.go

    		if framesize > abi.StackBig {
    			// Such a large stack we need to protect against underflow.
    			// The runtime guarantees SP > objabi.StackBig, but
    			// framesize is large enough that SP-framesize may
    			// underflow, causing a direct comparison with the
    			// stack guard to incorrectly succeed. We explicitly
    			// guard against underflow.
    			//
    			//      SGTU    $(framesize-StackSmall), SP, R24
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Tue Nov 21 19:22:18 UTC 2023
    - 19.7K bytes
    - Viewed (0)
  4. src/math/exp_s390x.s

    // Exp returns e**x, the base-e exponential of x.
    //
    // Special cases are:
    //      Exp(+Inf) = +Inf
    //      Exp(NaN) = NaN
    // Very large values overflow to 0 or +Inf.
    // Very small values underflow to 1.
    // The algorithm used is minimax polynomial approximation using a table of
    // polynomial coefficients determined with a Remez exchange algorithm.
    
    TEXT	·expAsm(SB), NOSPLIT, $0-16
    	FMOVD	x+0(FP), F0
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Tue Apr 16 15:34:41 UTC 2019
    - 4.6K bytes
    - Viewed (0)
  5. src/crypto/internal/nistec/p256_asm_s390x.s

    	VSLDB $8, T1, T0, T0
    	VSLDB $8, T2, T1, T1
    
    	VACCQ  T0, RED1, CAR1
    	VAQ    T0, RED1, T0
    	VACCCQ T1, RED2, CAR1, CAR2
    	VACQ   T1, RED2, CAR1, T1
    	VAQ    T2, CAR2, T2
    
    	// Last round
    	VPERM T1, T0, SEL1, RED2    // d1 d0 d1 d0
    	VPERM ZER, RED2, SEL2, RED1 // 0  d1 d0  0
    	VSQ   RED1, RED2, RED2      // Guaranteed not to underflow
    
    	VSLDB $8, T1, T0, T0
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Mon Mar 04 17:29:44 UTC 2024
    - 55.4K bytes
    - Viewed (0)
  6. src/cmd/internal/obj/arm64/obj7.go

    	} else {
    		// Such a large stack we need to protect against underflow.
    		// The runtime guarantees SP > objabi.StackBig, but
    		// framesize is large enough that SP-framesize may
    		// underflow, causing a direct comparison with the
    		// stack guard to incorrectly succeed. We explicitly
    		// guard against underflow.
    		//
    		//	SUBS	$(framesize-StackSmall), SP, RT2
    		//	// On underflow, jump to morestack
    		//	BLO	label_of_call_to_morestack
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Wed Nov 08 05:46:32 UTC 2023
    - 28.4K bytes
    - Viewed (0)
  7. src/cmd/link/internal/dwtest/dwtest.go

    	for entry, err := rdr.Next(); entry != nil; entry, err = rdr.Next() {
    		if err != nil {
    			return err
    		}
    		if entry.Tag == 0 {
    			// terminator
    			if len(nesting) == 0 {
    				return errors.New("nesting stack underflow")
    			}
    			nesting = nesting[:len(nesting)-1]
    			continue
    		}
    		idx := len(ex.dies)
    		ex.dies = append(ex.dies, entry)
    		if _, found := ex.idxByOffset[entry.Offset]; found {
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Fri Feb 02 15:22:18 UTC 2024
    - 5.4K bytes
    - Viewed (0)
  8. android/guava/src/com/google/common/math/LongMath.java

                b *= b;
              }
          }
        }
      }
    
      /**
       * Returns the sum of {@code a} and {@code b} unless it would overflow or underflow in which case
       * {@code Long.MAX_VALUE} or {@code Long.MIN_VALUE} is returned, respectively.
       *
       * @since 20.0
       */
      @SuppressWarnings("ShortCircuitBoolean")
    Registered: Wed Jun 12 16:38:11 UTC 2024
    - Last Modified: Wed Feb 07 17:50:39 UTC 2024
    - 44.6K bytes
    - Viewed (0)
  9. guava/src/com/google/common/math/LongMath.java

                b *= b;
              }
          }
        }
      }
    
      /**
       * Returns the sum of {@code a} and {@code b} unless it would overflow or underflow in which case
       * {@code Long.MAX_VALUE} or {@code Long.MIN_VALUE} is returned, respectively.
       *
       * @since 20.0
       */
      @SuppressWarnings("ShortCircuitBoolean")
    Registered: Wed Jun 12 16:38:11 UTC 2024
    - Last Modified: Wed Feb 07 17:50:39 UTC 2024
    - 44.6K bytes
    - Viewed (0)
  10. src/cmd/internal/obj/mips/obj0.go

    		if framesize > abi.StackBig {
    			// Such a large stack we need to protect against underflow.
    			// The runtime guarantees SP > objabi.StackBig, but
    			// framesize is large enough that SP-framesize may
    			// underflow, causing a direct comparison with the
    			// stack guard to incorrectly succeed. We explicitly
    			// guard against underflow.
    			//
    			//	SGTU	$(framesize-StackSmall), SP, R2
    			//	BNE	R2, label-of-call-to-morestack
    Registered: Wed Jun 12 16:32:35 UTC 2024
    - Last Modified: Fri Apr 21 19:28:53 UTC 2023
    - 30.6K bytes
    - Viewed (0)
Back to top