Search Options

Results per page
Sort
Preferred Languages
Advance

Results 31 - 40 of 45 for tokenizer (0.08 sec)

  1. src/cmd/asm/internal/asm/pseudo_test.go

    package asm
    
    import (
    	"strings"
    	"testing"
    
    	"cmd/asm/internal/lex"
    )
    
    func tokenize(s string) [][]lex.Token {
    	res := [][]lex.Token{}
    	if len(s) == 0 {
    		return res
    	}
    	for _, o := range strings.Split(s, ",") {
    		res = append(res, lex.Tokenize(o))
    	}
    	return res
    }
    
    func TestErroneous(t *testing.T) {
    
    	type errtest struct {
    		pseudo   string
    		operands string
    Registered: Tue Dec 30 11:13:12 UTC 2025
    - Last Modified: Tue Aug 29 07:48:38 UTC 2023
    - 3.1K bytes
    - Viewed (0)
  2. src/cmd/asm/internal/asm/expr_test.go

    }
    
    func TestExpr(t *testing.T) {
    	p := NewParser(nil, nil, nil) // Expression evaluation uses none of these fields of the parser.
    	for i, test := range exprTests {
    		p.start(lex.Tokenize(test.input))
    		result := int64(p.expr())
    		if result != test.output {
    			t.Errorf("%d: %q evaluated to %d; expected %d", i, test.input, result, test.output)
    		}
    		tok := p.next()
    Registered: Tue Dec 30 11:13:12 UTC 2025
    - Last Modified: Tue Aug 29 07:48:38 UTC 2023
    - 3.2K bytes
    - Viewed (0)
  3. src/test/java/jcifs/internal/smb2/session/Smb2SessionSetupRequestTest.java

            // Verify token length
            assertEquals(tokenSize, SMBUtil.readInt2(buffer, bodyOffset + 14));
    
            if (tokenSize > 0) {
                // Verify token content
                int tokenOffset = bodyOffset + 24;
                while ((tokenOffset % 8) != 0) {
                    tokenOffset++; // Account for pad8
                }
                byte[] actualToken = new byte[tokenSize];
    Registered: Sat Dec 20 13:44:44 UTC 2025
    - Last Modified: Thu Aug 14 05:31:44 UTC 2025
    - 21.2K bytes
    - Viewed (0)
  4. src/cmd/asm/internal/lex/lex.go

    type Macro struct {
    	name   string   // The #define name.
    	args   []string // Formal arguments.
    	tokens []Token  // Body of macro.
    }
    
    // Tokenize turns a string into a list of Tokens; used to parse the -D flag and in tests.
    func Tokenize(str string) []Token {
    	t := NewTokenizer("command line", strings.NewReader(str), nil)
    	var tokens []Token
    	for {
    		tok := t.Next()
    		if tok == scanner.EOF {
    			break
    Registered: Tue Dec 30 11:13:12 UTC 2025
    - Last Modified: Tue Aug 29 18:31:05 UTC 2023
    - 4.1K bytes
    - Viewed (0)
  5. okhttp/src/commonJvmAndroid/kotlin/okhttp3/internal/http/HttpHeaders.kt

     * [TOKEN_DELIMITERS]. Returns null if the buffer is empty or prefixed with a delimiter.
     */
    private fun Buffer.readToken(): String? {
      var tokenSize = indexOfElement(TOKEN_DELIMITERS)
      if (tokenSize == -1L) tokenSize = size
    
      return when {
        tokenSize != 0L -> readUtf8(tokenSize)
        else -> null
      }
    }
    
    fun CookieJar.receiveHeaders(
      url: HttpUrl,
      headers: Headers,
    ) {
    Registered: Fri Dec 26 11:42:13 UTC 2025
    - Last Modified: Mon May 05 16:01:00 UTC 2025
    - 7.2K bytes
    - Viewed (0)
  6. build-logic/documentation/src/main/groovy/gradlebuild/docs/dsl/docbook/model/ClassDoc.groovy

            this.className = className
            id = className
            simpleName = className.tokenize('.').last()
            this.classMetaData = classMetaData
            this.extensionMetaData = extensionMetaData
    
            classSection = targetDocument.createElement('chapter')
    
            classContent.childNodes.each { Node n ->
    Registered: Wed Dec 31 11:36:14 UTC 2025
    - Last Modified: Wed Dec 09 08:14:05 UTC 2020
    - 6.2K bytes
    - Viewed (0)
  7. compat/maven-model-builder/src/main/java/org/apache/maven/model/interpolation/ObjectBasedValueSource.java

         * @param root the root of the graph.
         */
        public ObjectBasedValueSource(Object root) {
            super(true);
            this.root = root;
        }
    
        /**
         * <p>Split the expression into parts, tokenized on the dot ('.') character. Then,
         * starting at the root object contained in this value source, apply each part
         * to the object graph below this root, using either 'getXXX()' or 'isXXX()'
    Registered: Sun Dec 28 03:35:09 UTC 2025
    - Last Modified: Fri Jun 06 14:28:57 UTC 2025
    - 3.4K bytes
    - Viewed (0)
  8. src/cmd/asm/internal/asm/operand_test.go

    		}
    	}()
    
    	parse()
    
    	return nil
    }
    
    func testBadOperandParser(t *testing.T, parser *Parser, tests []badOperandTest) {
    	for _, test := range tests {
    		err := tryParse(t, func() {
    			parser.start(lex.Tokenize(test.input))
    			addr := obj.Addr{}
    			parser.operand(&addr)
    		})
    
    		switch {
    		case err == nil:
    			t.Errorf("fail at %s: got no errors; expected %s\n", test.input, test.error)
    Registered: Tue Dec 30 11:13:12 UTC 2025
    - Last Modified: Tue Aug 29 18:31:05 UTC 2023
    - 23.9K bytes
    - Viewed (0)
  9. src/bufio/scan.go

    	scanCalled   bool      // Scan has been called; buffer is in use.
    	done         bool      // Scan has finished.
    }
    
    // SplitFunc is the signature of the split function used to tokenize the
    // input. The arguments are an initial substring of the remaining unprocessed
    // data and a flag, atEOF, that reports whether the [Reader] has no more data
    Registered: Tue Dec 30 11:13:12 UTC 2025
    - Last Modified: Wed May 21 18:05:26 UTC 2025
    - 14.2K bytes
    - Viewed (0)
  10. impl/maven-core/src/test/remote-repo/org/codehaus/plexus/plexus-utils/1.1/plexus-utils-1.1.jar

    protected int pcEnd; protected boolean usePC; protected boolean seenStartTag; protected boolean seenEndTag; protected boolean pastEndTag; protected boolean seenAmpersand; protected boolean seenMarkup; protected boolean seenDocdecl; protected boolean tokenize; protected String text; protected String entityRefName; protected String xmlDeclVersion; protected Boolean xmlDeclStandalone; protected String xmlDeclContent; protected char[] charRefOneCharBuf; protected static final char[] VERSION; protected static...
    Registered: Sun Dec 28 03:35:09 UTC 2025
    - Last Modified: Fri Oct 25 12:31:46 UTC 2024
    - 164.6K bytes
    - Viewed (0)
Back to top