Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 7 of 7 for tokenize (0.09 sec)

  1. src/cmd/asm/internal/asm/operand_test.go

    		}
    	}()
    
    	parse()
    
    	return nil
    }
    
    func testBadOperandParser(t *testing.T, parser *Parser, tests []badOperandTest) {
    	for _, test := range tests {
    		err := tryParse(t, func() {
    			parser.start(lex.Tokenize(test.input))
    			addr := obj.Addr{}
    			parser.operand(&addr)
    		})
    
    		switch {
    		case err == nil:
    			t.Errorf("fail at %s: got no errors; expected %s\n", test.input, test.error)
    Registered: Tue Nov 05 11:13:11 UTC 2024
    - Last Modified: Tue Aug 29 18:31:05 UTC 2023
    - 23.9K bytes
    - Viewed (0)
  2. src/cmd/asm/internal/lex/input.go

    		if i > 0 {
    			name, value = name[:i], name[i+1:]
    		}
    		tokens := Tokenize(name)
    		if len(tokens) != 1 || tokens[0].ScanToken != scanner.Ident {
    			fmt.Fprintf(os.Stderr, "asm: parsing -D: %q is not a valid identifier name\n", tokens[0])
    			flags.Usage()
    		}
    		macros[name] = &Macro{
    			name:   name,
    			args:   nil,
    			tokens: Tokenize(value),
    		}
    	}
    	return macros
    }
    
    var panicOnError bool // For testing.
    Registered: Tue Nov 05 11:13:11 UTC 2024
    - Last Modified: Fri Sep 06 13:17:27 UTC 2024
    - 12.5K bytes
    - Viewed (0)
  3. src/bufio/scan.go

    	scanCalled   bool      // Scan has been called; buffer is in use.
    	done         bool      // Scan has finished.
    }
    
    // SplitFunc is the signature of the split function used to tokenize the
    // input. The arguments are an initial substring of the remaining unprocessed
    // data and a flag, atEOF, that reports whether the [Reader] has no more data
    Registered: Tue Nov 05 11:13:11 UTC 2024
    - Last Modified: Mon Oct 23 09:06:30 UTC 2023
    - 14.2K bytes
    - Viewed (0)
  4. compat/maven-model-builder/src/main/java/org/apache/maven/model/interpolation/reflection/ReflectionValueExtractor.java

            final Tokenizer tokenizer;
            if (trimRootToken && hasDots) {
                tokenizer = new Tokenizer(expression);
                tokenizer.nextPropertyName();
                if (tokenizer.getPosition() == EOF) {
                    return null;
                }
            } else {
                tokenizer = new Tokenizer("." + expression);
            }
    
    Registered: Sun Nov 03 03:35:11 UTC 2024
    - Last Modified: Fri Oct 25 12:31:46 UTC 2024
    - 10.8K bytes
    - Viewed (0)
  5. src/main/resources/fess_indices/fess.json

    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Aug 11 01:26:55 UTC 2022
    - 39.9K bytes
    - Viewed (0)
  6. guava/src/com/google/common/net/MediaType.java

        checkNotNull(input);
        Tokenizer tokenizer = new Tokenizer(input);
        try {
          String type = tokenizer.consumeToken(TOKEN_MATCHER);
          consumeSeparator(tokenizer, '/');
          String subtype = tokenizer.consumeToken(TOKEN_MATCHER);
          ImmutableListMultimap.Builder<String, String> parameters = ImmutableListMultimap.builder();
          while (tokenizer.hasMore()) {
            consumeSeparator(tokenizer, ';');
    Registered: Fri Nov 01 12:43:10 UTC 2024
    - Last Modified: Thu Sep 26 19:15:09 UTC 2024
    - 47.5K bytes
    - Viewed (0)
  7. src/test/java/org/codelibs/opensearch/extension/analysis/NGramSynonymTokenizer.java

     */
    
    import java.io.IOException;
    import java.util.ArrayList;
    import java.util.Comparator;
    import java.util.List;
    import java.util.PriorityQueue;
    
    import org.apache.lucene.analysis.Tokenizer;
    import org.apache.lucene.analysis.synonym.SynonymMap;
    import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;
    import org.apache.lucene.analysis.tokenattributes.OffsetAttribute;
    Registered: Fri Nov 08 09:08:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:54 UTC 2024
    - 17K bytes
    - Viewed (0)
Back to top