- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 28 for tokenizer (0.18 sec)
-
src/cmd/asm/internal/lex/tokenizer.go
return i > 0 && unicode.IsDigit(ch) } func (t *Tokenizer) Text() string { switch t.tok { case LSH: return "<<" case RSH: return ">>" case ARR: return "->" case ROT: return "@>" } return t.s.TokenText() } func (t *Tokenizer) File() string { return t.base.Filename() } func (t *Tokenizer) Base() *src.PosBase { return t.base }
Go - Registered: Tue Apr 30 11:13:12 GMT 2024 - Last Modified: Thu Aug 04 20:35:21 GMT 2022 - 3K bytes - Viewed (0) -
src/main/java/org/codelibs/core/text/Tokenizer.java
Java - Registered: Fri May 03 20:58:11 GMT 2024 - Last Modified: Thu Mar 07 01:59:08 GMT 2024 - 8.6K bytes - Viewed (0) -
src/test/java/org/codelibs/core/text/TokenizerTest.java
public void testEOF() throws Exception { final Tokenizer tokenizer = new Tokenizer(""); assertThat(tokenizer.nextToken(), is(Tokenizer.TT_EOF)); assertThat(tokenizer.nextToken(), is(Tokenizer.TT_EOF)); } /** * @throws Exception */ @Test public void testWhitespace() throws Exception { final Tokenizer tokenizer = new Tokenizer("\t \n");
Java - Registered: Fri May 03 20:58:11 GMT 2024 - Last Modified: Thu Mar 07 01:59:08 GMT 2024 - 2K bytes - Viewed (0) -
android/guava/src/com/google/common/net/MediaType.java
checkNotNull(input); Tokenizer tokenizer = new Tokenizer(input); try { String type = tokenizer.consumeToken(TOKEN_MATCHER); consumeSeparator(tokenizer, '/'); String subtype = tokenizer.consumeToken(TOKEN_MATCHER); ImmutableListMultimap.Builder<String, String> parameters = ImmutableListMultimap.builder(); while (tokenizer.hasMore()) { consumeSeparator(tokenizer, ';');
Java - Registered: Fri Apr 26 12:43:10 GMT 2024 - Last Modified: Mon Aug 07 16:17:10 GMT 2023 - 46.2K bytes - Viewed (0) -
src/main/resources/fess_indices/fess.json
}, "simplified_chinese_tokenizer": { "type": "fess_simplified_chinese_tokenizer" }, "vietnamese_tokenizer": { "type": "fess_vietnamese_tokenizer", "sentence_detector": false, "ambiguities_resolved": false }, "unigram_tokenizer": { "type": "ngram", "min_gram": 1,
Json - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Thu Aug 11 01:26:55 GMT 2022 - 39.9K bytes - Viewed (2) -
src/cmd/asm/internal/asm/line_test.go
}) } func testBadInstParser(t *testing.T, goarch string, tests []badInstTest) { for i, test := range tests { arch, ctxt := setArch(goarch) tokenizer := lex.NewTokenizer("", strings.NewReader(test.input+"\n"), nil) parser := NewParser(ctxt, arch, tokenizer) err := tryParse(t, func() { parser.Parse() }) switch { case err == nil:
Go - Registered: Tue Apr 30 11:13:12 GMT 2024 - Last Modified: Tue Aug 29 07:48:38 GMT 2023 - 1.9K bytes - Viewed (0) -
src/main/resources/fess_indices/fess_config.data_config.json
"number_of_shards": 1, "number_of_replicas": 0, "auto_expand_replicas": "0-1" }, "analysis": { "analyzer": { "standard_analyzer": { "type": "custom", "tokenizer": "standard", "filter": [ "cjk_width", "asciifolding", "lowercase", "stop", "stemmer" ] } } } }
Json - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Thu Dec 02 13:14:56 GMT 2021 - 484 bytes - Viewed (0) -
src/main/resources/fess_indices/fess_config.web_config.json
"number_of_shards": 1, "number_of_replicas": 0, "auto_expand_replicas": "0-1" }, "analysis": { "analyzer": { "standard_analyzer": { "type": "custom", "tokenizer": "standard", "filter": [ "cjk_width", "asciifolding", "lowercase", "stop", "stemmer" ] } } } }
Json - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Thu Dec 02 13:14:56 GMT 2021 - 484 bytes - Viewed (0) -
src/main/resources/fess_indices/fess_config.file_config.json
"number_of_shards": 1, "number_of_replicas": 0, "auto_expand_replicas": "0-1" }, "analysis": { "analyzer": { "standard_analyzer": { "type": "custom", "tokenizer": "standard", "filter": [ "cjk_width", "asciifolding", "lowercase", "stop", "stemmer" ] } } } }
Json - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Thu Dec 02 13:14:56 GMT 2021 - 484 bytes - Viewed (0) -
maven-artifact/src/main/java/org/apache/maven/artifact/versioning/DefaultArtifactVersion.java
Java - Registered: Sun Apr 28 03:35:10 GMT 2024 - Last Modified: Fri Nov 17 15:50:51 GMT 2023 - 6K bytes - Viewed (0)