- Sort Score
- Num 10 results
- Language All
Results 21 - 30 of 33 for Tokenize (0.05 seconds)
The search processing time has exceeded the limit. The displayed results may be partial.
-
src/main/java/jcifs/http/Handler.java
if (handler == null) { final String path = System.getProperty(HANDLER_PKGS_PROPERTY); final StringTokenizer tokenizer = new StringTokenizer(path, "|"); while (tokenizer.hasMoreTokens()) { final String provider = tokenizer.nextToken().trim(); if (provider.equals("jcifs")) { continue; }
Created: Sun Apr 05 00:10:12 GMT 2026 - Last Modified: Sat Aug 16 01:32:48 GMT 2025 - 6.9K bytes - Click Count (0) -
src/main/webapp/js/marked.min.js
t n=this.lexer.state.inRawBlock;return{type:"text",raw:t[0],text:t[0],escaped:n}}}};var x=class l{tokens;options;state;inlineQueue;tokenizer;constructor(e){this.tokens=[],this.tokens.links=Object.create(null),this.options=e||R,this.options.tokenizer=this.options.tokenizer||new w,this.tokenizer=this.options.tokenizer,this.tokenizer.options=this.options,this.tokenizer.lexer=this,this.inlineQueue=[],this.state={inLink:!1,inRawBlock:!1,top:!0};let t={other:m,block:B.normal,inline:z.normal};this.opti...Created: Tue Mar 31 13:07:34 GMT 2026 - Last Modified: Sun Mar 15 06:21:57 GMT 2026 - 41.5K bytes - Click Count (0) -
src/test/java/org/codelibs/opensearch/extension/analysis/SynonymLoader.java
@Override protected TokenStreamComponents createComponents(final String fieldName) { final Tokenizer tokenizer = new KeywordTokenizer(); final TokenStream stream = ignoreCase ? new LowerCaseFilter(tokenizer) : tokenizer; return new TokenStreamComponents(tokenizer, stream); } }; }Created: Fri Apr 17 09:08:13 GMT 2026 - Last Modified: Sun May 18 02:59:16 GMT 2025 - 6.7K bytes - Click Count (1) -
src/cmd/asm/internal/asm/line_test.go
}) } func testBadInstParser(t *testing.T, goarch string, tests []badInstTest) { for i, test := range tests { arch, ctxt := setArch(goarch) tokenizer := lex.NewTokenizer("", strings.NewReader(test.input+"\n"), nil) parser := NewParser(ctxt, arch, tokenizer) err := tryParse(t, func() { parser.Parse() }) switch { case err == nil:
Created: Tue Apr 07 11:13:11 GMT 2026 - Last Modified: Tue Aug 29 07:48:38 GMT 2023 - 1.9K bytes - Click Count (0) -
src/main/resources/fess_indices/fess_config.data_config.json
"number_of_shards": 1, "number_of_replicas": 0, "auto_expand_replicas": "0-1" }, "analysis": { "analyzer": { "standard_analyzer": { "type": "custom", "tokenizer": "standard", "filter": [ "cjk_width", "asciifolding", "lowercase", "stop", "stemmer" ] } } } }
Created: Tue Mar 31 13:07:34 GMT 2026 - Last Modified: Thu Dec 02 13:14:56 GMT 2021 - 484 bytes - Click Count (0) -
src/main/resources/fess_indices/_aws/fess.json
"type": "custom", "tokenizer": "standard", "filter": [ "truncate20_filter", "lowercase", "arabic_stop", "arabic_normalization", "arabic_keywords", "arabic_override", "arabic_stemmer" ] }, "armenian_analyzer": { "tokenizer": "standard", "filter": [
Created: Tue Mar 31 13:07:34 GMT 2026 - Last Modified: Sun Mar 15 07:52:55 GMT 2026 - 117.5K bytes - Click Count (0) -
src/main/resources/fess_indices/_cloud/fess.json
"type": "custom", "tokenizer": "standard", "filter": [ "truncate20_filter", "lowercase", "arabic_stop", "arabic_normalization", "arabic_keywords", "arabic_override", "arabic_stemmer" ] }, "armenian_analyzer": { "tokenizer": "standard", "filter": [
Created: Tue Mar 31 13:07:34 GMT 2026 - Last Modified: Sun Mar 15 07:52:55 GMT 2026 - 117.5K bytes - Click Count (0) -
README.md
String escaped = JsonUtil.escape("Hello \"World\" with special chars"); String unescaped = JsonUtil.unescape(escaped); // Text tokenization Tokenizer tokenizer = new Tokenizer("field1,field2,field3", ","); while (tokenizer.hasMoreTokens()) { String token = tokenizer.nextToken(); // Process each token } // Decimal formatting DecimalFormat format = DecimalFormatUtil.getDecimalFormat("###,###.00"); ```
Created: Fri Apr 03 20:58:12 GMT 2026 - Last Modified: Sun Aug 31 02:56:02 GMT 2025 - 12.7K bytes - Click Count (0) -
src/test/java/org/codelibs/fess/suggest/analysis/SuggestAnalyzerTest.java
List<AnalyzeToken> tokens = analyzer.analyzeAndReading(text, field, lang); assertNotNull(tokens); assertEquals(2, tokens.size()); // "Test123" and "ABC-456" (hyphen is not a split char in our tokenizer) assertEquals("Test123", tokens.get(0).getTerm()); assertEquals("ABC-456", tokens.get(1).getTerm()); assertEquals("TEST123", ((TestAnalyzeToken) tokens.get(0)).getReading());Created: Fri Apr 17 09:08:13 GMT 2026 - Last Modified: Mon Sep 01 13:33:03 GMT 2025 - 15.7K bytes - Click Count (0) -
CLAUDE.md
├── nio/ # NIO file utilities ├── security/ # Security & MessageDigest utilities ├── sql/ # SQL type utilities ├── stream/ # Stream utilities ├── text/ # Text processing (JSON, Tokenizer) ├── timer/ # Timer utilities ├── xml/ # XML processing ├── zip/ # ZIP file utilities └── CoreLibConstants.java src/test/java/ # Test classes (mirrors main structure) ```
Created: Fri Apr 03 20:58:12 GMT 2026 - Last Modified: Thu Mar 12 03:38:56 GMT 2026 - 3K bytes - Click Count (0)