Search Options

Display Count
Sort
Preferred Language
Advanced Search

Results 21 - 30 of 33 for Tokenize (0.05 seconds)

The search processing time has exceeded the limit. The displayed results may be partial.

  1. src/main/java/jcifs/http/Handler.java

                if (handler == null) {
                    final String path = System.getProperty(HANDLER_PKGS_PROPERTY);
                    final StringTokenizer tokenizer = new StringTokenizer(path, "|");
                    while (tokenizer.hasMoreTokens()) {
                        final String provider = tokenizer.nextToken().trim();
                        if (provider.equals("jcifs")) {
                            continue;
                        }
    Created: Sun Apr 05 00:10:12 GMT 2026
    - Last Modified: Sat Aug 16 01:32:48 GMT 2025
    - 6.9K bytes
    - Click Count (0)
  2. src/main/webapp/js/marked.min.js

    t n=this.lexer.state.inRawBlock;return{type:"text",raw:t[0],text:t[0],escaped:n}}}};var x=class l{tokens;options;state;inlineQueue;tokenizer;constructor(e){this.tokens=[],this.tokens.links=Object.create(null),this.options=e||R,this.options.tokenizer=this.options.tokenizer||new w,this.tokenizer=this.options.tokenizer,this.tokenizer.options=this.options,this.tokenizer.lexer=this,this.inlineQueue=[],this.state={inLink:!1,inRawBlock:!1,top:!0};let t={other:m,block:B.normal,inline:z.normal};this.opti...
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Sun Mar 15 06:21:57 GMT 2026
    - 41.5K bytes
    - Click Count (0)
  3. src/test/java/org/codelibs/opensearch/extension/analysis/SynonymLoader.java

                @Override
                protected TokenStreamComponents createComponents(final String fieldName) {
                    final Tokenizer tokenizer = new KeywordTokenizer();
                    final TokenStream stream = ignoreCase ? new LowerCaseFilter(tokenizer) : tokenizer;
                    return new TokenStreamComponents(tokenizer, stream);
                }
            };
        }
    Created: Fri Apr 17 09:08:13 GMT 2026
    - Last Modified: Sun May 18 02:59:16 GMT 2025
    - 6.7K bytes
    - Click Count (1)
  4. src/cmd/asm/internal/asm/line_test.go

    	})
    }
    
    func testBadInstParser(t *testing.T, goarch string, tests []badInstTest) {
    	for i, test := range tests {
    		arch, ctxt := setArch(goarch)
    		tokenizer := lex.NewTokenizer("", strings.NewReader(test.input+"\n"), nil)
    		parser := NewParser(ctxt, arch, tokenizer)
    
    		err := tryParse(t, func() {
    			parser.Parse()
    		})
    
    		switch {
    		case err == nil:
    Created: Tue Apr 07 11:13:11 GMT 2026
    - Last Modified: Tue Aug 29 07:48:38 GMT 2023
    - 1.9K bytes
    - Click Count (0)
  5. src/main/resources/fess_indices/fess_config.data_config.json

          "number_of_shards": 1,
          "number_of_replicas": 0,
          "auto_expand_replicas": "0-1"
        },
        "analysis": {
          "analyzer": {
            "standard_analyzer": {
              "type": "custom",
              "tokenizer": "standard",
              "filter": [
                "cjk_width",
                "asciifolding",
                "lowercase",
                "stop",
                "stemmer"
              ]
            }
          }
        }
      }
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Thu Dec 02 13:14:56 GMT 2021
    - 484 bytes
    - Click Count (0)
  6. src/main/resources/fess_indices/_aws/fess.json

    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Sun Mar 15 07:52:55 GMT 2026
    - 117.5K bytes
    - Click Count (0)
  7. src/main/resources/fess_indices/_cloud/fess.json

    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Sun Mar 15 07:52:55 GMT 2026
    - 117.5K bytes
    - Click Count (0)
  8. README.md

    String escaped = JsonUtil.escape("Hello \"World\" with special chars");
    String unescaped = JsonUtil.unescape(escaped);
    
    // Text tokenization
    Tokenizer tokenizer = new Tokenizer("field1,field2,field3", ",");
    while (tokenizer.hasMoreTokens()) {
        String token = tokenizer.nextToken();
        // Process each token
    }
    
    // Decimal formatting
    DecimalFormat format = DecimalFormatUtil.getDecimalFormat("###,###.00");
    ```
    
    Created: Fri Apr 03 20:58:12 GMT 2026
    - Last Modified: Sun Aug 31 02:56:02 GMT 2025
    - 12.7K bytes
    - Click Count (0)
  9. src/test/java/org/codelibs/fess/suggest/analysis/SuggestAnalyzerTest.java

            List<AnalyzeToken> tokens = analyzer.analyzeAndReading(text, field, lang);
    
            assertNotNull(tokens);
            assertEquals(2, tokens.size()); // "Test123" and "ABC-456" (hyphen is not a split char in our tokenizer)
            assertEquals("Test123", tokens.get(0).getTerm());
            assertEquals("ABC-456", tokens.get(1).getTerm());
            assertEquals("TEST123", ((TestAnalyzeToken) tokens.get(0)).getReading());
    Created: Fri Apr 17 09:08:13 GMT 2026
    - Last Modified: Mon Sep 01 13:33:03 GMT 2025
    - 15.7K bytes
    - Click Count (0)
  10. CLAUDE.md

    ├── nio/         # NIO file utilities
    ├── security/    # Security & MessageDigest utilities
    ├── sql/         # SQL type utilities
    ├── stream/      # Stream utilities
    ├── text/        # Text processing (JSON, Tokenizer)
    ├── timer/       # Timer utilities
    ├── xml/         # XML processing
    ├── zip/         # ZIP file utilities
    └── CoreLibConstants.java
    src/test/java/   # Test classes (mirrors main structure)
    ```
    
    Created: Fri Apr 03 20:58:12 GMT 2026
    - Last Modified: Thu Mar 12 03:38:56 GMT 2026
    - 3K bytes
    - Click Count (0)
Back to Top