Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 3 of 3 for Tokenize (0.03 sec)

  1. src/test/java/org/codelibs/fess/suggest/analysis/SuggestAnalyzerTest.java

            List<AnalyzeToken> tokens = analyzer.analyzeAndReading(text, field, lang);
    
            assertNotNull(tokens);
            assertEquals(2, tokens.size()); // "Test123" and "ABC-456" (hyphen is not a split char in our tokenizer)
            assertEquals("Test123", tokens.get(0).getTerm());
            assertEquals("ABC-456", tokens.get(1).getTerm());
            assertEquals("TEST123", ((TestAnalyzeToken) tokens.get(0)).getReading());
    Registered: Fri Sep 19 09:08:11 UTC 2025
    - Last Modified: Mon Sep 01 13:33:03 UTC 2025
    - 15.7K bytes
    - Viewed (0)
  2. src/test/java/org/codelibs/fess/suggest/converter/AnalyzerConverterTest.java

                    .put("analysis.analyzer.test_reading_analyzer.tokenizer", "standard")
                    .put("analysis.analyzer.test_reading_term_analyzer.type", "custom")
                    .put("analysis.analyzer.test_reading_term_analyzer.tokenizer", "standard")
                    .put("analysis.analyzer.test_reading_analyzer_ja.type", "custom")
                    .put("analysis.analyzer.test_reading_analyzer_ja.tokenizer", "keyword")
    Registered: Fri Sep 19 09:08:11 UTC 2025
    - Last Modified: Mon Sep 01 13:33:03 UTC 2025
    - 12.5K bytes
    - Viewed (0)
  3. src/test/java/org/codelibs/opensearch/extension/analysis/NGramSynonymTokenizer.java

     */
    
    import java.io.IOException;
    import java.util.ArrayList;
    import java.util.Comparator;
    import java.util.List;
    import java.util.PriorityQueue;
    
    import org.apache.lucene.analysis.Tokenizer;
    import org.apache.lucene.analysis.synonym.SynonymMap;
    import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;
    import org.apache.lucene.analysis.tokenattributes.OffsetAttribute;
    Registered: Fri Sep 19 09:08:11 UTC 2025
    - Last Modified: Sat Mar 15 06:51:20 UTC 2025
    - 17K bytes
    - Viewed (0)
Back to top