Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 5 of 5 for AnalyzeToken (0.81 sec)

  1. src/main/java/org/codelibs/fess/suggest/index/contents/DefaultContentsParser.java

                final String lang = document.get(langFieldName) == null ? null : document.get(langFieldName).toString();
    
                final List<AnalyzeToken> tokens = analyzeText(analyzer, field, text, lang);
                if (tokens == null) {
                    continue;
                }
                List<AnalyzeToken> readingTokens = analyzeTextByReading(analyzer, field, text, lang);
                if (readingTokens.size() != tokens.size()) {
    Registered: Sat Dec 20 13:04:59 UTC 2025
    - Last Modified: Mon Nov 24 03:40:05 UTC 2025
    - 14.9K bytes
    - Viewed (0)
  2. src/main/java/org/codelibs/fess/suggest/normalizer/AnalyzerNormalizer.java

    import org.codelibs.fess.suggest.settings.SuggestSettings;
    import org.opensearch.action.admin.indices.analyze.AnalyzeAction;
    import org.opensearch.action.admin.indices.analyze.AnalyzeAction.AnalyzeToken;
    import org.opensearch.transport.client.Client;
    
    /**
     * AnalyzerNormalizer is a class that implements the Normalizer interface.
     * It uses an OpenSearch client and settings to normalize text based on specified languages.
    Registered: Sat Dec 20 13:04:59 UTC 2025
    - Last Modified: Mon Nov 17 14:23:01 UTC 2025
    - 4K bytes
    - Viewed (0)
  3. src/main/java/org/codelibs/fess/suggest/converter/AnalyzerConverter.java

                        .execute()
                        .actionGet(settings.getIndicesTimeout());
    
                final List<AnalyzeToken> readingTokenList = readingResponse.getTokens();
                final List<AnalyzeToken> termTokenList = termResponse.getTokens();
    
                final StringBuilder readingBuf = new StringBuilder(text.length());
    Registered: Sat Dec 20 13:04:59 UTC 2025
    - Last Modified: Mon Nov 17 14:28:21 UTC 2025
    - 6.7K bytes
    - Viewed (0)
  4. src/test/java/org/codelibs/fess/suggest/index/contents/DefaultContentsParserTest.java

    import org.codelibs.opensearch.runner.OpenSearchRunner;
    import org.junit.AfterClass;
    import org.junit.Before;
    import org.junit.BeforeClass;
    import org.junit.Test;
    import org.opensearch.action.admin.indices.analyze.AnalyzeAction.AnalyzeToken;
    
    public class DefaultContentsParserTest {
        static Suggester suggester;
        static OpenSearchRunner runner;
        DefaultContentsParser defaultContentsParser = new DefaultContentsParser();
    Registered: Sat Dec 20 13:04:59 UTC 2025
    - Last Modified: Mon Nov 24 03:40:05 UTC 2025
    - 12.2K bytes
    - Viewed (0)
  5. src/test/java/org/codelibs/fess/suggest/settings/AnalyzerSettingsTest.java

            SuggestAnalyzer analyzer = SuggestUtil.createDefaultAnalyzer(runner.client(), settings);
            final List<AnalyzeToken> tokens = analyzer.analyze(text, "", null);
            final List<AnalyzeToken> readingTokens = analyzer.analyzeAndReading(text, "", null);
    
            int matchCount = 0;
            for (int i = 0; i < tokens.size(); i++) {
    Registered: Sat Dec 20 13:04:59 UTC 2025
    - Last Modified: Sun Nov 23 13:04:17 UTC 2025
    - 4.9K bytes
    - Viewed (0)
Back to top