Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 7 of 7 for AnalyzeToken (0.04 sec)

  1. src/test/java/org/codelibs/fess/suggest/analysis/SuggestAnalyzerTest.java

            assertNotNull(tokensContent);
            assertEquals(2, tokensContent.size());
    
            List<AnalyzeToken> tokensTitle = analyzer.analyze(text, "title", lang);
            assertNotNull(tokensTitle);
            assertEquals(2, tokensTitle.size());
    
            // Test with null field
            List<AnalyzeToken> tokensNull = analyzer.analyze(text, null, lang);
    Registered: Fri Sep 19 09:08:11 UTC 2025
    - Last Modified: Mon Sep 01 13:33:03 UTC 2025
    - 15.7K bytes
    - Viewed (0)
  2. src/main/java/org/codelibs/fess/suggest/index/contents/DefaultContentsParser.java

                final String lang = document.get(langFieldName) == null ? null : document.get(langFieldName).toString();
    
                final List<AnalyzeToken> tokens = analyzeText(analyzer, field, text, lang);
                if (tokens == null) {
                    continue;
                }
                List<AnalyzeToken> readingTokens = analyzeTextByReading(analyzer, field, text, lang);
                if (readingTokens.size() != tokens.size()) {
    Registered: Fri Sep 19 09:08:11 UTC 2025
    - Last Modified: Fri Jul 04 14:00:23 UTC 2025
    - 15.4K bytes
    - Viewed (0)
  3. src/main/java/org/codelibs/fess/suggest/normalizer/AnalyzerNormalizer.java

    import org.codelibs.fess.suggest.settings.SuggestSettings;
    import org.opensearch.action.admin.indices.analyze.AnalyzeAction;
    import org.opensearch.action.admin.indices.analyze.AnalyzeAction.AnalyzeToken;
    import org.opensearch.transport.client.Client;
    
    /**
     * AnalyzerNormalizer is a class that implements the Normalizer interface.
     * It uses an OpenSearch client and settings to normalize text based on specified languages.
    Registered: Fri Sep 19 09:08:11 UTC 2025
    - Last Modified: Thu Aug 07 02:41:28 UTC 2025
    - 4K bytes
    - Viewed (0)
  4. src/main/java/org/codelibs/fess/suggest/converter/AnalyzerConverter.java

                        .execute()
                        .actionGet(settings.getIndicesTimeout());
    
                final List<AnalyzeToken> readingTokenList = readingResponse.getTokens();
                final List<AnalyzeToken> termTokenList = termResponse.getTokens();
    
                final StringBuilder readingBuf = new StringBuilder(text.length());
    Registered: Fri Sep 19 09:08:11 UTC 2025
    - Last Modified: Thu Aug 07 02:41:28 UTC 2025
    - 6.7K bytes
    - Viewed (0)
  5. src/main/java/org/codelibs/fess/suggest/analysis/SuggestAnalyzer.java

     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.suggest.analysis;
    
    import java.util.List;
    
    import org.opensearch.action.admin.indices.analyze.AnalyzeAction.AnalyzeToken;
    
    /**
     * Interface for analyzing and processing suggestion tokens.
     */
    public interface SuggestAnalyzer {
    
        /**
         * Analyzes the given text and returns a list of tokens.
         *
    Registered: Fri Sep 19 09:08:11 UTC 2025
    - Last Modified: Sat Mar 15 06:51:20 UTC 2025
    - 1.6K bytes
    - Viewed (0)
  6. src/test/java/org/codelibs/fess/suggest/settings/AnalyzerSettingsTest.java

            SuggestAnalyzer analyzer = SuggestUtil.createDefaultAnalyzer(runner.client(), settings);
            final List<AnalyzeToken> tokens = analyzer.analyze(text, "", null);
            final List<AnalyzeToken> readingTokens = analyzer.analyzeAndReading(text, "", null);
    
            int matchCount = 0;
            for (int i = 0; i < tokens.size(); i++) {
    Registered: Fri Sep 19 09:08:11 UTC 2025
    - Last Modified: Thu Aug 07 02:41:28 UTC 2025
    - 5.2K bytes
    - Viewed (0)
  7. src/main/java/org/codelibs/fess/suggest/settings/AnalyzerSettings.java

    import org.codelibs.fess.suggest.util.SuggestUtil;
    import org.opensearch.action.admin.indices.analyze.AnalyzeAction;
    import org.opensearch.action.admin.indices.analyze.AnalyzeAction.AnalyzeToken;
    import org.opensearch.action.admin.indices.exists.indices.IndicesExistsResponse;
    import org.opensearch.action.admin.indices.settings.get.GetSettingsResponse;
    import org.opensearch.action.search.SearchResponse;
    Registered: Fri Sep 19 09:08:11 UTC 2025
    - Last Modified: Thu Aug 07 02:41:28 UTC 2025
    - 26.5K bytes
    - Viewed (0)
Back to top