- Sort Score
- Num 10 results
- Language All
Results 1 - 8 of 8 for AnalyzeToken (0.06 seconds)
-
src/test/java/org/codelibs/fess/suggest/analysis/SuggestAnalyzerTest.java
assertNotNull(tokensContent); assertEquals(2, tokensContent.size()); List<AnalyzeToken> tokensTitle = analyzer.analyze(text, "title", lang); assertNotNull(tokensTitle); assertEquals(2, tokensTitle.size()); // Test with null field List<AnalyzeToken> tokensNull = analyzer.analyze(text, null, lang);
Created: Fri Apr 17 09:08:13 GMT 2026 - Last Modified: Mon Sep 01 13:33:03 GMT 2025 - 15.7K bytes - Click Count (0) -
src/main/java/org/codelibs/fess/suggest/index/contents/DefaultContentsParser.java
final String lang = document.get(langFieldName) == null ? null : document.get(langFieldName).toString(); final List<AnalyzeToken> tokens = analyzeText(analyzer, field, text, lang); if (tokens == null) { continue; } List<AnalyzeToken> readingTokens = analyzeTextByReading(analyzer, field, text, lang); if (readingTokens.size() != tokens.size()) {
Created: Fri Apr 17 09:08:13 GMT 2026 - Last Modified: Sat Mar 14 02:35:38 GMT 2026 - 15.2K bytes - Click Count (0) -
src/main/java/org/codelibs/fess/suggest/analysis/SuggestAnalyzer.java
* governing permissions and limitations under the License. */ package org.codelibs.fess.suggest.analysis; import java.util.List; import org.opensearch.action.admin.indices.analyze.AnalyzeAction.AnalyzeToken; /** * Interface for analyzing and processing suggestion tokens. */ public interface SuggestAnalyzer { /** * Analyzes the given text and returns a list of tokens. *Created: Fri Apr 17 09:08:13 GMT 2026 - Last Modified: Sat Mar 15 06:51:20 GMT 2025 - 1.6K bytes - Click Count (0) -
src/test/java/org/codelibs/fess/suggest/index/contents/DefaultContentsParserTest.java
import org.codelibs.opensearch.runner.OpenSearchRunner; import org.junit.AfterClass; import org.junit.Before; import org.junit.BeforeClass; import org.junit.Test; import org.opensearch.action.admin.indices.analyze.AnalyzeAction.AnalyzeToken; public class DefaultContentsParserTest { static Suggester suggester; static OpenSearchRunner runner; DefaultContentsParser defaultContentsParser = new DefaultContentsParser();Created: Fri Apr 17 09:08:13 GMT 2026 - Last Modified: Sun Feb 01 12:48:24 GMT 2026 - 12.1K bytes - Click Count (0) -
src/main/java/org/codelibs/fess/suggest/normalizer/AnalyzerNormalizer.java
import org.codelibs.fess.suggest.settings.SuggestSettings; import org.opensearch.action.admin.indices.analyze.AnalyzeAction; import org.opensearch.action.admin.indices.analyze.AnalyzeAction.AnalyzeToken; import org.opensearch.transport.client.Client; /** * AnalyzerNormalizer is a class that implements the Normalizer interface. * It uses an OpenSearch client and settings to normalize text based on specified languages.
Created: Fri Apr 17 09:08:13 GMT 2026 - Last Modified: Mon Nov 17 14:23:01 GMT 2025 - 4K bytes - Click Count (0) -
src/main/java/org/codelibs/fess/suggest/converter/AnalyzerConverter.java
.execute() .actionGet(settings.getIndicesTimeout()); final List<AnalyzeToken> readingTokenList = readingResponse.getTokens(); final List<AnalyzeToken> termTokenList = termResponse.getTokens(); final StringBuilder readingBuf = new StringBuilder(text.length());
Created: Fri Apr 17 09:08:13 GMT 2026 - Last Modified: Mon Nov 17 14:28:21 GMT 2025 - 6.7K bytes - Click Count (0) -
src/test/java/org/codelibs/fess/suggest/settings/AnalyzerSettingsTest.java
SuggestAnalyzer analyzer = SuggestUtil.createDefaultAnalyzer(runner.client(), settings); final List<AnalyzeToken> tokens = analyzer.analyze(text, "", null); final List<AnalyzeToken> readingTokens = analyzer.analyzeAndReading(text, "", null); int matchCount = 0; for (int i = 0; i < tokens.size(); i++) {
Created: Fri Apr 17 09:08:13 GMT 2026 - Last Modified: Sun Feb 01 12:48:24 GMT 2026 - 8K bytes - Click Count (0) -
src/main/java/org/codelibs/fess/suggest/settings/AnalyzerSettings.java
import org.codelibs.fess.suggest.util.SuggestUtil; import org.opensearch.action.admin.indices.analyze.AnalyzeAction; import org.opensearch.action.admin.indices.analyze.AnalyzeAction.AnalyzeToken; import org.opensearch.action.admin.indices.exists.indices.IndicesExistsResponse; import org.opensearch.action.admin.indices.settings.get.GetSettingsResponse; import org.opensearch.action.search.SearchResponse;
Created: Fri Apr 17 09:08:13 GMT 2026 - Last Modified: Sun Feb 01 12:48:24 GMT 2026 - 24.4K bytes - Click Count (0)