final String lang = document.get(langFieldName) == null ? null : document.get(langFieldName).toString();

            final List<AnalyzeToken> tokens = analyzeText(analyzer, field, text, lang);
            if (tokens == null) {
                continue;
            }
            List<AnalyzeToken> readingTokens = analyzeTextByReading(analyzer, field, text, lang);

        String field = "content";
        String lang = "en";

        List<AnalyzeToken> tokens = analyzer.analyze(text, field, lang);

        assertNotNull(tokens);
        assertTrue(tokens.isEmpty());
    }

    @Test
    public void testAnalyzeWithNullText() {
        // Test analyze with null text
        String text = null;
        String field = "content";
        String lang = "en";

                return analyze(text, field, lang);
            }
        }
    }

    /**
     * Check if the language is supported.
     * @param lang Language
     * @return True if the language is supported
     */
    public static boolean isSupportedLanguage(final String lang) {
        return StringUtil.isNotBlank(lang) && Stream.of(SUPPORTED_LANGUAGES).anyMatch(lang::equals);
    }

    /**

import org.codelibs.core.beans.FieldDesc;
import org.codelibs.core.beans.MethodDesc;
import org.codelibs.core.beans.factory.BeanDescFactory;
import org.codelibs.core.lang.ClassUtil;
import org.codelibs.core.lang.FieldUtil;
import org.codelibs.core.lang.MethodUtil;

import jakarta.annotation.PostConstruct;
import jakarta.annotation.PreDestroy;
import jakarta.annotation.Resource;

/**

import org.codelibs.core.exception.IORuntimeException;
import org.codelibs.core.io.CloseableUtil;
import org.codelibs.core.io.FileUtil;
import org.codelibs.core.io.InputStreamUtil;
import org.codelibs.core.lang.StringUtil;
import org.codelibs.core.timer.TimeoutManager;
import org.codelibs.core.timer.TimeoutTask;
import org.codelibs.fess.crawler.Constants;
import org.codelibs.fess.crawler.builder.RequestDataBuilder;

            } else {
                for (String lang : langs) {
                    if (japaneseMode && "ja".equals(lang)) {
                        // Simulate Japanese conversion
                        if ("東京".equals(text)) {
                            readings.add("トウキョウ");
                        } else {
                            readings.add(text.toUpperCase() + "_" + lang);
                        }

import java.util.HashSet;
import java.util.List;
import java.util.Set;
import java.util.stream.Collectors;

import org.codelibs.core.io.CloseableUtil;
import org.codelibs.core.lang.StringUtil;
import org.codelibs.core.lang.SystemUtil;
import org.codelibs.fess.crawler.builder.RequestDataBuilder;
import org.codelibs.fess.crawler.client.CrawlerClient;
import org.codelibs.fess.crawler.client.CrawlerClientFactory;

import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNotNull;
import static org.junit.Assert.assertTrue;

import java.lang.reflect.Constructor;
import java.lang.reflect.Modifier;
import java.time.ZonedDateTime;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Base64;
import java.util.List;

import org.apache.lucene.index.Term;

        this.skipDuplicateWords = skipDuplicateWords;
    }

    /**
     * Adds a language to filter by.
     * @param lang The language.
     */
    public void addLang(final String lang) {
        languages.add(lang);
    }

    @Override
    protected String getValidationError() {
        return null;
    }

    @Override

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.client;

import java.util.List;
import java.util.Map;

import org.codelibs.core.lang.SystemUtil;
import org.codelibs.fess.crawler.Constants;
import org.codelibs.fess.crawler.builder.RequestDataBuilder;
import org.codelibs.fess.crawler.client.FaultTolerantClient.RequestListener;