String field = "content";
        String lang = "en";

        List<AnalyzeToken> tokens = analyzer.analyze(text, field, lang);

        assertNotNull(tokens);
        assertTrue(tokens.isEmpty());
    }

    @Test
    public void testAnalyzeWithNullText() {
        // Test analyze with null text
        String text = null;
        String field = "content";
        String lang = "en";

                return analyze(text, field, lang);
            }
        }
    }

    /**
     * Check if the language is supported.
     * @param lang Language
     * @return True if the language is supported
     */
    public static boolean isSupportedLanguage(final String lang) {
        return StringUtil.isNotBlank(lang) && Stream.of(SUPPORTED_LANGUAGES).anyMatch(lang::equals);
    }

    /**

        for (final String lang : settings.analyzer().SUPPORTED_LANGUAGES) {
            assertTrue(analyzerNames.contains(settings.analyzer().getContentsAnalyzerName("", lang)));
            assertTrue(analyzerNames.contains(settings.analyzer().getContentsReadingAnalyzerName("", lang)));
            assertTrue(analyzerNames.contains(settings.analyzer().getReadingAnalyzerName("", lang)));

     */
    @Override
    public String getSessionId() {
        return sessionId;
    }

    /*
     * (non-Javadoc)
     *
     * @see org.codelibs.fess.crawler.entity.UrlQueue#setSessionId(java.lang.String)
     */
    @Override
    public void setSessionId(final String sessionId) {
        this.sessionId = sessionId;
    }

    /*
     * (non-Javadoc)
     *

        for (final ReadingConverter converter : converters) {
            converter.init();
        }
    }

    @Override
    public List<String> convert(final String text, final String field, final String... lang) throws IOException {
        final Queue<String> queue = new LinkedList<>();
        queue.add(text);
        final List<String> convertedTexts = new ArrayList<>(getMaxReadingNum());
        convertedTexts.add(text);

            } else {
                for (String lang : langs) {
                    if (japaneseMode && "ja".equals(lang)) {
                        // Simulate Japanese conversion
                        if ("東京".equals(text)) {
                            readings.add("トウキョウ");
                        } else {
                            readings.add(text.toUpperCase() + "_" + lang);
                        }

     */
    public void addField(final String field) {
        fields.add(field);
    }

    /**
     * Adds a language to filter by.
     * @param lang The language.
     */
    public void addLanguage(final String lang) {
        languages.add(lang);
    }

    /**
     * Sets the detail flag.
     * @param detail The detail flag.
     */
    public void setDetail(final boolean detail) {

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.interval.impl;

import java.util.Map;

import org.codelibs.core.lang.ThreadUtil;

/**
 * Default implementation of the IntervalController.
 * This class provides a default way to manage delays between crawler operations.

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.helper;

import java.util.HashMap;
import java.util.Locale;
import java.util.Map;

import org.codelibs.core.lang.StringUtil;

/**
 * EncodingHelper provides utility methods for managing and normalizing character encodings.
 * It allows setting a default encoding, mapping various encoding names to preferred ones,

import java.util.HashMap;
import java.util.Map;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.core.io.InputStreamUtil;
import org.codelibs.core.lang.StringUtil;
import org.codelibs.core.lang.ThreadUtil;
import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.exception.ChildUrlsException;