* </ul>
 *
 * <p>
 * Each logging method checks the log level before logging the message.
 * The log level can be configured in the Log4j2 configuration file.
 * </p>
 *
 */
public class LogHelperImpl implements LogHelper {

    /** Logger for this class. */
    private static final Logger logger = LogManager.getLogger(LogHelperImpl.class);

    /**
     * Creates a new LogHelperImpl instance.
     */

 * }
 * </pre>
 *
 * @see ContentsParser
 * @see SuggestItem
 * @see ReadingConverter
 * @see Normalizer
 * @see SuggestAnalyzer
 */
public class DefaultContentsParser implements ContentsParser {

    private static final Logger logger = LogManager.getLogger(DefaultContentsParser.class);

    private final int maxAnalyzedContentLength;

    /**
     * Constructor.
     */

 * </ul>
 *
 * <p>Supported languages are defined in the SUPPORTED_LANGUAGES array.</p>
 *
 * <p>Inner class:</p>
 * <ul>
 *   <li>DefaultContentsAnalyzer: Implements the SuggestAnalyzer interface to analyze text and retrieve tokens using
 *       the configured analyzers.</li>
 * </ul>
 *
 * <p>Protected static class:</p>
 * <ul>

        assertEquals(5, testClient.count);
        assertEquals(url, response.getUrl());
        assertEquals(Constants.HEAD_METHOD, response.getMethod());
    }

    static class TestClient implements CrawlerClient {
        int count;

        int exceptionCount;

        long interval = 500;

        long previousTime;

        @Override

 * It is responsible for fetching URLs from the queue, accessing the content,
 * processing the response, and extracting child URLs.
 *
 * <p>
 * This class implements the {@link Runnable} interface, allowing it to be executed in a separate thread.
 * It uses various services and components, such as {@link UrlQueueService}, {@link DataService},

import org.codelibs.core.lang.StringUtil;
import org.codelibs.core.misc.Pair;
import org.codelibs.core.stream.StreamUtil;
import org.codelibs.fess.crawler.Constants;

/**
 * The FormScheme class implements the AuthScheme interface to provide
 * form-based authentication for HTTP clients. It handles the process of
 * obtaining a token and logging in using the provided credentials.
 *

import jakarta.annotation.PostConstruct;

/**
 * OpenSearchUrlFilterService is an implementation of {@link UrlFilterService} for OpenSearch.
 */
public class OpenSearchUrlFilterService extends AbstractCrawlerService implements UrlFilterService {

    /**
     * Field name for filter type.
     */
    private static final String FILTER_TYPE = "filterType";

    /**
     * Filter type for include filters.
     */

import org.codelibs.fess.crawler.Constants;

/**
 * Implementation of the {@link AccessResult} interface.
 *
 * @param <IDTYPE> the type of the identifier for the access result
 */
public class AccessResultImpl<IDTYPE> implements AccessResult<IDTYPE> {

    /**
     * Creates a new instance of AccessResultImpl.
     */
    public AccessResultImpl() {
        // NOP
    }

    /** The unique identifier for the access result. */

 * including adding URLs to the queue, filtering URLs, managing crawler threads,
 * and handling the overall crawling lifecycle.
 *
 * <p>It implements the Runnable interface to be executed in a separate thread,
 * and the AutoCloseable interface to ensure resources are properly released after use.
 *

 * </p>
 *
 * <p>
 * The class is a singleton, and is injected using the {@link Resource} annotation.
 * </p>
 *
 */
public class DataServiceImpl implements DataService<AccessResultImpl<Long>> {

    /** Counter for generating unique IDs */
    protected static volatile long idCount = 0L;

    /** Lock object for synchronizing access to idCount */