* @param fields The fields to extract from the document.
     * @param tagFieldNames The names of the fields that contain tags.
     * @param roleFieldName The name of the field that contains role information.
     * @param langFieldName The name of the field that contains language information.
     * @param readingConverter The converter to use for reading fields.

     * frequently than that, and they may crawl pages marked "yearly" more
     * frequently than that. Crawlers may periodically crawl pages marked
     * "never" so that they can handle unexpected changes to those pages.
     */
    private String changefreq;

    /**
     * The priority of this URL relative to other URLs on your site. Valid

import java.io.Closeable;

/**
 * The {@code QueryLogReader} interface provides methods to read query logs and close the reader.
 * It extends the {@code Closeable} interface, ensuring that resources can be released when no longer needed.
 */
public interface QueryLogReader extends Closeable {
    /**
     * Reads a query log.
     * @return The query log.
     */
    QueryLog read();

import org.codelibs.fess.suggest.request.Response;

/**
 * Represents the response of a suggest index operation.
 * This class contains information about the number of suggest documents,
 * the number of input documents, any errors that occurred during the operation,
 * and the time taken to complete the operation.
 */
public class SuggestIndexResponse implements Response {
    /** The number of suggest documents. */

 */
package org.codelibs.fess.crawler.util;

import org.codelibs.fess.crawler.entity.AccessResult;

/**
 * A callback interface for processing access results.
 *
 * @param <RESULT> the type of access result that extends {@link AccessResult}
 */
public interface AccessResultCallback<RESULT extends AccessResult<?>> {
    /**
     * Processes the given access result.
     *

*.sh        eol=lf
*.bat       eol=crlf
*.cmd       eol=crlf
*.dxf       eol=crlf

 */
package org.codelibs.fess.crawler.client;

import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.regex.Pattern;

/**
 * A wrapper class for CrawlerClientFactory that delegates operations to an underlying factory instance.
 * This wrapper allows for parameter management and initialization before delegating to the wrapped factory.
 *

 */
package org.codelibs.fess.crawler.processor.impl;

import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.processor.ResponseProcessor;

/**
 * NullResponseProcessor is a class that implements the ResponseProcessor interface.
 * It provides a no-op implementation for processing response data.
 * This class can be used when you want to skip the response processing step in a crawler.
 *
 * @author kuma
 */

        xPath = createXPath(f -> {});
    }

    /**
     * Creates an instance of {@link XPath} using the provided {@link Consumer} to configure the {@link XPathFactory}.
     *
     * @param builder a {@link Consumer} that accepts an {@link XPathFactory} and configures it.
     * @return a configured instance of {@link XPath}.
     * @throws CrawlerSystemException if an error occurs while creating the {@link XPath} instance.
     */

import java.io.Serializable;

import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.processor.ResponseProcessor;

/**
 * The Rule interface defines the contract for implementing rules that can be applied to
 * response data in a web crawler. Implementations of this interface should provide logic
 * to determine if a given response data matches the rule, retrieve the rule's identifier,