import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.processor.ResponseProcessor;

/**
 * NullResponseProcessor is a class that implements the ResponseProcessor interface.
 * It provides a no-op implementation for processing response data.
 * This class can be used when you want to skip the response processing step in a crawler.
 *
 * @author kuma
 */
public class NullResponseProcessor implements ResponseProcessor {

import org.codelibs.fess.crawler.filter.UrlFilter;
import org.codelibs.fess.crawler.service.UrlFilterService;

import jakarta.annotation.Resource;

/**
 * Implementation of the {@link UrlFilter} interface.
 * This class provides functionality to filter URLs based on include and exclude patterns.
 * It uses a {@link UrlFilterService} to manage the URL filtering rules.

import org.codelibs.fess.suggest.settings.SuggestSettings;
import org.opensearch.index.query.QueryBuilder;
import org.opensearch.transport.client.Client;

/**
 * SuggestBulkFileWriter is an implementation of the SuggestWriter interface.
 * This class is responsible for writing and deleting suggest items in bulk.
 *
 * <p>Currently, the methods in this class throw UnsupportedOperationException

     */
    ResponseData execute(RequestData data);

    /**
     * Closes the crawler client and releases any resources associated with it.
     * This default implementation does nothing.
     *
     * @throws Exception if an error occurs during closing
     */
    @Override
    default void close() throws Exception {
        // nothing
    }

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.container;

import org.lastaflute.di.core.factory.SingletonLaContainerFactory;

/**
 * LastaFlute implementation of {@link CrawlerContainer}.
 *
 * @author shinsuke
 *
 */
public class LastaCrawlerContainer implements CrawlerContainer {

    /**
     * Creates a new instance of LastaCrawlerContainer.
     */

 */
package org.codelibs.fess.crawler.entity;

import java.io.UnsupportedEncodingException;

import org.codelibs.core.lang.StringUtil;
import org.codelibs.fess.crawler.Constants;

/**
 * Implementation of the {@link AccessResultData} interface.
 *
 * @param <IDTYPE> the type of the identifier
 */
public class AccessResultDataImpl<IDTYPE> implements AccessResultData<IDTYPE> {

import org.codelibs.fess.crawler.exception.OpenSearchAccessException;
import org.opensearch.core.xcontent.ToXContent;
import org.opensearch.core.xcontent.XContentBuilder;

/**
 * OpenSearchAccessResultData is an implementation of {@link AccessResultData} for OpenSearch.
 */
public class OpenSearchAccessResultData extends AccessResultDataImpl<String> implements ToXContent {

    /**
     * Field name for ID.
     */

package org.codelibs.fess.crawler.entity;

import java.io.IOException;

import org.opensearch.core.xcontent.ToXContent;
import org.opensearch.core.xcontent.XContentBuilder;

/**
 * OpenSearchUrlQueue is an implementation of {@link UrlQueue} for OpenSearch.
 */
public class OpenSearchUrlQueue extends UrlQueueImpl<String> implements ToXContent {

    /**
     * Creates a new instance of OpenSearchUrlQueue.
     */

     * @return an ExtractData object containing the extracted text
     */
    ExtractData getText(InputStream in, Map<String, String> params);

    /**
     * Returns the weight of the extractor.
     * The default implementation returns a weight of 1.
     *
     * @return the weight of the extractor
     */
    default int getWeight() {
        return 1;
    }

import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.exception.CrawlingAccessException;
import org.codelibs.fess.crawler.helper.SitemapsHelper;

/**
 * SitemapsRule is a rule implementation that extends RegexRule to determine if a given response data
 * represents a valid sitemap. It uses a SitemapsHelper to validate the response body as an InputStream.