/** Header name for location redirects. */
    protected static final String LOCATION_HEADER = "Location";

    /** The crawler container for dependency injection. */
    @Resource
    protected CrawlerContainer crawlerContainer;

    /** Map of parser features to configure the DOM parser. */
    protected Map<String, String> featureMap = new HashMap<>();

    /** Map of parser properties to configure the DOM parser. */

        // NOP
    }

    private static final Logger logger = LogManager.getLogger(UrlFilterImpl.class);

    /**
     * The crawler container.
     */
    @Resource
    protected CrawlerContainer crawlerContainer;

    /**
     * The URL pattern.
     */
    protected String urlPattern = "^(.*:/+)([^/]*)(.*)$";

    /**
     * The include filtering pattern.
     */

    /** Container for managing crawler components */
    @Resource
    protected CrawlerContainer crawlerContainer;

    /** Map of keys to arrays of extractors */
    protected Map<String, Extractor[]> extractorMap = new HashMap<>();

    /**
     * Constructs a new ExtractorFactory.
     */
    public ExtractorFactory() {
        // Default constructor
    }

    private static final Logger logger = LogManager.getLogger(CrawlerClientFactory.class);

    /**
     * The crawler container.
     */
    @Resource
    protected CrawlerContainer crawlerContainer;

    /**
     * A map of regular expression patterns to crawler clients.
     */
    protected Map<Pattern, CrawlerClient> clientMap = new LinkedHashMap<>();

    /**

package org.codelibs.fess.crawler.container;

import org.lastaflute.di.core.factory.SingletonLaContainerFactory;

/**
 * LastaFlute implementation of {@link CrawlerContainer}.
 *
 * @author shinsuke
 *
 */
public class LastaCrawlerContainer implements CrawlerContainer {

    /**
     * Creates a new instance of LastaCrawlerContainer.
     */
    public LastaCrawlerContainer() {
        initialize();
    }

    private DataService dataService;

    @Resource
    private UrlQueueService urlQueueService;

    @Resource
    private FileTransformer fileTransformer;

    @Resource
    private CrawlerContainer crawlerContainer;

    @Override
    protected String prepareConfigFile() {
        return "crawler.xml";
    }

    public void test_execute_web() throws Exception {

     */
    @Resource
    protected RuleManager ruleManager;

    /**
     * Container for managing crawler components.
     */
    @Resource
    protected CrawlerContainer crawlerContainer;

    /**
     * Controller for managing crawling intervals and delays.
     */
    @Resource
    protected IntervalController intervalController;

    /**

     */
    @Resource
    protected DataService<AccessResult<?>> dataService;

    /**
     * Container for managing crawler components.
     */
    @Resource
    protected CrawlerContainer crawlerContainer;

    /**
     * Helper for logging crawler activities.
     */
    @Resource
    protected LogHelper logHelper;

    /**
     * Factory for creating crawler clients.
     */

    /** The property name for maximum cached content size. */
    public static final String MAX_CACHED_CONTENT_SIZE = "maxCachedContentSize";

    /** The crawler container. */
    @Resource
    protected CrawlerContainer crawlerContainer;

    /** The initialization parameter map. */
    protected Map<String, Object> initParamMap;

    /** The maximum cached content size in bytes. Default is 1MB. */

    public boolean match(final ResponseData responseData) {
        if (super.match(responseData)) {
            try (final InputStream is = responseData.getResponseBody()) {
                final SitemapsHelper sitemapsHelper = crawlerContainer.getComponent("sitemapsHelper");
                return sitemapsHelper.isValid(is);
            } catch (final CrawlingAccessException e) {
                throw e;
            } catch (final Exception e) {