* governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.container;

import org.codelibs.core.lang.StringUtil;

/**
 * @author shinsuke
 *
 */
public interface CrawlerContainer {

    <T> T getComponent(String name);

    boolean available();

    void destroy();

    default void initialize() {
        final StringBuilder buf = new StringBuilder(100);

    protected String ruleId;

    protected ResponseProcessor responseProcessor;

    @Resource
    protected CrawlerContainer crawlerContainer;

    public void register(final int index) {
        final RuleManager ruleManager = crawlerContainer.getComponent("ruleManager");
        ruleManager.addRule(index, this);
    }

    @Override
    public String getRuleId() {
        return ruleId;

/**
 * @author shinsuke
 *
 */
public class SitemapsResponseProcessor implements ResponseProcessor {
    @Resource
    protected CrawlerContainer crawlerContainer;

    @Override
    public void process(final ResponseData responseData) {
        final SitemapsHelper sitemapsHelper = crawlerContainer.getComponent("sitemapsHelper");
        try (final InputStream responseBody = responseData.getResponseBody()) {

import java.util.Map;

import org.codelibs.fess.crawler.container.CrawlerContainer;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import jakarta.annotation.Resource;

public class CrawlerClientCreator {

    private static final Logger logger = LoggerFactory.getLogger(CrawlerClientCreator.class);

    @Resource
    protected CrawlerContainer crawlerContainer;

public abstract class AbstractExtractor implements Extractor {

    @Resource
    protected CrawlerContainer crawlerContainer;

    public void register(final List<String> keyList) {
        getExtractorFactory().addExtractor(keyList, this);
    }

    protected MimeTypeHelper getMimeTypeHelper() {
        final MimeTypeHelper mimeTypeHelper = crawlerContainer.getComponent("mimeTypeHelper");
        if (mimeTypeHelper == null) {

    private final Map<String, String> params;

    private final CrawlerContainer crawlerContainer;

    private String mimeType;

    private String filename;

    private int cacheFileSize = 1_000_000;

    private String extractorName = "tikaExtractor";

    private long maxContentLength = -1;

    protected ExtractorBuilder(final CrawlerContainer crawlerContainer, final InputStream in, final Map<String, String> params) {

import org.codelibs.fess.crawler.container.CrawlerContainer;

import jakarta.annotation.Resource;

/**
 *
 * @param <T> Pooled object
 *
 * @author shinsuke
 */
public class CrawlerPooledObjectFactory<T> extends BasePooledObjectFactory<T> {
    @Resource
    protected CrawlerContainer crawlerContainer;

    protected String componentName;

    private static final Logger logger = LoggerFactory.getLogger(HtmlTransformer.class);

    protected static final String LOCATION_HEADER = "Location";

    @Resource
    protected CrawlerContainer crawlerContainer;

    protected Map<String, String> featureMap = new HashMap<>();

    protected Map<String, String> propertyMap = new HashMap<>();

    protected Map<String, String> childUrlRuleMap = new LinkedHashMap<>();

public class ExtractorFactory {

    private static final Logger logger = LoggerFactory.getLogger(ExtractorFactory.class);

    @Resource
    protected CrawlerContainer crawlerContainer;

    protected Map<String, Extractor> extractorMap = new HashMap<>();

    public void addExtractor(final String key, final Extractor extractor) {
        if (StringUtil.isBlank(key)) {
            throw new CrawlerSystemException("The key is null.");
        }

 *
 */
public class DefaultResponseProcessor implements ResponseProcessor {
    private static final Logger logger = LoggerFactory.getLogger(DefaultResponseProcessor.class);

    @Resource
    protected CrawlerContainer crawlerContainer;

    protected Transformer transformer;

    protected int[] successfulHttpCodes;

    protected int[] notModifiedHttpCodes;

    @Override