* {@link ResultData} object containing the extracted data and child URLs.
 * </p>
 */
public class HtmlTransformer extends AbstractTransformer {

    /** Logger instance for this class */
    private static final Logger logger = LogManager.getLogger(HtmlTransformer.class);

    /**
     * Constructs a new HtmlTransformer.
     */
    public HtmlTransformer() {
        // Default constructor
    }

    /**
     * Default constructor with default delay values.
     */
    public DefaultIntervalController() {
    }

    /**
     * Constructor with configurable delay parameters.
     *
     * @param params map containing delay parameters
     */
    public DefaultIntervalController(final Map<String, Long> params) {
        Long millis = params.get("delayMillisAfterProcessing");

 * {@link #isContinue(int)} method returns {@code false}.
 * </p>
 *
 */
public class CrawlerThread implements Runnable {
    /**
     * Constructs a new CrawlerThread.
     */
    public CrawlerThread() {
        // Default constructor
    }

    /**
     * Service for managing URL queues during crawling.
     */
    @Resource

import jakarta.annotation.Resource;

/**
 * Abstract base class for crawler services that interact with OpenSearch.
 *
 * @author shinsuke
 *
 */
public abstract class AbstractCrawlerService {
    /**
     * Creates a new instance of AbstractCrawlerService.
     */
    public AbstractCrawlerService() {
        // NOP
    }

    private static final Logger logger = LogManager.getLogger(AbstractCrawlerService.class);

 */
package org.codelibs.fess.crawler.client.http.form;

import java.util.Collections;

import org.dbflute.utflute.core.PlainTestCase;

public class FormSchemeTest extends PlainTestCase {

    public void test_getTokenValue() {
        FormScheme formScheme = new FormScheme(Collections.emptyMap());

        String tokenPattern = "name=\"authenticity_token\" +value=\"([^\"]+)\"";

import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author hayato
 *
 */
public class HostIntervalControllerTest extends PlainTestCase {

    /**
     * 同一ホストに対するクローリングのインターバルが正しく動作すること
     */
    public void test_delayBeforeProcessing() {
        // 同時実行数
        final int numTasks = 100;
        // インターバル
        final Long waittime = 100L;

    /**
     * Constructs a new EmlExtractor.
     */
    public EmlExtractor() {
        // Default constructor
    }

    /* (non-Javadoc)
     * @see org.codelibs.robot.extractor.Extractor#getText(java.io.InputStream, java.util.Map)
     */
    @Override
    public ExtractData getText(final InputStream in, final Map<String, String> params) {

 *
 * @author shinsuke
 */
public class LhaExtractor extends AbstractExtractor {
    /** Logger for this class. */
    private static final Logger logger = LogManager.getLogger(LhaExtractor.class);

    /** Maximum content size for extraction. -1 means no limit. */
    protected long maxContentSize = -1;

    /**
     * Creates a new LhaExtractor instance.
     */
    public LhaExtractor() {
        super();
    }

 * the parsing of the response body.
 * </p>
 */
public class SitemapsResponseProcessor implements ResponseProcessor {
    /** The crawler container for component lookup. */
    @Resource
    protected CrawlerContainer crawlerContainer;

    /**
     * Creates a new SitemapsResponseProcessor instance.
     */
    public SitemapsResponseProcessor() {
        super();
    }

    /**

 */
package org.codelibs.fess.crawler.util;

import java.util.ArrayList;
import java.util.List;

import org.codelibs.core.io.ResourceUtil;

public class ProfileUtil {
    private static final String SPRING_PROFILES_ACTIVE = "spring.profiles.active";

    public static void setup() {
        final List<String> list = new ArrayList<String>();

        final String values = System.getProperty(SPRING_PROFILES_ACTIVE);