@Resource
    private CrawlerContainer crawlerContainer;

    @Override
    protected String prepareConfigFile() {
        return "crawler.xml";
    }

    public void test_execute_web() throws Exception {
        final CrawlerWebServer server = new CrawlerWebServer(7070);
        server.start();

        final String url = "http://localhost:7070/";
        try {

    }

    /**
     * Processes response data based on HTTP status code and configured transformer.
     *
     * @param responseData the response data to process
     */
    @Override
    public void process(final ResponseData responseData) {
        if (isNotModified(responseData)) {
            final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
            final ResultData resultData = new ResultData();

     *
     * @param name the name of the metadata field
     * @param xpath the XPath expression to extract the metadata value
     */
    public void addMetadata(final String name, final String xpath) {
        metadataXpathMap.put(name, xpath);
    }

    /*
     * (non-Javadoc)
     *
     * @see

            }
            ThreadUtil.sleep(1000L);
        }
    }

    @Override
    protected void tearDown() throws Exception {
        if (sambaServer != null) {
            sambaServer.stop();
        }
        super.tearDown();
    }

    public void test_doGet() throws Exception {
        try (final ResponseData responseData = smbClient.doGet(baseUrl + "file1.txt")) {

import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author hayato
 *
 */
public class HostIntervalControllerTest extends PlainTestCase {

    /**
     * 同一ホストに対するクローリングのインターバルが正しく動作すること
     */
    public void test_delayBeforeProcessing() {
        // 同時実行数
        final int numTasks = 100;
        // インターバル
        final Long waittime = 100L;

        CrawlingParameterUtil.setUrlQueue(new UrlQueueImpl());

        server.setHandler(handlers);
    }

    public void start() {
        try {
            server.start();
        } catch (final Exception e) {
            throw new CrawlerSystemException(e);
        }
    }

    public void stop() {
        try {
            server.stop();
            server.join();
        } catch (final Exception e) {

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("dataHelper", MemoryDataHelper.class)//
                .singleton("dataService", DataServiceImpl.class);
        dataService = container.getComponent("dataService");
    }

    public void test_insert_deleteTx() {

     */
    Rule getRule(ResponseData responseData);

    /**
     * Adds a new rule to the rule manager.
     *
     * @param rule the rule to be added
     */
    void addRule(Rule rule);

    /**
     * Adds a rule to the specified index.
     *
     * @param index the position at which the rule should be added
     * @param rule the rule to be added
     */
    /**

     * @param timeout the timeout in milliseconds
     */
    public void setTimeout(final long timeout) {
        this.timeout = timeout;
    }

    /**
     * Sets whether the extraction thread should be a daemon thread.
     * @param isDaemonThread true to make it a daemon thread, false otherwise.
     */
    public void setDaemonThread(final boolean isDaemonThread) {
        this.isDaemonThread = isDaemonThread;

     */
    public void addDirective(final Directive directive) {
        directiveMap.put(Pattern.compile(directive.getUserAgent().replace("*", ".*"), Pattern.CASE_INSENSITIVE), directive);
    }

    /**
     * Adds a sitemap URL to the list of sitemaps.
     *
     * @param url The URL of the sitemap to be added
     */
    public void addSitemap(final String url) {