.singleton("robotsTxtHelper", RobotsTxtHelper.class)//
                .singleton("httpClient", HcHttpClient.class);
        httpClient = container.getComponent("httpClient");
        urlFilter = container.getComponent("urlFilter");
    }

    public void test_doGet() {
        final CrawlerWebServer server = new CrawlerWebServer(7070);
        server.start();

                .singleton("domainFilter", UrlFilterImpl.class)//
        ;
        includeFilter = container.getComponent("includeFilter");
        includeFilter.setIncludeFilteringPattern("$1$2$3.*");
        excludeFilter = container.getComponent("excludeFilter");
        excludeFilter.setExcludeFilteringPattern("$1$2$3.*");
        domainFilter = container.getComponent("domainFilter");
        domainFilter.setIncludeFilteringPattern("http://$2/.*");

    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("extractorFactory", ExtractorFactory.class)
                .singleton("textTransformer", TextTransformer.class)
                .singleton("tikaExtractor", TikaExtractor.class);
        textTransformer = container.getComponent("textTransformer");
        textTransformer.setName("textTransformer");

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("contentLengthHelper", ContentLengthHelper.class);
        contentLengthHelper = container.getComponent("contentLengthHelper");
    }

    public void test_getMaxLength() {
        final String mimeType = "text/plain";

        super.setUp();

        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("sitemapsHelper", SitemapsHelper.class)//
                .singleton("sitemapsRule", SitemapsRule.class)//
                .singleton("fileRule", RegexRule.class)//
                .singleton("ruleManager", RuleManagerImpl.class);

        ruleManager = container.getComponent("ruleManager");

        assert (analyzerNames.size() > 4);
        assertTrue(analyzerNames.contains(settings.analyzer().getContentsAnalyzerName("", "")));
        assertTrue(analyzerNames.contains(settings.analyzer().getContentsReadingAnalyzerName("", "")));
        assertTrue(analyzerNames.contains(settings.analyzer().getReadingAnalyzerName("", "")));
        assertTrue(analyzerNames.contains(settings.analyzer().getReadingTermAnalyzerName("", "")));

        clientFactory.addClient("smb1:.*", container.getComponent("smb1Client"));
        clientFactory.addClient("ftp:.*", container.getComponent("ftpClient"));
        clientFactory.addClient("storage:.*", container.getComponent("storageClient"));
    }

    public void test_getClient() {
        String url;
        CrawlerClient client;

        url = "http://hoge.com/";

<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="logHelper"
		class="org.codelibs.fess.crawler.helper.impl.LogHelperImpl">
	</component>

<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="mimeTypeHelper"
		class="org.codelibs.fess.crawler.helper.impl.MimeTypeHelperImpl" instance="singleton">
	</component>

<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="sitemapsHelper" class="org.codelibs.fess.crawler.helper.SitemapsHelper"
		instance="singleton">
	</component>