protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("textExtractor", TextExtractor.class);
        textExtractor = container.getComponent("textExtractor");
    }

    public void test_getText() {
        final InputStream in = ResourceUtil.getResourceAsStream("extractor/test.txt");
        final String content = textExtractor.getText(in, null).getContent();

        if (super.match(responseData)) {
            try (final InputStream is = responseData.getResponseBody()) {
                final SitemapsHelper sitemapsHelper = crawlerContainer.getComponent("sitemapsHelper");
                return sitemapsHelper.isValid(is);
            } catch (final CrawlingAccessException e) {
                throw e;
            } catch (final Exception e) {

        asDocMeta().version(version);
    }

    public FileConfig getFileConfig() {
        if (fileConfig == null) {
            final FileConfigService fileConfigService = ComponentUtil.getComponent(FileConfigService.class);
            try {
                fileConfig = fileConfigService.getFileConfig(getFileConfigId()).get();
            } catch (final Exception e) {

     *
     * @param index the index at which the rule should be registered
     */
    public void register(final int index) {
        final RuleManager ruleManager = crawlerContainer.getComponent("ruleManager");
        ruleManager.addRule(index, this);
    }

    @Override
    public String getRuleId() {
        return ruleId;
    }

    /**
     * Sets the rule ID for this rule.
     *

        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("urlConvertHelper", UrlConvertHelper.class);
        urlConvertHelper = container.getComponent("urlConvertHelper");
    }

    public void test_convert() {
        String url;

        url = "http://hoge.com/http/fuga.html";

    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("encodingHelper", EncodingHelper.class);
        encodingHelper = container.getComponent("encodingHelper");
    }

    public void test_normalize() {
        String enc;

        enc = "UTF-8";
        assertEquals("UTF-8", encodingHelper.normalize(enc));

        enc = "Shift_JIS";

        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("dataHelper", MemoryDataHelper.class)//
                .singleton("dataService", DataServiceImpl.class);
        dataService = container.getComponent("dataService");
    }

    public void test_insert_deleteTx() {
        final AccessResult accessResult1 = new AccessResultImpl();
        accessResult1.setContentLength(Long.valueOf(10));

     * @return the created access result
     */
    protected AccessResult<?> createAccessResult(final ResponseData responseData, final ResultData resultData) {
        final AccessResult<?> accessResult = crawlerContainer.getComponent("accessResult");
        accessResult.init(responseData, resultData);
        return accessResult;
    }

    /**
     * Checks if the access count is within the allowed limit.
     *

        if (logger.isDebugEnabled()) {
            logger.debug("Initializing {}", this.getClass().getSimpleName());
        }
        fessConfig = ComponentUtil.getFessConfig();
        dataSerializer = ComponentUtil.getComponent("dataSerializer");
    }

    /**
     * Gets the Fess configuration instance.
     *
     * @return the Fess configuration
     */
    @Override
    public FessConfig getFessConfig() {

        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("msWordExtractor", MsWordExtractor.class);
        msWordExtractor = container.getComponent("msWordExtractor");
    }

    public void test_getText() {
        final InputStream in = ResourceUtil.getResourceAsStream("extractor/msoffice/test.doc");