import java.util.HashMap;
import java.util.Map;

import org.codelibs.core.lang.StringUtil;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;

/**
 * @author shinsuke
 *
 */
public class ContentLengthHelper {

    protected long defaultMaxLength = 10L * 1024L * 1024L;// 10M

    protected Map<String, Long> maxLengthMap = new HashMap<>();

    public void addMaxLength(final String mimeType, final long maxLength) {

    public ContentLengthHelper contentLengthHelper;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("contentLengthHelper", ContentLengthHelper.class);
        contentLengthHelper = container.getComponent("contentLengthHelper");
    }

    public void test_getMaxLength() {

            }

            if (maxContentLength < 0) {
                final ContentLengthHelper contentLengthHelper = crawlerContainer.getComponent("contentLengthHelper");
                maxContentLength = contentLengthHelper.getMaxLength(mimeType);
            }
            final long contentLength = getContentLength(out);
            if (contentLength > maxContentLength) {

	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="contentLengthHelper"
		class="org.codelibs.fess.crawler.helper.ContentLengthHelper" instance="singleton">
		<property name="defaultMaxLength">10485760</property><!-- 10M -->
		<postConstruct name="addMaxLength">
			<arg>"text/html"</arg>
			<arg>2621440</arg><!-- 2.5M -->

	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="contentLengthHelper"
		class="org.codelibs.fess.crawler.helper.ContentLengthHelper" instance="singleton">
	</component>

                .singleton("lhaExtractor", LhaExtractor.class)//
                .singleton("mimeTypeHelper", MimeTypeHelperImpl.class)//
                .singleton("contentLengthHelper", ContentLengthHelper.class)//
                .singleton("extractorFactory", ExtractorFactory.class);
        extractorFactory = container.getComponent("extractorFactory");