import java.util.HashMap;
import java.util.Map;

import org.codelibs.core.lang.StringUtil;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;

/**
 * @author shinsuke
 *
 */
public class ContentLengthHelper {

    protected long defaultMaxLength = 10L * 1024L * 1024L;// 10M

    protected Map<String, Long> maxLengthMap = new HashMap<>();

    public void addMaxLength(final String mimeType, final long maxLength) {

    public ContentLengthHelper contentLengthHelper;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("contentLengthHelper", ContentLengthHelper.class);
        contentLengthHelper = container.getComponent("contentLengthHelper");
    }

    public void test_getMaxLength() {

            }

            if (maxContentLength < 0) {
                final ContentLengthHelper contentLengthHelper = crawlerContainer.getComponent("contentLengthHelper");
                maxContentLength = contentLengthHelper.getMaxLength(mimeType);
            }
            final long contentLength = getContentLength(out);
            if (contentLength > maxContentLength) {

	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="contentLengthHelper"
		class="org.codelibs.fess.crawler.helper.ContentLengthHelper" instance="singleton">
		<property name="defaultMaxLength">10485760</property><!-- 10M -->
		<postConstruct name="addMaxLength">
			<arg>"text/html"</arg>
			<arg>2621440</arg><!-- 2.5M -->

    public static final String FS_FILE_GROUPS = "fsFileGroups";

    protected String charset = Constants.UTF_8;

    @Resource
    protected ContentLengthHelper contentLengthHelper;

    protected AtomicBoolean isInit = new AtomicBoolean(false);

    /*
     * (non-Javadoc)
     *
     * @see org.codelibs.fess.crawler.client.CrawlerClient#doGet(java.lang.String)
     */

	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="contentLengthHelper"
		class="org.codelibs.fess.crawler.helper.ContentLengthHelper" instance="singleton">
	</component>

    public static final String SMB_OWNER_ATTRIBUTES = "smbOwnerAttributes";

    protected String charset = Constants.UTF_8;

    protected boolean resolveSids = true;

    @Resource
    protected ContentLengthHelper contentLengthHelper;

    protected volatile SmbAuthenticationHolder smbAuthenticationHolder;

    protected CIFSContext cifsContext;

    @Override
    public synchronized void init() {

    public static final String FTP_AUTHENTICATIONS_PROPERTY = "ftpAuthentications";

    protected String charset = Constants.UTF_8;

    @Resource
    protected ContentLengthHelper contentLengthHelper;

    protected volatile FtpAuthenticationHolder ftpAuthenticationHolder;

    protected FTPClientConfig ftpClientConfig;

                .singleton("lhaExtractor", LhaExtractor.class)//
                .singleton("mimeTypeHelper", MimeTypeHelperImpl.class)//
                .singleton("contentLengthHelper", ContentLengthHelper.class)//
                .singleton("extractorFactory", ExtractorFactory.class);
        extractorFactory = container.getComponent("extractorFactory");

    private static final Logger logger = LoggerFactory.getLogger(StorageClient.class);

    protected String charset = Constants.UTF_8;

    @Resource
    protected ContentLengthHelper contentLengthHelper;

    protected AtomicBoolean isInit = new AtomicBoolean(false);

    protected MinioClient minioClient;

    @Override
    public void init() {
        super.init();