<!-- note on the offset value here: this can only be as big as
           MimeTypes#getMinLength(). If you set the offset value to larger
           than that size, the magic will only be compared to up to
           MimeTypes#getMinLength() bytes. It should also only start after
           the higher priority "start of file" one above
       -->

    /** The resource name for the MIME types configuration file. */
    protected static final String MIME_TYPES_RESOURCE_NAME = "/org/codelibs/fess/crawler/mime/tika-mimetypes.xml";

    /** The MimeTypes instance for detecting MIME types. */
    protected MimeTypes mimeTypes;

    /** Whether to use the filename for MIME type detection. */
    protected boolean useFilename = false;

    default boolean isHtmlMimetypeForCache(final String mimetype) {
        final String[] mimetypes = getCrawlerDocumentCacheHtmlMimetypes().split(",");
        if (mimetypes.length == 1 && StringUtil.isBlank(mimetypes[0])) {
            return true;
        }
        return stream(mimetypes).get(stream -> stream.anyMatch(s -> s.equalsIgnoreCase(mimetype)));
    }

    String getCrawlerDocumentCacheSupportedMimetypes();

index.field.created=created
# Field name for timestamp in the index.
index.field.timestamp=timestamp
# Field name for label in the index.
index.field.label=label
# Field name for MIME type in the index.
index.field.mimetype=mimetype
# Field name for parent ID in the index.
index.field.parent_id=parent_id
# Field name for important content in the index.
index.field.important_content=important_content
# Field name for content in the index.

    /** The key of the configuration. e.g. text/html */
    String CRAWLER_DOCUMENT_CACHE_SUPPORTED_MIMETYPES = "crawler.document.cache.supported.mimetypes";

    /** The key of the configuration. e.g. text/html */
    String CRAWLER_DOCUMENT_CACHE_HTML_MIMETYPES = "crawler.document.cache.html.mimetypes";

    /** The key of the configuration. e.g. true */
    String INDEXER_THREAD_DUMP_ENABLED = "indexer.thread.dump.enabled";

            builder.field(HTTP_STATUS_CODE, httpStatusCode);
        }
        if (method != null) {
            builder.field(METHOD, method);
        }
        if (mimeType != null) {
            builder.field(MIME_TYPE, mimeType);
        }
        if (createTime != null) {
            builder.field(CREATE_TIME, createTime);
        }
        if (executionTime != null) {

Shinsuke Sugaya <******@****.***> 1444529815 +0900

			<arg>"mimetype"</arg>
			<arg>"application/vnd.ms-excel.sheet.3"</arg>
		</postConstruct>
		<postConstruct name="addCondition">
			<arg>"mimetype"</arg>
			<arg>"application/vnd.ms-excel.sheet.4"</arg>
		</postConstruct>
		<postConstruct name="addCondition">
			<arg>"mimetype"</arg>
			<arg>"application/vnd.ms-excel.workspace.3"</arg>
		</postConstruct>
		<postConstruct name="addCondition">
			<arg>"mimetype"</arg>

        final String mimeType = "text/plain";

        assertEquals(DEFAULT_MAX_LENGTH, contentLengthHelper.getMaxLength(mimeType));
        contentLengthHelper.addMaxLength(mimeType, 1000L);
        assertEquals(1000L, contentLengthHelper.getMaxLength(mimeType));
    }

    public void test_getMaxLength_blank() {
        String mimeType;

        mimeType = null;

        final String mimeType;
        if (response instanceof HtmlResponse) {
            mimeType = "text/html";
        } else if (response instanceof JsonResponse) {
            mimeType = "application/json";
        } else if (response instanceof XmlResponse) {
            mimeType = "text/xml";
        } else if (response instanceof StreamResponse) {
            mimeType = "application/octet-stream";