documentHelper.getDigest(responseData, bodyBase, dataMap, fessConfig.getCrawlerDocumentFileMaxDigestLengthAsInteger()));
        // title
        if (!hasTitle(dataMap)) {
            final String titleField = fessConfig.getIndexFieldTitle();
            dataMap.remove(titleField);
            if (url.endsWith("/")) {
                if (StringUtil.isNotBlank(content)) {

        boolean hasWeb = false;
        boolean hasFile = false;
        for (final ProtocolType type : values) {
            if (type == ProtocolType.WEB) {
                hasWeb = true;
            } else if (type == ProtocolType.FILE) {
                hasFile = true;
            }
        }

        assertTrue("Should have WEB protocol type", hasWeb);