String content;
        try (final InputStream in = responseData.getResponseBody()) {
            final ExtractData extractData = getExtractData(extractor, in, createExtractParams(responseData, crawlingConfig));
            content = extractData.getContent();
            if (fessConfig.isCrawlerDocumentFileIgnoreEmptyContent() && StringUtil.isBlank(content)) {
                return null;
            }

    private static final String INDEXING_HELPER = "indexingHelper";

    private static final String VIRTUAL_HOST_HELPER = "virtualHostHelper";

    private static final String RELATED_CONTENT_HELPER = "relatedContentHelper";

    private static final String RELATED_QUERY_HELPER = "relatedQueryHelper";

    private static final String CRAWLER_STATS_HELPER = "crawlerStatsHelper";

            String[] fieldAndValue = query.split(":");
            assertTrue(doc.get("content_description").toString().toLowerCase().contains(fieldAndValue[1]), doc.toString());
        }
    }

    @Test
    public void searchTestWithSort() throws Exception {
        String sortField = "content_length";
        Map<String, String> params = new HashMap<>();
        params.put("q", "*");

    protected static final String SCREEN_WIDTH = "screen_width";

    protected static final int TABLET_WIDTH = 768;

    protected static final String CONTENT_DISPOSITION = "Content-Disposition";

    protected static final String HL_CACHE = "hl_cache";

    protected static final String QUERIES = "queries";

    protected static final String CACHE_MSG = "cache_msg";

    }

    protected List<Artifact> loadArtifactsFromRepository(final String url) {
        final String content = getRepositoryContent(url);
        final ObjectMapper objectMapper = new YAMLMapper();
        try {
            @SuppressWarnings("unchecked")
            final List<Map<?, ?>> result = objectMapper.readValue(content, List.class);
            if (result != null) {

                return OptionalEntity.of(Map.of("_id", "001", "title", "test1", "content", "test2"));
            }
        };
        ComponentUtil.register(client, "searchEngineClient");

        final Map<String, Object> document = indexingHelper.getDocument(client, "001", new String[] { "title", "content" });
        assertEquals("fess.update", resultMap.get("index"));
        assertEquals(

    private static final Logger logger = LogManager.getLogger(FessMultipartRequestHandler.class);
    protected static final String CONTEXT_TEMPDIR_KEY = "javax.servlet.context.tempdir";
    protected static final String JAVA_IO_TMPDIR_KEY = "java.io.tmpdir";

    // ===================================================================================

    }

    @Override
    protected String asEsIndex() {
        return "fess_config.related_content";
    }

    @Override
    public String asEsIndexType() {
        return "related_content";
    }

    @Override
    public String asEsSearchType() {
        return "related_content";
    }

    @Override
    public RelatedContentDbm asDBMeta() {
        return RelatedContentDbm.getInstance();

                    logger.warn("Could not add a doc: {}", accessResult.getUrl(), e);
                }
            } else if (logger.isDebugEnabled()) {
                logger.debug("Skipped. No content. ");
            }

        }
    }

    private AccessResultData<?> getAccessResultData(final EsAccessResult accessResult) {
        try {
            return accessResult.getAccessResultData();

        if (content == null) {
            return StringUtil.EMPTY; // empty
        }

        String subContent;
        if (content.length() < maxWidth * 2) {
            subContent = content;
        } else {
            subContent = content.substring(0, maxWidth * 2);
        }