.param("size", ComponentUtil.getFessConfig().getPageDictionaryMaxFetchSize())
                .execute()) {
            final Map<String, Object> contentMap = response.getContent(OpenSearchCurl.jsonParser());
            @SuppressWarnings("unchecked")
            final List<Map<String, Object>> fileList = (List<Map<String, Object>>) contentMap.get("file");

        try (final InputStream in = responseData.getResponseBody()) {
            final ExtractData extractData = getExtractData(extractor, in, createExtractParams(responseData, crawlingConfig));
            content = extractData.getContent();
            if (fessConfig.isCrawlerDocumentFileIgnoreEmptyContent() && StringUtil.isBlank(content)) {
                return null;
            }
            if (getLogger().isDebugEnabled()) {

                .header("Accept", "application/json")
                .execute()) {
            final Map<String, Object> contentMap = response.getContent(OpenSearchCurl.jsonParser());
            if (logger.isDebugEnabled()) {
                logger.debug("response: {}", contentMap);
            }
            if (contentMap.containsKey("value")) {

     * @param content the raw content text to process
     * @param dataMap additional data map
     * @return the normalized content, or empty string if content is null
     */
    public String getContent(final CrawlingConfig crawlingConfig, final ResponseData responseData, final String content,
            final Map<String, Object> dataMap) {
        if (content == null) {
            return StringUtil.EMPTY; // empty

            final CrawlingConfig crawlingConfig, final DocumentHelper documentHelper, final String body, final String fileName) {
        final String content = documentHelper.getContent(crawlingConfig, responseData, body, dataMap);
        if (StringUtil.isNotBlank(fileName) && fessConfig.isCrawlerDocumentAppendFilename()) {