searchResult = searchWithQueryAndMetadata(query, safeFields, safeExtraQueries);

                // Fallback: regenerate query if no results
                if (searchResult.getDocuments().isEmpty()) {
                    logger.info("[RAG] Primary search returned 0 results, regenerating query. originalQuery={}", query);

        assertNull(transformer.getThumbnailUrl(responseData, getDocument(data)));

        data = "<img src=\"http://example/foo.jpg\" width=\"x\" height=\"x\">";
        assertNull(transformer.getThumbnailUrl(responseData, getDocument(data)));

        data = "<img src=\"http://example/foo.jpg\" width=\"10\" height=\"100\">";
        assertNull(transformer.getThumbnailUrl(responseData, getDocument(data)));

            transformer.setOutputProperty(OutputKeys.MEDIA_TYPE, "text/xml")
            transformer.transform(new DOMSource(root), new StreamResult(stream))
        }
    }

    Document getDocument() {
        root
    }

    private Document parseSourceFile(File sourceFile) {
        documentBuilder().parse(sourceFile)
    }

    private DocumentBuilder documentBuilder() {

        final IndexingHelper indexingHelper = ComponentUtil.getIndexingHelper();
        try {
            final Map<String, Object> doc = indexingHelper.getDocument(searchEngineClient, id,
                    new String[] { fessConfig.getIndexFieldThumbnail(), fessConfig.getIndexFieldConfigId() });
            if (doc == null) {

            } else {
                docId = null;
            }
            if (StringUtil.isNotBlank(docId)) {
                return searchEngineClient.getDocument(fessConfig.getIndexDocumentUpdateIndex(), builder -> {
                    builder.setQuery(QueryBuilders.termQuery(fessConfig.getIndexFieldDocId(), docId));
                    return true;
                });

                if (logger.isDebugEnabled()) {
                    logger.debug("Searching indexed document: {}", id);
                }
                final Map<String, Object> document = indexingHelper.getDocument(searchEngineClient, id,
                        new String[] { fessConfig.getIndexFieldId(), fessConfig.getIndexFieldLastModified(),

            final OptionalThing<FessUserBean> userBean) {
        final FessConfig fessConfig = ComponentUtil.getFessConfig();
        return ComponentUtil.getSearchEngineClient().getDocument(fessConfig.getIndexDocumentSearchIndex(), builder -> {
            final BoolQueryBuilder boolQuery =
                    QueryBuilders.boolQuery().must(QueryBuilders.termQuery(fessConfig.getIndexFieldDocId(), docId));

     * @param condition the search condition
     * @return an optional containing the document if found
     */
    public OptionalEntity<Map<String, Object>> getDocument(final String index, final SearchCondition<SearchRequestBuilder> condition) {
        return getDocument(index, condition, (response, hit) -> {
            final FessConfig fessConfig = ComponentUtil.getFessConfig();

            parser.parse(is);
        } catch (final Exception e) {
            throw new CrawlingAccessException("Could not parse " + responseData.getUrl(), e);
        }

        final Document document = parser.getDocument();

        processMetaRobots(responseData, resultData, document);
        processXRobotsTag(responseData, resultData);

        Map<String, Object> dataMap = new LinkedHashMap<>();