searchResult = searchWithQueryAndMetadata(query, safeFields, safeExtraQueries);

                // Fallback: regenerate query if no results
                if (searchResult.getDocuments().isEmpty()) {
                    logger.info("[RAG] Primary search returned 0 results, regenerating query. originalQuery={}", query);

        assertNull(transformer.getThumbnailUrl(responseData, getDocument(data)));

        data = "<img src=\"http://example/foo.jpg\" width=\"x\" height=\"x\">";
        assertNull(transformer.getThumbnailUrl(responseData, getDocument(data)));

        data = "<img src=\"http://example/foo.jpg\" width=\"10\" height=\"100\">";
        assertNull(transformer.getThumbnailUrl(responseData, getDocument(data)));

            parser.parse(is);
        } catch (final Exception e) {
            throw new CrawlingAccessException("Could not parse " + responseData.getUrl(), e);
        }

        final Document document = parser.getDocument();

        processMetaRobots(responseData, resultData, document);
        processXRobotsTag(responseData, resultData);

        Map<String, Object> dataMap = new LinkedHashMap<>();