queryContext = new QueryContext("test", true);
        queryContext.addHighlightedQuery("text1");
        queryContext.addHighlightedQuery("text2");
        queryContext.addHighlightedQuery("text1"); // Duplicate

        Set<String> highlightedSet = (Set<String>) getMockRequest().getAttribute(Constants.HIGHLIGHT_QUERIES);
        assertNotNull(highlightedSet);
        assertEquals(2, highlightedSet.size());

                            return 1;
                        } else {
                            return -1;
                        }
                    });
                    // Remove duplicates (equal adjacent elements) - a new, un@Incubating type will be here twice, as 2 errors are reported; use stringified JSON to compare
                    // Filtering an array is NOT in place

                    new ContentNotFoundException(urlQueue.getParentUrl(), url));
        }
    }

    /**
     * Stores a child URL in the crawling queue with duplicate host handling.
     * This method applies duplicate host conversion before storing the URL.
     *
     * @param childUrl the child URL to store
     * @param parentUrl the parent URL that referenced this child URL

        try (FileReader reader = new FileReader(file)) {
            List<UpgradedProperty> upgradedProperties = new Gson().fromJson(reader, new TypeToken<List<UpgradedProperty>>() {}.getType());
            // FIXME There should be no duplicates, yet there are some
            return upgradedProperties.stream()
                .distinct()
                .collect(ImmutableList.toImmutableList());
        } catch (IOException e) {

        return buf.toString().trim();
    }

    /**
     * Replaces duplicate hosts in the URL using the duplicate host helper.
     *
     * @param url the URL to process
     * @return the URL with duplicate hosts replaced
     */
    protected String replaceDuplicateHost(final String url) {
        try {
            // remove duplicate host

        assertNull(facetInfo.size);
        assertNull(facetInfo.minDocCount);
        assertNull(facetInfo.sort);
        assertNull(facetInfo.missing);
    }

    // Test init with duplicate and empty field names
    @Test
    public void test_init_withDuplicateAndEmptyFieldNames() {
        FessConfig fessConfig = new FessConfig.SimpleImpl() {
            @Override

    /** The key of the message: Duplicate Name */
    public static final String LABELS_duplicate_name = "{labels.duplicate_name}";

    /** The key of the message: Duplicate Host */
    public static final String LABELS_duplicate_host_configuration = "{labels.duplicate_host_configuration}";

    /** The key of the message: Duplicate Host */

# Maximum size of alphanumeric terms in documents.
crawler.document.max.alphanum.term.size=20
# Maximum size of symbol terms in documents.
crawler.document.max.symbol.term.size=10
# Whether to remove duplicate terms in documents.
crawler.document.duplicate.term.removed=false
# Unicode space characters for document parsing.

     */
    public static PathMappingHelper getPathMappingHelper() {
        return getComponent(PATH_MAPPING_HELPER);
    }

    /**
     * Gets the duplicate host helper component.
     * @return The duplicate host helper.
     */
    public static DuplicateHostHelper getDuplicateHostHelper() {
        return getComponent(DUPLICATE_HOST_HELPER);
    }

    /**

                if (field.getType().equals(HtmlNext.class)) {
                    HtmlNext htmlNext = (HtmlNext) field.get(null);
                    String path = htmlNext.getRoutingPath();
                    assertFalse("Duplicate path found: " + path + " in field " + field.getName(), paths.contains(path));
                    paths.add(path);
                }
            }
        }
        assertTrue("Should have unique paths", paths.size() > 0);