urlQueue2.setMethod("GET");
        urlQueue2.setSessionId(sessionId);
        urlQueue2.setUrl("http://www.example.com/page1"); // Duplicate
        urlQueueList.add(urlQueue2);

        urlQueueService.offerAll(sessionId, urlQueueList);

        // Should only store one item (duplicates are filtered)
        int count = 0;
        while (true) {
            final OpenSearchUrlQueue polled = urlQueueService.poll(sessionId);

        assertNotNull(invalidKeywords);
        assertEquals(0, invalidKeywords.size());
    }

    @Test
    public void testGetKeywordsWithDuplicates() {
        // Test that duplicates are removed
        String query = "test test query";
        String[] fields = { "content" };
        List<String> keywords = SuggestUtil.getKeywords(query, fields);
        assertNotNull(keywords);

    /**
     * Displays the initial duplicate host management page.
     *
     * @param form the search form
     * @return HTML response for the duplicate host list page
     */
    @Execute
    @Secured({ ROLE, ROLE + VIEW })
    public HtmlResponse index(final SearchForm form) {
        return asListHtml();
    }

    /**
     * Displays the duplicate host list with pagination.
     *

    /** List of duplicate host rules for URL conversion */
    protected List<DuplicateHost> duplicateHostList;

    /**
     * Default constructor for DuplicateHostHelper.
     * Creates a new duplicate host helper instance.
     */
    public DuplicateHostHelper() {
        // Default constructor
    }

    /**
     * Initializes the duplicate host helper after construction.

labels.pathmap_pt_both=Crawling/Displaying
labels.pathmap_pt_stored=Extracted URL Conversion
labels.regular_name=Regular Name
labels.duplicate_name=Duplicate Name
labels.duplicate_host_configuration=Duplicate Host
labels.duplicate_host_title_details=Duplicate Host
labels.dashboard_title_configuration=System Config
labels.dashboard_plugin=Dashboard Plugin
labels.web_config_list=Web Config List

labels.pathmap_pt_both=Scansione/Visualizzazione
labels.pathmap_pt_stored=Conversione URL estratto
labels.regular_name=Nome regolare
labels.duplicate_name=Nome duplicato
labels.duplicate_host_configuration=Host duplicato
labels.duplicate_host_title_details=Host duplicato
labels.dashboard_title_configuration=Configurazione sistema
labels.dashboard_plugin=Plugin dashboard
labels.web_config_list=Elenco configurazioni web

 *   <li>Optionally removing duplicate terms based on a flag.</li>
 *   <li>Limiting the maximum size of alphanumeric and symbol terms.</li>
 * </ul>
 *
 * <p>The {@link TextNormalizeContext} class provides a fluent API to configure the text
 * normalization process, including setting initial buffer capacity, maximum term sizes,
 * duplicate term removal, and custom space characters.
 *
 * <p>Example usage:

labels.pathmap_pt_both=Crawling/Displaying
labels.pathmap_pt_stored=Extracted URL Conversion
labels.regular_name=Regular Name
labels.duplicate_name=Duplicate Name
labels.duplicate_host_configuration=Duplicate Host
labels.duplicate_host_title_details=Duplicate Host
labels.dashboard_title_configuration=System Config
labels.dashboard_plugin=Dashboard Plugin
labels.web_config_list=Web Config List

        return fessConfig.getCrawlerDocumentMaxSymbolTermSizeAsInteger();
    }

    /**
     * Checks if duplicate term removal is enabled in configuration.
     *
     * @return true if duplicate terms should be removed, false otherwise
     */
    protected boolean isDuplicateTermRemoved() {
        final FessConfig fessConfig = ComponentUtil.getFessConfig();

     */
    public void setInitialBufferSize(final int initialBufferSize) {
        this.initialBufferSize = initialBufferSize;
    }

    /**
     * Sets whether duplicated terms are replaced.
     * @param replaceDuplication If true, duplicated terms are replaced.
     */
    public void setReplaceDuplication(final boolean replaceDuplication) {
        this.replaceDuplication = replaceDuplication;
    }

    /**