labels.pathmap_pt_both=Scansione/Visualizzazione
labels.pathmap_pt_stored=Conversione URL estratto
labels.regular_name=Nome regolare
labels.duplicate_name=Nome duplicato
labels.duplicate_host_configuration=Host duplicato
labels.duplicate_host_title_details=Host duplicato
labels.dashboard_title_configuration=Configurazione sistema
labels.dashboard_plugin=Plugin dashboard
labels.web_config_list=Elenco configurazioni web

    /** List of duplicate host rules for URL conversion */
    protected List<DuplicateHost> duplicateHostList;

    /**
     * Default constructor for DuplicateHostHelper.
     * Creates a new duplicate host helper instance.
     */
    public DuplicateHostHelper() {
        // Default constructor
    }

    /**
     * Initializes the duplicate host helper after construction.

labels.pathmap_pt_both=Crawling/Displaying
labels.pathmap_pt_stored=Extracted URL Conversion
labels.regular_name=Regular Name
labels.duplicate_name=Duplicate Name
labels.duplicate_host_configuration=Duplicate Host
labels.duplicate_host_title_details=Duplicate Host
labels.dashboard_title_configuration=System Config
labels.dashboard_plugin=Dashboard Plugin
labels.web_config_list=Web Config List

labels.pathmap_pt_both=Crawling/Displaying
labels.pathmap_pt_stored=Extracted URL Conversion
labels.regular_name=Regular Name
labels.duplicate_name=Duplicate Name
labels.duplicate_host_configuration=Duplicate Host
labels.duplicate_host_title_details=Duplicate Host
labels.dashboard_title_configuration=System Config
labels.dashboard_plugin=Dashboard Plugin
labels.web_config_list=Web Config List

        return fessConfig.getCrawlerDocumentMaxSymbolTermSizeAsInteger();
    }

    /**
     * Checks if duplicate term removal is enabled in configuration.
     *
     * @return true if duplicate terms should be removed, false otherwise
     */
    protected boolean isDuplicateTermRemoved() {
        final FessConfig fessConfig = ComponentUtil.getFessConfig();

 *
 * <p>When iterating through the collections supplied by this class, the ordering of values for a
 * given key agrees with the order in which the values were added.
 *
 * <p>This multimap allows duplicate key-value pairs. After adding a new key-value pair equal to an
 * existing key-value pair, the {@code ArrayListMultimap} will contain entries for both the new
 * value and the old value.
 *

                    new ContentNotFoundException(urlQueue.getParentUrl(), url));
        }
    }

    /**
     * Stores a child URL in the crawling queue with duplicate host handling.
     * This method applies duplicate host conversion before storing the URL.
     *
     * @param childUrl the child URL to store
     * @param parentUrl the parent URL that referenced this child URL

            return matcher.group(1);
        }
        return null;
    }

    /**
     * Gets a duplicate URL by adding or removing a trailing slash.
     *
     * @param requestData the request data to create a duplicate for
     * @return the request data with the duplicate URL
     */
    protected RequestData getDuplicateUrl(final RequestData requestData) {
        final String url = requestData.getUrl();

        return buf.toString().trim();
    }

    /**
     * Replaces duplicate hosts in the URL using the duplicate host helper.
     *
     * @param url the URL to process
     * @return the URL with duplicate hosts replaced
     */
    protected String replaceDuplicateHost(final String url) {
        try {
            // remove duplicate host

"^file:.*"         → fileSystemClient
"^ftp://.*"        → ftpClient
"^smb://.*"        → smbClient
"^storage://.*"    → storageClient
```

### Services

**UrlQueueService**: URL queue management (FIFO), duplicate detection via `visited()`
**DataService**: Access result persistence, iteration

**Implementations**:
- `UrlQueueServiceImpl`, `DataServiceImpl`: In-memory (default)