}

        idx = url.indexOf('/');
        if (idx >= 0) {
            url = url.substring(0, idx);
        }

        if (url.equals(originalUrl)) {
            return getFessConfig().getCrawlerDocumentUnknownHostname();
        }

        return url;
    }

    /**
     * Extracts and processes the site path from a URL with proper encoding handling.

            @Override
            public boolean isCrawlerDocumentUseSiteEncodingOnEnglish() {
                return false;
            }

            @Override
            public String getCrawlerDocumentUnknownHostname() {
                return "unknown";
            }

            @Override
            public Integer getCrawlerDocumentMaxSiteLengthAsInteger() {
                return -1;
            }
        });