}

            idx = u.lastIndexOf('#');
            if (idx >= 0) {
                u = u.substring(0, idx);
            }
        }
        if (!ComponentUtil.getProtocolHelper().shouldSkipUrlDecode(u)) {
            u = decodeUrlAsName(u, u.startsWith("file:"));
        }
        idx = u.lastIndexOf('/');
        if (idx >= 0) {
            if (u.length() > idx + 1) {

     * @param path the original path to convert
     * @return the converted path with appropriate protocol prefix
     */
    protected String convertCrawlingPath(final String path) {
        if (ComponentUtil.getProtocolHelper().hasKnownProtocol(path)) {
            return path;
        }

        if (path.startsWith("www.")) {
            return "http://" + path;
        }

        if (path.startsWith("//")) {

                final List<String> roleTypeList = new ArrayList<>();
                stream(crawlingConfig.getPermissions()).of(stream -> stream.forEach(p -> roleTypeList.add(p)));
                if (ComponentUtil.getProtocolHelper().isFilePathProtocol(url)) {
                    if (url.endsWith("/")) {
                        // directory
                        return true;
                    }

        final SystemHelper systemHelper = ComponentUtil.getSystemHelper();
        ComponentUtil.getFessConfig();
        final ProtocolHelper protocolHelper = ComponentUtil.getProtocolHelper();

        final long startTime = systemHelper.getCurrentTimeAsLong();

        final List<String> sessionIdList = new ArrayList<>();
        crawlerList.clear();

        return getComponent(RANK_FUSION_PROCESSOR);
    }

    /**
     * Gets the protocol helper component.
     * @return The protocol helper.
     */
    public static ProtocolHelper getProtocolHelper() {
        return getComponent(PROTOCOL_HELPER);
    }

    /**
     * Gets a component by its class type.
     * @param <T> The type of the component.