*
     * @param url the URL to check
     * @return true if the URL uses a file path protocol (smb, smb1, file, ftp, s3, gcs)
     */
    public boolean isFilePathProtocol(final String url) {
        return url.startsWith("smb:") || url.startsWith("smb1:") || url.startsWith("file:") || url.startsWith("ftp:")
                || url.startsWith("s3:") || url.startsWith("gcs:");
    }

                stream(crawlingConfig.getPermissions()).of(stream -> stream.forEach(p -> roleTypeList.add(p)));
                if (ComponentUtil.getProtocolHelper().isFilePathProtocol(url)) {
                    if (url.endsWith("/")) {
                        // directory
                        return true;
                    }