try {
            responseData.setMethod(includeContent ? Constants.GET_METHOD : Constants.HEAD_METHOD);
            final String filePath = preprocessUri(uri);
            responseData.setUrl(filePath);

            final String[] paths = parsePath(filePath.replaceFirst("^gcs:/+", StringUtil.EMPTY));
            final String bucketName = paths[0];
            final String path = paths[1];

            final Crawler crawler = ComponentUtil.getComponent(Crawler.class);
            crawler.setSessionId(sid);
            sessionIdList.add(sid);

            final String urlsStr = webConfig.getUrls();
            if (StringUtil.isBlank(urlsStr)) {
                logger.warn("[{}] No target urls. Skipped.", webConfig.getName());
                break;
            }

            // interval time

        try {
            responseData.setMethod(includeContent ? Constants.GET_METHOD : Constants.HEAD_METHOD);
            final String filePath = preprocessUri(uri);
            responseData.setUrl(filePath);

            final String[] paths = parsePath(filePath.replaceFirst("^storage:/+", StringUtil.EMPTY));
            final String bucketName = paths[0];
            final String path = paths[1];

                        if (!favoriteLogService.addUrl(userCode, (userInfo, favoriteLog) -> {
                            favoriteLog.setUserInfoId(userInfo.getId());
                            favoriteLog.setUrl(favoriteUrl);
                            favoriteLog.setDocId(docId);
                            favoriteLog.setQueryId(queryId);

        FTPClient client = null;
        try {
            responseData.setMethod(Constants.GET_METHOD);

            final FtpInfo ftpInfo = new FtpInfo(uri, charset);
            responseData.setUrl(ftpInfo.toUrl());

            client = getClient(ftpInfo);

            FTPFile file = null;
            client.changeWorkingDirectory(ftpInfo.getParent());
            validateRequest(client);

                    url = url.replaceAll(entry.getKey(), entry.getValue());
                }
                url = pathMappingHelper.replaceUrl(url);
                requestData.setUrl(replaceDuplicateHost(url));
            }
        }
        return urlList;
    }

    /**
     * Gets the path mapping helper for URL transformations.
     *

                            "The content length (" + contentLength + " byte) is over " + maxLength + " byte. The url is " + url);
                }
            }

            responseData.setUrl(url);
            responseData.setCharSet(contentEncoding);
            if (httpRequest instanceof HttpHead) {
                responseData.setMethod(Constants.HEAD_METHOD);
            } else {