webConfig.setIntervalTime(1000);
                    webConfig.setNumOfThread(3);
                    webConfig.setSortOrder(1);
                    webConfig.setUrls(webUrls);
                    webConfig.setIncludedUrls(parseFilterPaths(globalParams.get(GOOD_URLS), true, false));
                    webConfig.setIncludedDocUrls(StringUtil.EMPTY);

                final ClickLog clickLog = new ClickLog();
                clickLog.setUrlId((String) doc.get(fessConfig.getIndexFieldId()));
                clickLog.setUrl(url);
                clickLog.setRequestedAt(systemHelper.getCurrentTimeAsLocalDateTime());
                clickLog.setQueryRequestedAt(DfTypeUtil.toLocalDateTime(Long.parseLong(form.rt)));

        }

        /**
         * Sets the URL associated with this statistics key object.
         *
         * @param url the URL to associate with this object
         */
        public void setUrl(final String url) {
            this.url = url;
        }

        /**
         * Gets the URL associated with this statistics key object.
         *

                        if (!favoriteLogService.addUrl(userCode, (userInfo, favoriteLog) -> {
                            favoriteLog.setUserInfoId(userInfo.getId());
                            favoriteLog.setUrl(favoriteUrl);
                            favoriteLog.setDocId(docId);
                            favoriteLog.setQueryId(queryId);

                    for (int i = 0; i < maxRedirectCount; i++) {
                        processedUrls.add(currentUrl);
                        if (keyObj != null) {
                            keyObj.setUrl(currentUrl);
                        }
                        crawlerStatsHelper.record(keyObj, StatsAction.PREPARED);
                        currentUrl = processRequest(paramMap, localDataMap, currentUrl, client);

            // Do nothing in test
        }

        @Override
        public void setRuleId(String ruleId) {
            // Do nothing in test
        }

        @Override
        public void setUrl(String url) {
            // Do nothing in test
        }

        @Override
        public void setParentUrl(String parentUrl) {
            // Do nothing in test
        }

                    url = url.replaceAll(entry.getKey(), entry.getValue());
                }
                url = pathMappingHelper.replaceUrl(url);
                requestData.setUrl(replaceDuplicateHost(url));
            }
        }
        return urlList;
    }

    /**
     * Gets the path mapping helper for URL transformations.
     *