final long maxAccessCount = getMaxAccessCount(paramMap, dataMap);
            final int maxDepth = getMaxDepth(paramMap, dataMap);
            long counter = 0;
            final Deque<CrawlRequest> requestQueue = new LinkedList<>();
            final Set<String> processedUrls = new HashSet<>();

     * @param depth The depth of the child URLs.
     */
    protected void storeChildUrls(final Set<RequestData> childUrlList, final String url, final int depth) {
        if (crawlerContext.getMaxDepth() >= 0 && depth > crawlerContext.getMaxDepth()) {
            return;
        }

        // add url and filter
        final Set<String> urlSet = new HashSet<>();
        final List<UrlQueue<?>> childList = childUrlList.stream()