if (crawlerContext.getMaxDepth() < 0 || depth <= crawlerContext.getMaxDepth()) {
                    // add and filter urls
                    storeChildUrls(crawlerContext, resultData.getChildUrlSet(), urlQueue.getUrl(), depth, resultData.getEncoding());
                }
            } else if (crawlerContext.getMaxDepth() < 0 || urlQueue.getDepth() <= crawlerContext.getMaxDepth()) {
                if (logger.isDebugEnabled()) {

        assertEquals(-1, crawlerContext.getMaxDepth());

        crawlerContext.setMaxDepth(5);
        assertEquals(5, crawlerContext.getMaxDepth());

        crawlerContext.setMaxDepth(0);
        assertEquals(0, crawlerContext.getMaxDepth());

        crawlerContext.setMaxDepth(-1);
        assertEquals(-1, crawlerContext.getMaxDepth());

        crawlerContext.setMaxDepth(Integer.MAX_VALUE);

     * @param depth The depth of the child URLs.
     */
    protected void storeChildUrls(final Set<RequestData> childUrlList, final String url, final int depth) {
        if (crawlerContext.getMaxDepth() >= 0 && depth > crawlerContext.getMaxDepth()) {
            return;
        }

        // add url and filter
        final Set<String> urlSet = new HashSet<>();
        final List<UrlQueue<?>> childList = childUrlList.stream()

        this.maxThreadCheckCount = maxThreadCheckCount;
    }

    /**
     * Returns the maximum depth.
     * @return The maximum depth.
     */
    public int getMaxDepth() {
        return maxDepth;
    }

    /**
     * Sets the maximum depth.
     * @param maxDepth The maximum depth.
     */
    public void setMaxDepth(final int maxDepth) {

            final long maxAccessCount = getMaxAccessCount(paramMap, dataMap);
            final int maxDepth = getMaxDepth(paramMap, dataMap);
            long counter = 0;
            final Deque<CrawlRequest> requestQueue = new LinkedList<>();
            final Set<String> processedUrls = new HashSet<>();