*
     * @param crawlerContext the crawler context
     * @return true if access count is within limit, false otherwise
     */
    protected boolean checkAccessCount(final CrawlerContext crawlerContext) {
        if (crawlerContext.getMaxAccessCount() > 0) {
            return crawlerContext.incrementAndGetAccessCount() <= crawlerContext.getMaxAccessCount();
        }
        return true;
    }

     * Otherwise, the provided {@code crawlerContext} is set in the thread-local storage.
     *
     * @param crawlerContext the {@link CrawlerContext} to be set for the current thread, or {@code null} to remove the context.
     */
    public static void setCrawlerContext(final CrawlerContext crawlerContext) {
        if (crawlerContext == null) {
            ROBOT_CONTEXT_THREAD_LOCAL.remove();

        final String url = "http://localhost:7070/hoge.html";
        try {
            final CrawlerContext crawlerContext = new CrawlerContext();
            final String sessionId = "id1";
            urlFilter.init(sessionId);
            crawlerContext.setUrlFilter(urlFilter);
            CrawlingParameterUtil.setCrawlerContext(crawlerContext);
            httpClient.init();
            httpClient.processRobotsTxt(url);

            assertNotSame(crawler1.crawlerContext, crawler2.crawlerContext);

            for (int i = 0; i < 100; i++) {
                if (crawler1.crawlerContext.getStatus() == CrawlerStatus.RUNNING) {
                    break;
                }
                Thread.sleep(50);
            }
            assertEquals(CrawlerStatus.RUNNING, crawler1.crawlerContext.getStatus());

                    log(logHelper, LogType.NOT_MODIFIED, crawlerContext, urlQueue);

                    responseData.setExecutionTime(systemHelper.getCurrentTimeAsLong() - startTime);
                    responseData.setParentUrl(urlQueue.getParentUrl());
                    responseData.setSessionId(crawlerContext.getSessionId());

            // not support robots.txt
            return;
        }

        // crawler context
        final CrawlerContext crawlerContext = CrawlingParameterUtil.getCrawlerContext();
        if (crawlerContext == null) {
            // wrong state
            return;
        }

        final int idx = url.indexOf('/', url.indexOf("://") + 3);
        String hostUrl;