}
    }

    @PreDestroy
    public void destroy() {
        if (!finishCrawling) {
            if (logger.isInfoEnabled()) {
                logger.info("Stopping all crawler.");
            }
            forceStop();
        }
    }

    public void addFinishedSessionId(final String sessionId) {
        synchronized (finishedSessionIdList) {