} catch (final Exception e) {
            logger.warn("Failed to store crawling information: sessionId={}", options.sessionId, e);
        }

        try {
            return crawler.doCrawl(options);
        } finally {
            try {
                crawlingInfoHelper.store(options.sessionId, false);
            } catch (final Exception e) {