this.took = took;
        if (errors == null || errors.isEmpty()) {
            hasError = false;
        } else {
            hasError = true;
            errors.forEach(this.errors::add);
        }
    }

    /**
     * Returns the number of suggest documents.
     * @return The number of suggest documents.
     */
    public int getNumberOfSuggestDocs() {

                executeCallbacks.add(callback);
            }
        }
        if (executeCallbacks.size() > 0) {
            try {
                executeCallbacks.stream().forEach(callback -> callback.accept(response));
            } catch (final Exception ignore) {}
        }
        latch.countDown();
    }

    /**
     * Rejects the deferred computation with the given throwable.

     * @param crawlerClientFactory The CrawlerClientFactory to register.
     */
    public synchronized void register(final CrawlerClientFactory crawlerClientFactory) {
        clientMap.entrySet().stream().forEach(e -> load(crawlerClientFactory, e.getKey(), e.getValue()));
        clientFactoryList.add(crawlerClientFactory);
        if (clientFactoryList.size() > maxClientFactorySize) {
            clientFactoryList.remove(0);
        }

            esUrlFilter.setUrl(url);
            urlFilterList.add(esUrlFilter);
            invalidateSet.add(sessionId);
        }
        insertAll(urlFilterList, OpType.INDEX);
        invalidateSet.forEach(s -> includeFilterCache.invalidate(s));
    }

    /**
     * Adds an exclude URL filter for the specified session.
     *
     * @param sessionId The session ID.
     * @param url The URL pattern to exclude.

        if (keyList == null || keyList.isEmpty()) {
            throw new CrawlerSystemException("The key list is empty.");
        }
        keyList.stream().distinct().forEach(key -> addExtractor(key, extractor));
    }

    /**
     * Retrieves an extractor for the specified key.
     * If multiple extractors are associated with the key, returns a composite extractor

        this.clientMap = clientMap;
    }

    /**
     * Closes all clients in the factory.
     */
    @Override
    public void close() {
        clientMap.values().stream().distinct().forEach(client -> {
            try {
                client.close();
            } catch (final Exception e) {
                logger.warn("Failed to close {}.", client.getClass().getCanonicalName(), e);
            }

                    StreamUtil.stream(getStringsByXPath(document, contentXpath)).get(stream -> stream.collect(Collectors.joining(" "))));
            metadataXpathMap.entrySet().stream().forEach(e -> {
                extractData.putValues(e.getKey(), getStringsByXPath(document, e.getValue()));
            });
            return extractData;
        } finally {
            xpathAPI.remove();
        }