*/
    public MultipleCrawlingAccessException(final String message, final Throwable[] throwables) {
        super(message);
        if (throwables == null) {
            this.throwables = new Throwable[0];
        } else {
            this.throwables = throwables;
        }
    }

    @Override
    public void printStackTrace(final PrintStream s) {
        super.printStackTrace(s);

    private long executionTime;

    private Date lastModified;

    private String redirectLocation;

    private int status = Constants.OK_STATUS;

    private final Map<String, Object> metaDataMap = new LinkedHashMap<>();

    private final Set<RequestData> childUrlSet = new LinkedHashSet<>();

    private byte[] responseBodyBytes;

    private File responseBodyFile;

    private boolean isTemporaryFile;

        final Deferred<SuggestResponse> deferred = new Deferred<>();

        Thread th = new Thread(() -> {
            try {
                Thread.sleep(1000);
            } catch (InterruptedException ignore) {}
            deferred.resolve(new SuggestResponse("", 0, Collections.emptyList(), 0, null));
        });
        th.start();

        final CountDownLatch latch = new CountDownLatch(1);

 */
public class CrawlingAccessException extends CrawlerSystemException {

    private static final long serialVersionUID = 1L;

    /**
     * Log level constant for debug messages.
     */
    public static final String DEBUG = "DEBUG";

    /**
     * Log level constant for info messages.
     */
    public static final String INFO = "INFO";

    /**
     * Log level constant for warning messages.
     */

     */
    public CrawlerSystemException(final String message, final Throwable cause) {
        super(message, cause);
    }

    /**
     * Constructs a new CrawlerSystemException with the specified detail message.
     *
     * @param message the detail message. The detail message is saved for later retrieval by the {@link #getMessage()} method.
     */
    public CrawlerSystemException(final String message) {
        super(message);

     */
    @Override
    public boolean match(final ResponseData responseData) {
        if (super.match(responseData)) {
            try (final InputStream is = responseData.getResponseBody()) {
                final SitemapsHelper sitemapsHelper = crawlerContainer.getComponent("sitemapsHelper");
                return sitemapsHelper.isValid(is);
            } catch (final CrawlingAccessException e) {
                throw e;

    /**
     * Set the data.
     * @param data the byte array data to set
     */
    public void setData(final byte[] data) {
        this.data = data;
    }

    /**
     * Add a child URL.
     * @param url the request data to add to the child URL set
     */
    public void addUrl(final RequestData url) {
        childUrlSet.add(url);
    }

    /**
     * Add child URLs.

     */
    public XPath createXPath(final Consumer<XPathFactory> builder) {
        try {
            final XPathFactory factory = XPathFactory.newInstance();
            builder.accept(factory);
            return factory.newXPath();
        } catch (final Exception e) {
            throw new CrawlerSystemException("Failed to create XPath instance.", e);
        }
    }

 *
 */
public class SitemapSet implements Serializable {

    private static final long serialVersionUID = 1L;

    /** Constant for UrlSet type. */
    public static final String URLSET = "UrlSet";

    /** Constant for Index type. */
    public static final String INDEX = "Index";

    /** The list of sitemaps in this set. */
    private final List<Sitemap> sitemapList = new ArrayList<>();

     */
    @Override
    public void setUrl(final String url) {
        this.url = url;
    }

    @Override
    public String getMetaData() {
        return metaData;
    }

    @Override
    public void setMetaData(final String metaData) {
        this.metaData = metaData;
    }

    @Override
    public String getEncoding() {