*
 */
public class MultipleCrawlingAccessException extends CrawlingAccessException {

    private static final long serialVersionUID = 1L;

    /**
     * The array of throwables that caused this exception.
     */
    private final Throwable[] throwables;

    /**

 *
 */
public class SitemapsRule extends RegexRule {
    /**
     * Serial version UID for serialization.
     */
    private static final long serialVersionUID = 1L;

    private static final Logger logger = LogManager.getLogger(SitemapsRule.class);

    /**
     * Creates a new SitemapsRule instance.
     */
    public SitemapsRule() {
        super();
    }

 *
 * @see java.io.Serializable
 */
public class RequestHeader implements Serializable {

    private static final long serialVersionUID = 1L;

    /**
     * The name of the request header.
     */
    private String name;

    /**
     * The value of the request header.
     */
    private String value;

    /**

 * This exception is thrown when the crawler fails to login to a website.
 *
 */
public class CrawlerLoginFailureException extends CrawlerSystemException {
    private static final long serialVersionUID = 1L;

    /**
     * Constructs a new CrawlerLoginFailureException with the specified detail message.
     *
     * @param message the detail message.
     */
    public CrawlerLoginFailureException(final String message) {

 * defined in the {@link Rule} interface to provide specific rule logic.
 * </p>
 *
 */
public abstract class AbstractRule implements Rule {

    private static final long serialVersionUID = 1L;

    /** The rule ID. */
    protected String ruleId;

    /** The response processor. */
    protected ResponseProcessor responseProcessor;

    /** The crawler container. */
    @Resource

 * This class provides methods to manage a list of Sitemap objects and determine the type of the SitemapSet.
 *
 */
public class SitemapSet implements Serializable {

    private static final long serialVersionUID = 1L;

    /** Constant for UrlSet type. */
    public static final String URLSET = "UrlSet";

    /** Constant for Index type. */
    public static final String INDEX = "Index";

 */
public class CrawlerSystemException extends RuntimeException {

    private static final long serialVersionUID = 1L;

    /**
     * Constructs a new {@code CrawlerSystemException} with the specified detail message and cause.
     *

            // no thing to do
        }

        long elapsed = (System.nanoTime() - time) / 1000000;
        long wait = waittime * (numTasks - 1);
        assertTrue(elapsed + " >= " + wait, elapsed + 1L >= wait);
    }

 *
 */
public class RobotsTxtException extends CrawlerSystemException {

    private static final long serialVersionUID = 1L;

    /**
     * Constructs a new RobotsTxtException with the specified detail message and cause.
     * @param message the detail message
     * @param cause the cause of the exception
     */

 * representing the child URLs that caused the exception.
 *
 */
public class ChildUrlsException extends CrawlerSystemException {

    private static final long serialVersionUID = 1L;

    /**
     * The list of child URLs.
     */
    private final Set<RequestData> childUrlList;

    /**
     * Creates a new instance of ChildUrlsException.
     * @param childUrlList The list of child URLs.