* This exception can be thrown with a message, a cause, or both.
 */
public class MimeTypeException extends CrawlerSystemException {

    private static final long serialVersionUID = 1L;

    /**
     * Creates a new MimeTypeException with the specified detail message and cause.
     *
     * @param message the detail message explaining the reason for the exception

 *
 */
public class UnsupportedExtractException extends ExtractException {

    private static final long serialVersionUID = 1L;

    /**
     * Constructor.
     * @param message The error message.
     */
    public UnsupportedExtractException(final String message) {
        super(message, false, false);
    }

 * </ul>
 *
 * @see RuntimeException
 */
public class SuggestSettingsException extends RuntimeException {

    private static final long serialVersionUID = 1L;

    /**
     * Constructs a new SuggestSettingsException with the specified detail message.
     * @param msg The detail message.
     */
    public SuggestSettingsException(final String msg) {
        super(msg);

 *
 * @author shinsuke
 *
 */
public class OpenSearchAccessException extends CrawlerSystemException {

    private static final long serialVersionUID = 1L;

    /**
     * Creates a new instance of OpenSearchAccessException.
     *
     * @param message the detail message
     */
    public OpenSearchAccessException(final String message) {
        super(message);

 * It extends CrawlingAccessException, indicating a crawling-related access issue.
 *
 */
public class MaxLengthExceededException extends CrawlingAccessException {

    private static final long serialVersionUID = 1L;

    /**
     * Creates a new MaxLengthExceededException with the specified detail message.
     *
     * @param message the detail message explaining the reason for the exception
     */

 * to facilitate object comparison and representation.
 * </p>
 *
 */
public class SitemapFile implements Sitemap {

    private static final long serialVersionUID = 1L;

    /**
     * Identifies the location of the Sitemap. This location can be a Sitemap,
     * an Atom file, RSS file or a simple text file.
     */
    private String loc;

    /**

    /**
     * Concrete implementation of AbstractRule for testing
     */
    public static class TestAbstractRule extends AbstractRule {
        private static final long serialVersionUID = 1L;

        private boolean matchResult = true;
        private int matchCallCount = 0;
        private ResponseData lastResponseData = null;

        @Override
        public boolean match(ResponseData responseData) {

        // Test increment
        assertEquals(1L, crawlerContext.incrementAndGetAccessCount());
        assertEquals(1L, crawlerContext.getAccessCount());

        assertEquals(2L, crawlerContext.incrementAndGetAccessCount());
        assertEquals(2L, crawlerContext.getAccessCount());

        // Test decrement
        assertEquals(1L, crawlerContext.decrementAndGetAccessCount());

    /**
     * Constructs a new OpenSearchResultList.
     */
    public OpenSearchResultList() {
        super();
    }

    private static final long serialVersionUID = 1L;

    /**
     * Total number of hits.
     */
    private long totalHits;

    /**
     * Time taken for the search in milliseconds.
     */
    private long tookInMillis;

    /**

 *
 */
public class RobotsTxtException extends CrawlerSystemException {

    private static final long serialVersionUID = 1L;

    /**
     * Constructs a new RobotsTxtException with the specified detail message and cause.
     * @param message the detail message
     * @param cause the cause of the exception
     */