package org.codelibs.fess.crawler.exception;

/**
 * @author shinsuke
 *
 */
public class RobotsTxtException extends CrawlerSystemException {

    private static final long serialVersionUID = 1L;

    public RobotsTxtException(final String message, final Throwable cause) {
        super(message, cause);
    }

    public RobotsTxtException(final String message) {
        super(message);
    }

import org.codelibs.fess.crawler.Constants;
import org.codelibs.fess.crawler.entity.RobotsTxt;
import org.codelibs.fess.crawler.entity.RobotsTxt.Directive;
import org.codelibs.fess.crawler.exception.RobotsTxtException;

/**
 * Robots.txt Specifications:
 * <ul>
 * <li><a href=
 * "https://developers.google.com/webmasters/control-crawl-index/docs/robots_txt"