* Constructs a new RobotsTxtException with the specified detail message and cause.
     * @param message the detail message
     * @param cause the cause of the exception
     */
    public RobotsTxtException(final String message, final Throwable cause) {
        super(message, cause);
    }

    /**
     * Constructs a new RobotsTxtException with the specified detail message.
     * @param message the detail message
     */

import org.codelibs.fess.crawler.Constants;
import org.codelibs.fess.crawler.entity.RobotsTxt;
import org.codelibs.fess.crawler.entity.RobotsTxt.Directive;
import org.codelibs.fess.crawler.exception.RobotsTxtException;

/**
 * Robots.txt Specifications:
 * <ul>
 * <li><a href=
 * "https://developers.google.com/webmasters/control-crawl-index/docs/robots_txt"