- Sort Score
- Result 10 results
- Languages All
Results 1 - 2 of 2 for RobotsTxtException (0.48 sec)
-
fess-crawler/src/main/java/org/codelibs/fess/crawler/exception/RobotsTxtException.java
package org.codelibs.fess.crawler.exception; /** * @author shinsuke * */ public class RobotsTxtException extends CrawlerSystemException { private static final long serialVersionUID = 1L; public RobotsTxtException(final String message, final Throwable cause) { super(message, cause); } public RobotsTxtException(final String message) { super(message); }
Registered: Wed Jun 12 15:17:51 UTC 2024 - Last Modified: Thu Feb 22 01:36:27 UTC 2024 - 1020 bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/RobotsTxtHelper.java
import org.codelibs.fess.crawler.Constants; import org.codelibs.fess.crawler.entity.RobotsTxt; import org.codelibs.fess.crawler.entity.RobotsTxt.Directive; import org.codelibs.fess.crawler.exception.RobotsTxtException; /** * Robots.txt Specifications: * <ul> * <li><a href= * "https://developers.google.com/webmasters/control-crawl-index/docs/robots_txt"
Registered: Wed Jun 12 15:17:51 UTC 2024 - Last Modified: Thu Feb 22 01:36:27 UTC 2024 - 6.1K bytes - Viewed (0)