- Sort Score
- Result 10 results
- Languages All
Results 1 - 2 of 2 for processXRobotsTag (0.17 sec)
-
src/test/java/org/codelibs/fess/crawler/transformer/FessXpathTransformerTest.java
final ResponseData responseData = new ResponseData(); responseData.setUrl("http://example.com/"); transformer.processXRobotsTag(responseData, new ResultData()); assertFalse(responseData.isNoFollow()); } public void test_processXRobotsTag_noindexnofollow() throws Exception { final FessXpathTransformer transformer = new FessXpathTransformer() {
Java - Registered: Mon May 06 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 38.6K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java
} if (noindex) { logger.info("HEADER(robots=noindex): {}", responseData.getUrl()); storeChildUrls(responseData, resultData); throw new ChildUrlsException(resultData.getChildUrlSet(), "#processXRobotsTag"); }
Java - Registered: Mon May 06 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 41.9K bytes - Viewed (0)