- Sort Score
- Result 10 results
- Languages All
Results 1 - 2 of 2 for processMetaRobots (0.21 sec)
-
src/test/java/org/codelibs/fess/crawler/transformer/FessXpathTransformerTest.java
return false; }; }; final ResponseData responseData = new ResponseData(); responseData.setUrl("http://example.com/"); transformer.processMetaRobots(responseData, new ResultData(), document); assertFalse(responseData.isNoFollow()); } public void test_processMetaRobots_none() throws Exception {
Registered: Thu Oct 31 13:40:30 UTC 2024 - Last Modified: Thu Oct 24 13:01:38 UTC 2024 - 41.3K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java
throw new ChildUrlsException(Collections.emptySet(), "#processMetaRobots"); } if (noindex) { logger.info("META(robots=noindex): {}", responseData.getUrl()); storeChildUrls(responseData, resultData); throw new ChildUrlsException(resultData.getChildUrlSet(), "#processMetaRobots"); } if (nofollow) {
Registered: Thu Oct 31 13:40:30 UTC 2024 - Last Modified: Thu Oct 24 13:01:38 UTC 2024 - 42.9K bytes - Viewed (0)