Search Options

Display Count
Sort
Preferred Language
Advanced Search

Results 1 - 2 of 2 for processMetaRobots (0.05 seconds)

  1. src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java

                        throw new ChildUrlsException(Collections.emptySet(), "#processMetaRobots");
                    }
                    if (noindex) {
                        logger.info("META(robots=noindex): {}", responseData.getUrl());
                        storeChildUrls(responseData, resultData);
                        throw new ChildUrlsException(resultData.getChildUrlSet(), "#processMetaRobots");
                    }
                    if (nofollow) {
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Thu Mar 12 01:46:45 GMT 2026
    - 55.3K bytes
    - Click Count (0)
  2. src/test/java/org/codelibs/fess/crawler/transformer/FessXpathTransformerTest.java

                    return false;
                };
            };
    
            final ResponseData responseData = new ResponseData();
            responseData.setUrl("http://example.com/");
    
            transformer.processMetaRobots(responseData, new ResultData(), document);
            assertFalse(responseData.isNoFollow());
        }
    
        @Test
        public void test_processMetaRobots_none() throws Exception {
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Mar 13 23:01:26 GMT 2026
    - 62.9K bytes
    - Click Count (0)
Back to Top