Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 3 of 3 for isNoFollow (0.14 sec)

  1. src/test/java/org/codelibs/fess/crawler/transformer/FessXpathTransformerTest.java

            final ResponseData responseData = new ResponseData();
            responseData.setUrl("http://example.com/");
    
            transformer.processXRobotsTag(responseData, new ResultData());
            assertFalse(responseData.isNoFollow());
        }
    
        public void test_processXRobotsTag_noindexnofollow() throws Exception {
            final FessXpathTransformer transformer = new FessXpathTransformer() {
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Sat Jul 19 23:49:30 UTC 2025
    - 41.5K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/ResponseData.java

        }
    
        /**
         * Checks if this response should not be followed for further crawling.
         *
         * @return true if this response should not be followed, false otherwise
         */
        public boolean isNoFollow() {
            return noFollow;
        }
    
        /**
         * Adds metadata to this response.
         *
         * @param name the name of the metadata
         * @param value the value of the metadata
         */
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 11.6K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/transformer/impl/HtmlTransformer.java

            resultData.setTransformerName(getName());
    
            try {
                // data
                storeData(responseData, resultData);
    
                if (isHtml(responseData) && !responseData.isNoFollow()) {
                    // urls
                    storeChildUrls(responseData, resultData);
                }
            } finally {
                xpathAPI.remove();
            }
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 28.5K bytes
    - Viewed (0)
Back to top