Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 4 of 4 for setNoFollow (0.07 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/entity/ResponseDataTest.java

            ResponseData data = new ResponseData();
    
            // Default should be false
            assertFalse(data.isNoFollow());
    
            data.setNoFollow(true);
            assertTrue(data.isNoFollow());
    
            data.setNoFollow(false);
            assertFalse(data.isNoFollow());
        }
    
        public void test_responseBodyBytes() {
            // Test response body with byte array
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 13 13:29:22 UTC 2025
    - 14.3K bytes
    - Viewed (0)
  2. fess-crawler/src/test/java/org/codelibs/fess/crawler/processor/impl/NullResponseProcessorTest.java

            responseData.setMethod("GET");
            responseData.setMimeType("text/html");
            responseData.setCharSet("UTF-8");
            responseData.setContentLength(1024L);
            responseData.setNoFollow(false);
    
            // Execute
            processor.process(responseData);
    
            // Verify nothing changed
            assertEquals("https://example.com/test", responseData.getUrl());
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 13 13:29:22 UTC 2025
    - 8.6K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/ResponseData.java

        }
    
        /**
         * Sets whether this response should not be followed for further crawling.
         *
         * @param value true if this response should not be followed, false otherwise
         */
        public void setNoFollow(final boolean value) {
            noFollow = value;
        }
    
        /**
         * Checks if this response should not be followed for further crawling.
         *
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 11.6K bytes
    - Viewed (0)
  4. src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java

                    }
                    if (nofollow) {
                        logger.info("META(robots=nofollow): {}", responseData.getUrl());
                        responseData.setNoFollow(true);
                    }
                }
            } catch (final XPathExpressionException e) {
                logger.warn("Could not parse a value of {}", META_NAME_ROBOTS_CONTENT, e);
            }
    
        }
    
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Dec 12 13:58:40 UTC 2025
    - 54.6K bytes
    - Viewed (0)
Back to top