Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 3 of 3 for addDisallow (0.06 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/entity/RobotsTxtTest.java

            assertEquals(1, allows.length);
        }
    
        public void test_directiveAddDisallow() {
            // Test Directive addDisallow
            Directive directive = new Directive("MyBot");
    
            directive.addDisallow("/admin/");
            directive.addDisallow("/private/");
    
            String[] disallows = directive.getDisallows();
            assertEquals(2, disallows.length);
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 13 13:29:22 UTC 2025
    - 14.4K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/RobotsTxt.java

             * Adds a disallowed path pattern to this directive.
             * Supports wildcards (*) and end-of-path ($) according to RFC 9309.
             * @param path the path pattern to disallow
             */
            public void addDisallow(final String path) {
                final PathPattern pattern = new PathPattern(path);
                // Check if pattern already exists
                boolean exists = false;
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 18.5K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/RobotsTxtHelper.java

                            if (!currentDirectiveList.isEmpty() && value.length() > 0) {
                                for (final Directive directive : currentDirectiveList) {
                                    directive.addDisallow(value);
                                }
                            }
                            continue;
                        }
    
                        // Try to parse as Allow directive
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Fri Nov 14 12:52:01 UTC 2025
    - 11.4K bytes
    - Viewed (0)
Back to top