Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 2 of 2 for getMatchedDirective (0.18 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/entity/RobotsTxtTest.java

        public void test_getMatchedDirectiveWithExactMatch() {
            // Test getMatchedDirective with exact match
            RobotsTxt robotsTxt = new RobotsTxt();
    
            Directive directive = new Directive("MyBot");
            directive.addDisallow("/admin/");
            robotsTxt.addDirective(directive);
    
            Directive matched = robotsTxt.getMatchedDirective("MyBot");
            assertNotNull(matched);
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 13 13:29:22 UTC 2025
    - 14.4K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/RobotsTxt.java

         *         Returns true if no matching directive is found for the user agent.
         */
        public boolean allows(final String path, final String userAgent) {
            final Directive directive = getMatchedDirective(userAgent);
            if (directive == null) {
                return true;
            }
            return directive.allows(path);
        }
    
        /**
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 18.5K bytes
    - Viewed (0)
Back to top