Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 2 of 2 for getDirectives (0.06 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/RobotsTxt.java

                        matchedDirective = directive;
                        maxUaLength = uaLength;
                    }
                }
            }
    
            return matchedDirective;
        }
    
        public Directive getDirective(final String userAgent) {
            if (userAgent == null) {
                return null;
            }
            for (final Directive directive : directiveMap.values()) {
                if (userAgent.equals(directive.getUserAgent())) {
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 4.8K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/RobotsTxtHelper.java

                            isGroupRecodeStarted = false;
                        }
                        final String userAgent = value.toLowerCase(Locale.ENGLISH);
                        Directive currentDirective = robotsTxt.getDirective(userAgent);
                        if (currentDirective == null) {
                            currentDirective = new Directive(userAgent);
                            robotsTxt.addDirective(currentDirective);
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sat Oct 12 01:40:57 UTC 2024
    - 6.1K bytes
    - Viewed (0)
Back to top